2024-07-26T12:07:33.872 INFO:root:teuthology version: 0.0.1.dev379+g53ce146 2024-07-26T12:07:33.892 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-07-26T12:07:33.982 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/vshankar-2024-07-26_04:18:59-fs-wip-vshankar-testing-20240725.121331-debug-testing-default-smithi/7818813 branch: wip-vshankar-testing-20240725.121331-debug description: fs/libcephfs/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1-mds-1-client-coloc conf/{client mds mgr mon osd} distro/{centos_latest} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} tasks/client} email: vshankar@redhat.com first_in_suite: false job_id: '7818813' kernel: flavor: default kdb: 1 sha1: 3e9255e907100f88049f320ca33d977e29155d12 last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi mgrmodules: sequential: - print: Enabling mgr modules name: vshankar-2024-07-26_04:18:59-fs-wip-vshankar-testing-20240725.121331-debug-testing-default-smithi no_nested_subset: false openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: centos os_version: 9.stream overrides: admin_socket: branch: wip-vshankar-testing-20240725.121331-debug ceph: cluster-conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 rados mon op timeout: 900 rados osd op timeout: 900 mds: debug mds: 20 debug mds balancer: 20 debug ms: 2 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mon: mon op complaint time: 120 mon warn on pool no app: false osd: osd op complaint time: 180 conf: client: debug client: 20 debug ms: 1 pid file: '' mds: debug mds: 20 debug ms: 2 mgr: debug client: 20 debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon down mkfs grace: 300 osd: bdev async discard: true bdev enable discard: true bluestore allocator: bitmap bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug ms: 1 debug osd: 20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - FS_DEGRADED - FS_INLINE_DATA_DEPRECATED - FS_WITH_FAILED_MDS - MDS_ALL_DOWN - MDS_DAMAGE - MDS_DEGRADED - MDS_FAILED - MDS_INSUFFICIENT_STANDBY - MDS_UP_LESS_THAN_MAX - online, but wants - filesystem is online with fewer MDS than max_mds - POOL_APP_NOT_ENABLED - do not have an application enabled - overall HEALTH_ - Replacing daemon - deprecated feature inline_data - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - PG_AVAILABILITY - PG_DEGRADED - Reduced data availability - Degraded data redundancy sha1: e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528 ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bdev async discard: true bdev enable discard: true bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs install: ceph: flavor: default sha1: e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528 selinux: allowlist: - scontext=system_u:system_r:getty_t:s0 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: wip-vshankar-testing-20240725.121331-debug sha1: e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528 owner: scheduled_vshankar@teuthology priority: 100 repo: https://git.ceph.com/ceph-ci.git roles: - - mon.a - mgr.y - mds.a - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - - mon.b - mon.c - mgr.x - mds.b - osd.4 - osd.5 - osd.6 - osd.7 seed: 5532 sha1: e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528 sleep_before_teardown: 0 subset: 1001/1024 suite: fs suite_branch: wip-vshankar-testing-20240725.121331-debug suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph-ci.git suite_sha1: e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528 syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi031.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBHtscySew9cj8mFYqjUaEze8a7VsPxEzpVzm9VKDW7xprT3bihuOzjaCq88Wa3kn+ej0QoijOoYgD/RHnj5EvCE= smithi123.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBCJBS4hhUqcMIZ9K07avvoUvGWjTYWxIPeSPZh+WODo5C0RJMpdUNYttnqC9UZlBTscIr/C0wzW2A9mxo4r8t1k= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - ceph: create_rbd_pool: false - sequential: - mgrmodules - workunit: clients: client.0: - client/test.sh teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 53ce1462e129f6eb4071986336534c740fdebd31 timestamp: 2024-07-26_04:18:59 tube: smithi user: vshankar verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.4074525 2024-07-26T12:07:33.982 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/qa; will attempt to use it 2024-07-26T12:07:33.983 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/qa/tasks 2024-07-26T12:07:33.983 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-07-26T12:07:33.984 INFO:teuthology.task.internal:Checking packages... 2024-07-26T12:07:34.009 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash 'e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528' 2024-07-26T12:07:34.009 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-07-26T12:07:34.009 INFO:teuthology.packaging:ref: None 2024-07-26T12:07:34.009 INFO:teuthology.packaging:tag: None 2024-07-26T12:07:34.010 INFO:teuthology.packaging:branch: wip-vshankar-testing-20240725.121331-debug 2024-07-26T12:07:34.010 INFO:teuthology.packaging:sha1: e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528 2024-07-26T12:07:34.010 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=wip-vshankar-testing-20240725.121331-debug 2024-07-26T12:07:34.161 INFO:teuthology.task.internal:Found packages for ceph version 19.0.0-5320.ge8f88bb1 2024-07-26T12:07:34.163 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-07-26T12:07:34.174 INFO:teuthology.task.internal:no buildpackages task found 2024-07-26T12:07:34.175 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-07-26T12:07:34.182 INFO:teuthology.task.internal:Saving configuration 2024-07-26T12:07:34.198 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-07-26T12:07:34.204 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-07-26T12:07:34.229 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi031.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/vshankar-2024-07-26_04:18:59-fs-wip-vshankar-testing-20240725.121331-debug-testing-default-smithi/7818813', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-07-26 12:02:49.138447', 'locked_by': 'scheduled_vshankar@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBHtscySew9cj8mFYqjUaEze8a7VsPxEzpVzm9VKDW7xprT3bihuOzjaCq88Wa3kn+ej0QoijOoYgD/RHnj5EvCE='} 2024-07-26T12:07:34.253 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi123.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/vshankar-2024-07-26_04:18:59-fs-wip-vshankar-testing-20240725.121331-debug-testing-default-smithi/7818813', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-07-26 12:02:49.136610', 'locked_by': 'scheduled_vshankar@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBCJBS4hhUqcMIZ9K07avvoUvGWjTYWxIPeSPZh+WODo5C0RJMpdUNYttnqC9UZlBTscIr/C0wzW2A9mxo4r8t1k='} 2024-07-26T12:07:34.254 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-07-26T12:07:34.260 INFO:teuthology.task.internal:roles: ubuntu@smithi031.front.sepia.ceph.com - ['mon.a', 'mgr.y', 'mds.a', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0'] 2024-07-26T12:07:34.260 INFO:teuthology.task.internal:roles: ubuntu@smithi123.front.sepia.ceph.com - ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'osd.4', 'osd.5', 'osd.6', 'osd.7'] 2024-07-26T12:07:34.260 INFO:teuthology.run_tasks:Running task console_log... 2024-07-26T12:07:34.317 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7fc6a7c3fac0>, signals=[15]) 2024-07-26T12:07:34.317 INFO:teuthology.run_tasks:Running task internal.connect... 2024-07-26T12:07:34.323 INFO:teuthology.task.internal:Opening connections... 2024-07-26T12:07:34.323 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi031.front.sepia.ceph.com 2024-07-26T12:07:34.325 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi031.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-07-26T12:07:34.399 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi123.front.sepia.ceph.com 2024-07-26T12:07:34.400 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi123.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-07-26T12:07:34.474 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-07-26T12:07:34.481 DEBUG:teuthology.orchestra.run.smithi031:> uname -m 2024-07-26T12:07:34.499 INFO:teuthology.orchestra.run.smithi031.stdout:x86_64 2024-07-26T12:07:34.499 DEBUG:teuthology.orchestra.run.smithi031:> cat /etc/os-release 2024-07-26T12:07:34.556 INFO:teuthology.orchestra.run.smithi031.stdout:NAME="CentOS Stream" 2024-07-26T12:07:34.556 INFO:teuthology.orchestra.run.smithi031.stdout:VERSION="9" 2024-07-26T12:07:34.556 INFO:teuthology.orchestra.run.smithi031.stdout:ID="centos" 2024-07-26T12:07:34.556 INFO:teuthology.orchestra.run.smithi031.stdout:ID_LIKE="rhel fedora" 2024-07-26T12:07:34.556 INFO:teuthology.orchestra.run.smithi031.stdout:VERSION_ID="9" 2024-07-26T12:07:34.556 INFO:teuthology.orchestra.run.smithi031.stdout:PLATFORM_ID="platform:el9" 2024-07-26T12:07:34.556 INFO:teuthology.orchestra.run.smithi031.stdout:PRETTY_NAME="CentOS Stream 9" 2024-07-26T12:07:34.556 INFO:teuthology.orchestra.run.smithi031.stdout:ANSI_COLOR="0;31" 2024-07-26T12:07:34.556 INFO:teuthology.orchestra.run.smithi031.stdout:LOGO="fedora-logo-icon" 2024-07-26T12:07:34.556 INFO:teuthology.orchestra.run.smithi031.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-07-26T12:07:34.557 INFO:teuthology.orchestra.run.smithi031.stdout:HOME_URL="https://centos.org/" 2024-07-26T12:07:34.557 INFO:teuthology.orchestra.run.smithi031.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-07-26T12:07:34.557 INFO:teuthology.orchestra.run.smithi031.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-07-26T12:07:34.557 INFO:teuthology.orchestra.run.smithi031.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-07-26T12:07:34.557 INFO:teuthology.lock.ops:Updating smithi031.front.sepia.ceph.com on lock server 2024-07-26T12:07:34.579 DEBUG:teuthology.orchestra.run.smithi123:> uname -m 2024-07-26T12:07:34.596 INFO:teuthology.orchestra.run.smithi123.stdout:x86_64 2024-07-26T12:07:34.597 DEBUG:teuthology.orchestra.run.smithi123:> cat /etc/os-release 2024-07-26T12:07:34.653 INFO:teuthology.orchestra.run.smithi123.stdout:NAME="CentOS Stream" 2024-07-26T12:07:34.653 INFO:teuthology.orchestra.run.smithi123.stdout:VERSION="9" 2024-07-26T12:07:34.653 INFO:teuthology.orchestra.run.smithi123.stdout:ID="centos" 2024-07-26T12:07:34.653 INFO:teuthology.orchestra.run.smithi123.stdout:ID_LIKE="rhel fedora" 2024-07-26T12:07:34.653 INFO:teuthology.orchestra.run.smithi123.stdout:VERSION_ID="9" 2024-07-26T12:07:34.654 INFO:teuthology.orchestra.run.smithi123.stdout:PLATFORM_ID="platform:el9" 2024-07-26T12:07:34.654 INFO:teuthology.orchestra.run.smithi123.stdout:PRETTY_NAME="CentOS Stream 9" 2024-07-26T12:07:34.654 INFO:teuthology.orchestra.run.smithi123.stdout:ANSI_COLOR="0;31" 2024-07-26T12:07:34.654 INFO:teuthology.orchestra.run.smithi123.stdout:LOGO="fedora-logo-icon" 2024-07-26T12:07:34.654 INFO:teuthology.orchestra.run.smithi123.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-07-26T12:07:34.654 INFO:teuthology.orchestra.run.smithi123.stdout:HOME_URL="https://centos.org/" 2024-07-26T12:07:34.654 INFO:teuthology.orchestra.run.smithi123.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-07-26T12:07:34.654 INFO:teuthology.orchestra.run.smithi123.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-07-26T12:07:34.654 INFO:teuthology.orchestra.run.smithi123.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-07-26T12:07:34.655 INFO:teuthology.lock.ops:Updating smithi123.front.sepia.ceph.com on lock server 2024-07-26T12:07:34.679 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-07-26T12:07:34.687 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-07-26T12:07:34.694 INFO:teuthology.task.internal:Checking for old test directory... 2024-07-26T12:07:34.694 DEBUG:teuthology.orchestra.run.smithi031:> test '!' -e /home/ubuntu/cephtest 2024-07-26T12:07:34.696 DEBUG:teuthology.orchestra.run.smithi123:> test '!' -e /home/ubuntu/cephtest 2024-07-26T12:07:34.711 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-07-26T12:07:34.717 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-07-26T12:07:34.717 DEBUG:teuthology.orchestra.run.smithi031:> test -z $(ls -A /var/lib/ceph) 2024-07-26T12:07:34.753 DEBUG:teuthology.orchestra.run.smithi123:> test -z $(ls -A /var/lib/ceph) 2024-07-26T12:07:34.816 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-07-26T12:07:34.870 INFO:teuthology.run_tasks:Running task kernel... 2024-07-26T12:07:34.883 INFO:teuthology.task.kernel:normalize config orig: {'flavor': 'default', 'kdb': 1, 'sha1': '3e9255e907100f88049f320ca33d977e29155d12'} 2024-07-26T12:07:34.883 INFO:teuthology.task.kernel:config {'mon.a': {'flavor': 'default', 'kdb': 1, 'sha1': '3e9255e907100f88049f320ca33d977e29155d12'}, 'mon.b': {'flavor': 'default', 'kdb': 1, 'sha1': '3e9255e907100f88049f320ca33d977e29155d12'}}, timeout 300 2024-07-26T12:07:34.884 DEBUG:teuthology.orchestra.run.smithi031:> test -f /run/.containerenv -o -f /.dockerenv 2024-07-26T12:07:34.884 DEBUG:teuthology.orchestra.run.smithi123:> test -f /run/.containerenv -o -f /.dockerenv 2024-07-26T12:07:34.900 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-26T12:07:34.900 DEBUG:teuthology.task.kernel:sha1 for mon.b is 3e9255e907100f88049f320ca33d977e29155d12 2024-07-26T12:07:34.900 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "3e9255e907100f88049f320ca33d977e29155d12"... 2024-07-26T12:07:34.901 DEBUG:teuthology.orchestra.run.smithi123:> uname -r 2024-07-26T12:07:34.901 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-26T12:07:34.902 DEBUG:teuthology.task.kernel:sha1 for mon.a is 3e9255e907100f88049f320ca33d977e29155d12 2024-07-26T12:07:34.902 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "3e9255e907100f88049f320ca33d977e29155d12"... 2024-07-26T12:07:34.902 DEBUG:teuthology.orchestra.run.smithi031:> uname -r 2024-07-26T12:07:34.956 INFO:teuthology.orchestra.run.smithi123.stdout:5.14.0-437.el9.x86_64 2024-07-26T12:07:34.956 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-437.el9.x86_64 vs 3e9255e907100f88049f320ca33d977e29155d12 2024-07-26T12:07:34.957 DEBUG:teuthology.task.kernel:failed to parse current kernel version 2024-07-26T12:07:34.957 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=centos%2F9%2Fx86_64&sha1=3e9255e907100f88049f320ca33d977e29155d12 2024-07-26T12:07:34.960 INFO:teuthology.orchestra.run.smithi031.stdout:5.14.0-437.el9.x86_64 2024-07-26T12:07:34.960 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-437.el9.x86_64 vs 3e9255e907100f88049f320ca33d977e29155d12 2024-07-26T12:07:34.961 DEBUG:teuthology.task.kernel:failed to parse current kernel version 2024-07-26T12:07:34.961 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=centos%2F9%2Fx86_64&sha1=3e9255e907100f88049f320ca33d977e29155d12 2024-07-26T12:07:35.097 DEBUG:teuthology.orchestra.run.smithi123:> sudo yum upgrade -y linux-firmware 2024-07-26T12:07:35.102 DEBUG:teuthology.orchestra.run.smithi031:> sudo yum upgrade -y linux-firmware 2024-07-26T12:07:37.909 INFO:teuthology.orchestra.run.smithi031.stdout:CentOS Stream 9 - BaseOS 6.3 MB/s | 8.2 MB 00:01 2024-07-26T12:07:38.682 INFO:teuthology.orchestra.run.smithi123.stdout:CentOS Stream 9 - BaseOS 4.0 MB/s | 8.2 MB 00:02 2024-07-26T12:07:42.267 INFO:teuthology.orchestra.run.smithi123.stdout:CentOS Stream 9 - AppStream 8.0 MB/s | 20 MB 00:02 2024-07-26T12:07:45.901 INFO:teuthology.orchestra.run.smithi031.stdout:CentOS Stream 9 - AppStream 2.9 MB/s | 20 MB 00:06 2024-07-26T12:07:46.434 INFO:teuthology.orchestra.run.smithi123.stdout:CentOS Stream 9 - CRB 16 MB/s | 6.5 MB 00:00 2024-07-26T12:07:48.359 INFO:teuthology.orchestra.run.smithi123.stdout:CentOS Stream 9 - Extras packages 27 kB/s | 18 kB 00:00 2024-07-26T12:07:49.547 INFO:teuthology.orchestra.run.smithi123.stdout:Extra Packages for Enterprise Linux 21 MB/s | 22 MB 00:01 2024-07-26T12:07:50.393 INFO:teuthology.orchestra.run.smithi031.stdout:CentOS Stream 9 - CRB 9.9 MB/s | 6.5 MB 00:00 2024-07-26T12:07:51.877 INFO:teuthology.orchestra.run.smithi031.stdout:CentOS Stream 9 - Extras packages 87 kB/s | 18 kB 00:00 2024-07-26T12:07:52.822 INFO:teuthology.orchestra.run.smithi031.stdout:Extra Packages for Enterprise Linux 27 MB/s | 22 MB 00:00 2024-07-26T12:07:54.910 INFO:teuthology.orchestra.run.smithi123.stdout:lab-extras 48 kB/s | 1.7 kB 00:00 2024-07-26T12:07:57.045 INFO:teuthology.orchestra.run.smithi123.stdout:Dependencies resolved. 2024-07-26T12:07:57.059 INFO:teuthology.orchestra.run.smithi123.stdout:================================================================================ 2024-07-26T12:07:57.059 INFO:teuthology.orchestra.run.smithi123.stdout: Package Architecture Version Repository Size 2024-07-26T12:07:57.059 INFO:teuthology.orchestra.run.smithi123.stdout:================================================================================ 2024-07-26T12:07:57.059 INFO:teuthology.orchestra.run.smithi123.stdout:Upgrading: 2024-07-26T12:07:57.059 INFO:teuthology.orchestra.run.smithi123.stdout: linux-firmware noarch 20240716-145.el9 baseos 383 M 2024-07-26T12:07:57.059 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-07-26T12:07:57.060 INFO:teuthology.orchestra.run.smithi123.stdout:Transaction Summary 2024-07-26T12:07:57.060 INFO:teuthology.orchestra.run.smithi123.stdout:================================================================================ 2024-07-26T12:07:57.060 INFO:teuthology.orchestra.run.smithi123.stdout:Upgrade 1 Package 2024-07-26T12:07:57.060 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-07-26T12:07:57.060 INFO:teuthology.orchestra.run.smithi123.stdout:Total download size: 383 M 2024-07-26T12:07:57.060 INFO:teuthology.orchestra.run.smithi123.stdout:Downloading Packages: 2024-07-26T12:07:58.370 INFO:teuthology.orchestra.run.smithi031.stdout:lab-extras 33 kB/s | 1.7 kB 00:00 2024-07-26T12:08:00.593 INFO:teuthology.orchestra.run.smithi031.stdout:Dependencies resolved. 2024-07-26T12:08:00.605 INFO:teuthology.orchestra.run.smithi031.stdout:================================================================================ 2024-07-26T12:08:00.605 INFO:teuthology.orchestra.run.smithi031.stdout: Package Architecture Version Repository Size 2024-07-26T12:08:00.605 INFO:teuthology.orchestra.run.smithi031.stdout:================================================================================ 2024-07-26T12:08:00.605 INFO:teuthology.orchestra.run.smithi031.stdout:Upgrading: 2024-07-26T12:08:00.605 INFO:teuthology.orchestra.run.smithi031.stdout: linux-firmware noarch 20240716-145.el9 baseos 383 M 2024-07-26T12:08:00.605 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-07-26T12:08:00.606 INFO:teuthology.orchestra.run.smithi031.stdout:Transaction Summary 2024-07-26T12:08:00.606 INFO:teuthology.orchestra.run.smithi031.stdout:================================================================================ 2024-07-26T12:08:00.606 INFO:teuthology.orchestra.run.smithi031.stdout:Upgrade 1 Package 2024-07-26T12:08:00.606 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-07-26T12:08:00.606 INFO:teuthology.orchestra.run.smithi031.stdout:Total download size: 383 M 2024-07-26T12:08:00.606 INFO:teuthology.orchestra.run.smithi031.stdout:Downloading Packages: 2024-07-26T12:08:09.703 INFO:teuthology.orchestra.run.smithi031.stdout:linux-firmware-20240716-145.el9.noarch.rpm 43 MB/s | 383 MB 00:08 2024-07-26T12:08:09.704 INFO:teuthology.orchestra.run.smithi031.stdout:-------------------------------------------------------------------------------- 2024-07-26T12:08:09.704 INFO:teuthology.orchestra.run.smithi031.stdout:Total 42 MB/s | 383 MB 00:09 2024-07-26T12:08:12.942 INFO:teuthology.orchestra.run.smithi031.stdout:Running transaction check 2024-07-26T12:08:13.030 INFO:teuthology.orchestra.run.smithi031.stdout:Transaction check succeeded. 2024-07-26T12:08:13.030 INFO:teuthology.orchestra.run.smithi031.stdout:Running transaction test 2024-07-26T12:08:16.360 INFO:teuthology.orchestra.run.smithi123.stdout:linux-firmware-20240716-145.el9.noarch.rpm 20 MB/s | 383 MB 00:19 2024-07-26T12:08:16.360 INFO:teuthology.orchestra.run.smithi123.stdout:-------------------------------------------------------------------------------- 2024-07-26T12:08:16.360 INFO:teuthology.orchestra.run.smithi123.stdout:Total 20 MB/s | 383 MB 00:19 2024-07-26T12:08:16.442 INFO:teuthology.orchestra.run.smithi031.stdout:Transaction test succeeded. 2024-07-26T12:08:16.443 INFO:teuthology.orchestra.run.smithi031.stdout:Running transaction 2024-07-26T12:08:19.451 INFO:teuthology.orchestra.run.smithi123.stdout:Running transaction check 2024-07-26T12:08:19.613 INFO:teuthology.orchestra.run.smithi123.stdout:Transaction check succeeded. 2024-07-26T12:08:19.613 INFO:teuthology.orchestra.run.smithi123.stdout:Running transaction test 2024-07-26T12:08:22.888 INFO:teuthology.orchestra.run.smithi123.stdout:Transaction test succeeded. 2024-07-26T12:08:22.888 INFO:teuthology.orchestra.run.smithi123.stdout:Running transaction 2024-07-26T12:08:25.784 INFO:teuthology.orchestra.run.smithi031.stdout: Preparing : 1/1 2024-07-26T12:08:26.528 INFO:teuthology.orchestra.run.smithi031.stdout: Upgrading : linux-firmware-20240716-145.el9.noarch 1/2 2024-07-26T12:08:26.619 INFO:teuthology.orchestra.run.smithi031.stdout: Cleanup : linux-firmware-20240219-143.el9.noarch 2/2 2024-07-26T12:08:27.416 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: linux-firmware-20240219-143.el9.noarch 2/2 2024-07-26T12:08:27.416 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : linux-firmware-20240716-145.el9.noarch 1/2 2024-07-26T12:08:28.168 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : linux-firmware-20240219-143.el9.noarch 2/2 2024-07-26T12:08:28.168 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-07-26T12:08:28.168 INFO:teuthology.orchestra.run.smithi031.stdout:Upgraded: 2024-07-26T12:08:28.168 INFO:teuthology.orchestra.run.smithi031.stdout: linux-firmware-20240716-145.el9.noarch 2024-07-26T12:08:28.168 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-07-26T12:08:28.168 INFO:teuthology.orchestra.run.smithi031.stdout:Complete! 2024-07-26T12:08:28.481 INFO:teuthology.task.kernel:Downloading kernel 3e9255e907100f88049f320ca33d977e29155d12 on mon.a... 2024-07-26T12:08:28.482 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=centos%2F9%2Fx86_64&sha1=3e9255e907100f88049f320ca33d977e29155d12 2024-07-26T12:08:28.620 INFO:teuthology.task.kernel:fetching, builder baseurl is https://1.chacra.ceph.com/r/kernel/testing/3e9255e907100f88049f320ca33d977e29155d12/centos/9/flavors/default/x86_64/ 2024-07-26T12:08:28.620 DEBUG:teuthology.orchestra.run.smithi031:> rm -f /tmp/kernel.x86_64.rpm && echo kernel-6.10.0_g3e9255e90710-1.x86_64.rpm | wget -nv -O /tmp/kernel.x86_64.rpm --base=https://1.chacra.ceph.com/r/kernel/testing/3e9255e907100f88049f320ca33d977e29155d12/centos/9/flavors/default/x86_64/ --input-file=- 2024-07-26T12:08:28.624 DEBUG:teuthology.task.kernel:Waiting for download/copy to ubuntu@smithi031.front.sepia.ceph.com to complete... 2024-07-26T12:08:32.325 INFO:teuthology.orchestra.run.smithi123.stdout: Preparing : 1/1 2024-07-26T12:08:32.630 INFO:teuthology.orchestra.run.smithi123.stdout: Upgrading : linux-firmware-20240716-145.el9.noarch 1/2 2024-07-26T12:08:32.723 INFO:teuthology.orchestra.run.smithi123.stdout: Cleanup : linux-firmware-20240219-143.el9.noarch 2/2 2024-07-26T12:08:33.243 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: linux-firmware-20240219-143.el9.noarch 2/2 2024-07-26T12:08:33.243 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : linux-firmware-20240716-145.el9.noarch 1/2 2024-07-26T12:08:33.969 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : linux-firmware-20240219-143.el9.noarch 2/2 2024-07-26T12:08:33.969 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-07-26T12:08:33.970 INFO:teuthology.orchestra.run.smithi123.stdout:Upgraded: 2024-07-26T12:08:33.970 INFO:teuthology.orchestra.run.smithi123.stdout: linux-firmware-20240716-145.el9.noarch 2024-07-26T12:08:33.970 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-07-26T12:08:33.970 INFO:teuthology.orchestra.run.smithi123.stdout:Complete! 2024-07-26T12:08:34.299 INFO:teuthology.task.kernel:Downloading kernel 3e9255e907100f88049f320ca33d977e29155d12 on mon.b... 2024-07-26T12:08:34.300 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=centos%2F9%2Fx86_64&sha1=3e9255e907100f88049f320ca33d977e29155d12 2024-07-26T12:08:34.449 INFO:teuthology.task.kernel:fetching, builder baseurl is https://1.chacra.ceph.com/r/kernel/testing/3e9255e907100f88049f320ca33d977e29155d12/centos/9/flavors/default/x86_64/ 2024-07-26T12:08:34.449 DEBUG:teuthology.orchestra.run.smithi123:> rm -f /tmp/kernel.x86_64.rpm && echo kernel-6.10.0_g3e9255e90710-1.x86_64.rpm | wget -nv -O /tmp/kernel.x86_64.rpm --base=https://1.chacra.ceph.com/r/kernel/testing/3e9255e907100f88049f320ca33d977e29155d12/centos/9/flavors/default/x86_64/ --input-file=- 2024-07-26T12:08:34.452 DEBUG:teuthology.task.kernel:Waiting for download/copy to ubuntu@smithi123.front.sepia.ceph.com to complete... 2024-07-26T12:08:42.780 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26 12:08:42 URL:https://1.chacra.ceph.com/r/kernel/testing/3e9255e907100f88049f320ca33d977e29155d12/centos/9/flavors/default/x86_64/kernel-6.10.0_g3e9255e90710-1.x86_64.rpm [358399635/358399635] -> "/tmp/kernel.x86_64.rpm" [1] 2024-07-26T12:08:42.781 INFO:teuthology.orchestra.run.smithi031.stderr:FINISHED --2024-07-26 12:08:42-- 2024-07-26T12:08:42.781 INFO:teuthology.orchestra.run.smithi031.stderr:Total wall clock time: 14s 2024-07-26T12:08:42.781 INFO:teuthology.orchestra.run.smithi031.stderr:Downloaded: 1 files, 342M in 14s (24.9 MB/s) 2024-07-26T12:08:42.785 INFO:teuthology.task.kernel:Installing kernel 3e9255e907100f88049f320ca33d977e29155d12 on mon.a... 2024-07-26T12:08:42.785 DEBUG:teuthology.orchestra.run.smithi031:> sudo rpm -ivh --oldpackage --replacefiles --replacepkgs /tmp/kernel.x86_64.rpm 2024-07-26T12:08:44.947 INFO:teuthology.orchestra.run.smithi031.stdout:Verifying... ######################################## 2024-07-26T12:08:45.001 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing... ######################################## 2024-07-26T12:08:45.054 INFO:teuthology.orchestra.run.smithi031.stdout:Updating / installing... 2024-07-26T12:08:46.576 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26 12:08:46 URL:https://1.chacra.ceph.com/r/kernel/testing/3e9255e907100f88049f320ca33d977e29155d12/centos/9/flavors/default/x86_64/kernel-6.10.0_g3e9255e90710-1.x86_64.rpm [358399635/358399635] -> "/tmp/kernel.x86_64.rpm" [1] 2024-07-26T12:08:46.610 INFO:teuthology.orchestra.run.smithi123.stderr:FINISHED --2024-07-26 12:08:46-- 2024-07-26T12:08:46.610 INFO:teuthology.orchestra.run.smithi123.stderr:Total wall clock time: 12s 2024-07-26T12:08:46.610 INFO:teuthology.orchestra.run.smithi123.stderr:Downloaded: 1 files, 342M in 12s (29.5 MB/s) 2024-07-26T12:08:46.612 INFO:teuthology.task.kernel:Installing kernel 3e9255e907100f88049f320ca33d977e29155d12 on mon.b... 2024-07-26T12:08:46.613 DEBUG:teuthology.orchestra.run.smithi123:> sudo rpm -ivh --oldpackage --replacefiles --replacepkgs /tmp/kernel.x86_64.rpm 2024-07-26T12:08:48.658 INFO:teuthology.orchestra.run.smithi123.stdout:Verifying... ######################################## 2024-07-26T12:08:48.699 INFO:teuthology.orchestra.run.smithi123.stdout:Preparing... ######################################## 2024-07-26T12:08:48.749 INFO:teuthology.orchestra.run.smithi123.stdout:Updating / installing... 2024-07-26T12:08:53.364 INFO:teuthology.orchestra.run.smithi031.stdout:kernel-6.10.0_g3e9255e90710-1 ######################################## 2024-07-26T12:08:56.669 INFO:teuthology.orchestra.run.smithi123.stdout:kernel-6.10.0_g3e9255e90710-1 ######################################## 2024-07-26T12:09:33.733 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi031.front.sepia.ceph.com, path=/tmp/kernel.x86_64.rpm, version=None) 2024-07-26T12:09:33.733 DEBUG:teuthology.orchestra.run.smithi031:> rpm -qlp /tmp/kernel.x86_64.rpm 2024-07-26T12:09:33.811 INFO:teuthology.orchestra.run.smithi031.stdout:/boot/System.map-6.10.0-g3e9255e90710 2024-07-26T12:09:33.811 INFO:teuthology.orchestra.run.smithi031.stdout:/boot/config-6.10.0-g3e9255e90710 2024-07-26T12:09:33.811 INFO:teuthology.orchestra.run.smithi031.stdout:/boot/vmlinuz-6.10.0-g3e9255e90710 2024-07-26T12:09:33.811 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710 2024-07-26T12:09:33.811 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/System.map 2024-07-26T12:09:33.811 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/config 2024-07-26T12:09:33.811 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel 2024-07-26T12:09:33.811 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch 2024-07-26T12:09:33.811 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86 2024-07-26T12:09:33.812 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto 2024-07-26T12:09:33.812 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/blowfish-x86_64.ko 2024-07-26T12:09:33.812 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/camellia-aesni-avx-x86_64.ko 2024-07-26T12:09:33.812 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/camellia-aesni-avx2.ko 2024-07-26T12:09:33.812 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/camellia-x86_64.ko 2024-07-26T12:09:33.812 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/cast5-avx-x86_64.ko 2024-07-26T12:09:33.812 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/cast6-avx-x86_64.ko 2024-07-26T12:09:33.812 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/crc32-pclmul.ko 2024-07-26T12:09:33.812 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/crc32c-intel.ko 2024-07-26T12:09:33.812 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/crct10dif-pclmul.ko 2024-07-26T12:09:33.812 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/des3_ede-x86_64.ko 2024-07-26T12:09:33.812 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/ghash-clmulni-intel.ko 2024-07-26T12:09:33.812 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/serpent-avx-x86_64.ko 2024-07-26T12:09:33.813 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/serpent-avx2.ko 2024-07-26T12:09:33.813 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/serpent-sse2-x86_64.ko 2024-07-26T12:09:33.813 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/sha1-ssse3.ko 2024-07-26T12:09:33.813 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/sha256-ssse3.ko 2024-07-26T12:09:33.813 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/sha512-ssse3.ko 2024-07-26T12:09:33.813 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/twofish-avx-x86_64.ko 2024-07-26T12:09:33.813 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/twofish-x86_64-3way.ko 2024-07-26T12:09:33.813 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/twofish-x86_64.ko 2024-07-26T12:09:33.813 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/kernel 2024-07-26T12:09:33.813 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/kernel/cpu 2024-07-26T12:09:33.813 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/kernel/cpu/mce 2024-07-26T12:09:33.813 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/kernel/cpu/mce/mce-inject.ko 2024-07-26T12:09:33.814 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/kvm 2024-07-26T12:09:33.814 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/kvm/kvm-amd.ko 2024-07-26T12:09:33.814 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/kvm/kvm-intel.ko 2024-07-26T12:09:33.814 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/kvm/kvm.ko 2024-07-26T12:09:33.814 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto 2024-07-26T12:09:33.814 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/ansi_cprng.ko 2024-07-26T12:09:33.814 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/anubis.ko 2024-07-26T12:09:33.814 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/arc4.ko 2024-07-26T12:09:33.814 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/async_tx 2024-07-26T12:09:33.814 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/async_tx/async_memcpy.ko 2024-07-26T12:09:33.814 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/async_tx/async_pq.ko 2024-07-26T12:09:33.815 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/async_tx/async_raid6_recov.ko 2024-07-26T12:09:33.815 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/async_tx/async_tx.ko 2024-07-26T12:09:33.815 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/async_tx/async_xor.ko 2024-07-26T12:09:33.815 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/async_tx/raid6test.ko 2024-07-26T12:09:33.815 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/authenc.ko 2024-07-26T12:09:33.815 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/authencesn.ko 2024-07-26T12:09:33.815 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/blake2b_generic.ko 2024-07-26T12:09:33.815 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/blowfish_common.ko 2024-07-26T12:09:33.815 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/blowfish_generic.ko 2024-07-26T12:09:33.815 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/camellia_generic.ko 2024-07-26T12:09:33.815 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/cast5_generic.ko 2024-07-26T12:09:33.816 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/cast6_generic.ko 2024-07-26T12:09:33.816 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/cast_common.ko 2024-07-26T12:09:33.816 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/ccm.ko 2024-07-26T12:09:33.816 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/cmac.ko 2024-07-26T12:09:33.816 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/crc32_generic.ko 2024-07-26T12:09:33.816 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/crypto_engine.ko 2024-07-26T12:09:33.816 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/crypto_user.ko 2024-07-26T12:09:33.816 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/cts.ko 2024-07-26T12:09:33.816 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/des_generic.ko 2024-07-26T12:09:33.816 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/dh_generic.ko 2024-07-26T12:09:33.816 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/ecc.ko 2024-07-26T12:09:33.816 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/ecdh_generic.ko 2024-07-26T12:09:33.816 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/echainiv.ko 2024-07-26T12:09:33.816 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/essiv.ko 2024-07-26T12:09:33.817 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/fcrypt.ko 2024-07-26T12:09:33.817 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/khazad.ko 2024-07-26T12:09:33.817 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/lz4.ko 2024-07-26T12:09:33.817 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/lz4hc.ko 2024-07-26T12:09:33.817 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/md4.ko 2024-07-26T12:09:33.817 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/michael_mic.ko 2024-07-26T12:09:33.817 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/pcbc.ko 2024-07-26T12:09:33.817 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/pcrypt.ko 2024-07-26T12:09:33.817 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/rmd160.ko 2024-07-26T12:09:33.817 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/seed.ko 2024-07-26T12:09:33.818 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/serpent_generic.ko 2024-07-26T12:09:33.818 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/tcrypt.ko 2024-07-26T12:09:33.818 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/tea.ko 2024-07-26T12:09:33.818 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/twofish_common.ko 2024-07-26T12:09:33.818 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/twofish_generic.ko 2024-07-26T12:09:33.818 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/vmac.ko 2024-07-26T12:09:33.818 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/wp512.ko 2024-07-26T12:09:33.818 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/xcbc.ko 2024-07-26T12:09:33.818 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/xor.ko 2024-07-26T12:09:33.818 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/xxhash_generic.ko 2024-07-26T12:09:33.818 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers 2024-07-26T12:09:33.819 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/acpi 2024-07-26T12:09:33.819 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/acpi/acpi_ipmi.ko 2024-07-26T12:09:33.819 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/acpi/acpi_pad.ko 2024-07-26T12:09:33.819 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/acpi/ec_sys.ko 2024-07-26T12:09:33.819 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/acpi/platform_profile.ko 2024-07-26T12:09:33.819 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/acpi/sbs.ko 2024-07-26T12:09:33.819 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/acpi/sbshc.ko 2024-07-26T12:09:33.819 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/acpi/video.ko 2024-07-26T12:09:33.819 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata 2024-07-26T12:09:33.819 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/acard-ahci.ko 2024-07-26T12:09:33.819 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/ahci_platform.ko 2024-07-26T12:09:33.819 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/ata_generic.ko 2024-07-26T12:09:33.819 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/libahci_platform.ko 2024-07-26T12:09:33.819 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_acpi.ko 2024-07-26T12:09:33.820 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_ali.ko 2024-07-26T12:09:33.820 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_amd.ko 2024-07-26T12:09:33.820 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_artop.ko 2024-07-26T12:09:33.820 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_atiixp.ko 2024-07-26T12:09:33.820 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_atp867x.ko 2024-07-26T12:09:33.820 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_cmd640.ko 2024-07-26T12:09:33.820 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_cmd64x.ko 2024-07-26T12:09:33.820 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_cypress.ko 2024-07-26T12:09:33.820 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_efar.ko 2024-07-26T12:09:33.820 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_hpt366.ko 2024-07-26T12:09:33.820 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_hpt37x.ko 2024-07-26T12:09:33.820 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_hpt3x2n.ko 2024-07-26T12:09:33.820 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_hpt3x3.ko 2024-07-26T12:09:33.821 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_it8213.ko 2024-07-26T12:09:33.821 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_it821x.ko 2024-07-26T12:09:33.821 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_jmicron.ko 2024-07-26T12:09:33.821 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_marvell.ko 2024-07-26T12:09:33.821 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_mpiix.ko 2024-07-26T12:09:33.821 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_netcell.ko 2024-07-26T12:09:33.821 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_ninja32.ko 2024-07-26T12:09:33.821 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_ns87410.ko 2024-07-26T12:09:33.821 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_ns87415.ko 2024-07-26T12:09:33.821 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_oldpiix.ko 2024-07-26T12:09:33.821 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_opti.ko 2024-07-26T12:09:33.821 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_optidma.ko 2024-07-26T12:09:33.821 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_pcmcia.ko 2024-07-26T12:09:33.822 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_pdc2027x.ko 2024-07-26T12:09:33.822 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_pdc202xx_old.ko 2024-07-26T12:09:33.822 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_piccolo.ko 2024-07-26T12:09:33.822 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_rdc.ko 2024-07-26T12:09:33.822 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_sch.ko 2024-07-26T12:09:33.822 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_serverworks.ko 2024-07-26T12:09:33.822 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_sil680.ko 2024-07-26T12:09:33.822 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_sis.ko 2024-07-26T12:09:33.822 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_sl82c105.ko 2024-07-26T12:09:33.822 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_triflex.ko 2024-07-26T12:09:33.822 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_via.ko 2024-07-26T12:09:33.822 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pdc_adma.ko 2024-07-26T12:09:33.822 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/sata_inic162x.ko 2024-07-26T12:09:33.823 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/sata_mv.ko 2024-07-26T12:09:33.823 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/sata_nv.ko 2024-07-26T12:09:33.823 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/sata_promise.ko 2024-07-26T12:09:33.823 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/sata_qstor.ko 2024-07-26T12:09:33.823 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/sata_sil.ko 2024-07-26T12:09:33.823 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/sata_sil24.ko 2024-07-26T12:09:33.823 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/sata_sis.ko 2024-07-26T12:09:33.823 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/sata_svw.ko 2024-07-26T12:09:33.823 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/sata_sx4.ko 2024-07-26T12:09:33.823 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/sata_uli.ko 2024-07-26T12:09:33.823 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/sata_via.ko 2024-07-26T12:09:33.823 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/sata_vsc.ko 2024-07-26T12:09:33.823 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/auxdisplay 2024-07-26T12:09:33.824 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/auxdisplay/ks0108.ko 2024-07-26T12:09:33.824 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/base 2024-07-26T12:09:33.824 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/base/regmap 2024-07-26T12:09:33.824 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/base/regmap/regmap-i2c.ko 2024-07-26T12:09:33.824 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/base/regmap/regmap-mmio.ko 2024-07-26T12:09:33.824 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/bcma 2024-07-26T12:09:33.824 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/bcma/bcma.ko 2024-07-26T12:09:33.824 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block 2024-07-26T12:09:33.824 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/aoe 2024-07-26T12:09:33.824 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/aoe/aoe.ko 2024-07-26T12:09:33.824 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/brd.ko 2024-07-26T12:09:33.824 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/drbd 2024-07-26T12:09:33.825 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/drbd/drbd.ko 2024-07-26T12:09:33.825 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/floppy.ko 2024-07-26T12:09:33.825 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/loop.ko 2024-07-26T12:09:33.825 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/mtip32xx 2024-07-26T12:09:33.825 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/mtip32xx/mtip32xx.ko 2024-07-26T12:09:33.825 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/nbd.ko 2024-07-26T12:09:33.826 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/null_blk 2024-07-26T12:09:33.826 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/null_blk/null_blk.ko 2024-07-26T12:09:33.826 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/pktcdvd.ko 2024-07-26T12:09:33.826 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/rbd.ko 2024-07-26T12:09:33.826 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/virtio_blk.ko 2024-07-26T12:09:33.826 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/xen-blkback 2024-07-26T12:09:33.827 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/xen-blkback/xen-blkback.ko 2024-07-26T12:09:33.827 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/xen-blkfront.ko 2024-07-26T12:09:33.827 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/zram 2024-07-26T12:09:33.827 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/zram/zram.ko 2024-07-26T12:09:33.827 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char 2024-07-26T12:09:33.827 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/hangcheck-timer.ko 2024-07-26T12:09:33.827 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/hw_random 2024-07-26T12:09:33.827 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/hw_random/amd-rng.ko 2024-07-26T12:09:33.827 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/hw_random/intel-rng.ko 2024-07-26T12:09:33.828 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/hw_random/timeriomem-rng.ko 2024-07-26T12:09:33.828 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/hw_random/via-rng.ko 2024-07-26T12:09:33.828 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/hw_random/virtio-rng.ko 2024-07-26T12:09:33.828 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/ipmi 2024-07-26T12:09:33.828 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/ipmi/ipmi_devintf.ko 2024-07-26T12:09:33.828 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/ipmi/ipmi_msghandler.ko 2024-07-26T12:09:33.828 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/ipmi/ipmi_poweroff.ko 2024-07-26T12:09:33.828 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/ipmi/ipmi_si.ko 2024-07-26T12:09:33.829 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/ipmi/ipmi_ssif.ko 2024-07-26T12:09:33.829 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/ipmi/ipmi_watchdog.ko 2024-07-26T12:09:33.829 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/lp.ko 2024-07-26T12:09:33.829 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/mwave 2024-07-26T12:09:33.829 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/mwave/mwave.ko 2024-07-26T12:09:33.829 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/ppdev.ko 2024-07-26T12:09:33.829 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/tlclk.ko 2024-07-26T12:09:33.829 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/tpm 2024-07-26T12:09:33.830 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/tpm/tpm.ko 2024-07-26T12:09:33.830 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/tpm/tpm_atmel.ko 2024-07-26T12:09:33.830 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/tpm/tpm_infineon.ko 2024-07-26T12:09:33.830 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/tpm/tpm_nsc.ko 2024-07-26T12:09:33.830 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/tpm/tpm_tis.ko 2024-07-26T12:09:33.831 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/tpm/tpm_tis_core.ko 2024-07-26T12:09:33.831 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/uv_mmtimer.ko 2024-07-26T12:09:33.831 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/virtio_console.ko 2024-07-26T12:09:33.831 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/cpufreq 2024-07-26T12:09:33.831 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/cpufreq/acpi-cpufreq.ko 2024-07-26T12:09:33.831 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/cpufreq/amd_freq_sensitivity.ko 2024-07-26T12:09:33.831 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/cpufreq/p4-clockmod.ko 2024-07-26T12:09:33.832 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/cpufreq/pcc-cpufreq.ko 2024-07-26T12:09:33.832 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/cpufreq/powernow-k8.ko 2024-07-26T12:09:33.832 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/cpufreq/speedstep-lib.ko 2024-07-26T12:09:33.832 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/crypto 2024-07-26T12:09:33.832 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/crypto/ccp 2024-07-26T12:09:33.832 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/crypto/ccp/ccp-crypto.ko 2024-07-26T12:09:33.832 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/crypto/ccp/ccp.ko 2024-07-26T12:09:33.833 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/crypto/intel 2024-07-26T12:09:33.833 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/crypto/intel/qat 2024-07-26T12:09:33.833 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/crypto/intel/qat/qat_common 2024-07-26T12:09:33.833 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/crypto/intel/qat/qat_common/intel_qat.ko 2024-07-26T12:09:33.833 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/crypto/intel/qat/qat_dh895xcc 2024-07-26T12:09:33.833 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/crypto/intel/qat/qat_dh895xcc/qat_dh895xcc.ko 2024-07-26T12:09:33.833 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/crypto/padlock-aes.ko 2024-07-26T12:09:33.834 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/crypto/padlock-sha.ko 2024-07-26T12:09:33.834 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/crypto/virtio 2024-07-26T12:09:33.834 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/crypto/virtio/virtio_crypto.ko 2024-07-26T12:09:33.834 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/dca 2024-07-26T12:09:33.834 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/dca/dca.ko 2024-07-26T12:09:33.834 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/devfreq 2024-07-26T12:09:33.834 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/devfreq/governor_simpleondemand.ko 2024-07-26T12:09:33.835 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/dma 2024-07-26T12:09:33.835 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/dma/dw 2024-07-26T12:09:33.835 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/dma/dw/dw_dmac.ko 2024-07-26T12:09:33.835 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/dma/ioat 2024-07-26T12:09:33.835 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/dma/ioat/ioatdma.ko 2024-07-26T12:09:33.835 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/edac 2024-07-26T12:09:33.835 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/edac/amd64_edac.ko 2024-07-26T12:09:33.835 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/edac/e752x_edac.ko 2024-07-26T12:09:33.835 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/edac/edac_mce_amd.ko 2024-07-26T12:09:33.836 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/edac/i3000_edac.ko 2024-07-26T12:09:33.836 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/edac/i3200_edac.ko 2024-07-26T12:09:33.836 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/edac/i5100_edac.ko 2024-07-26T12:09:33.836 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/edac/i5400_edac.ko 2024-07-26T12:09:33.836 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/edac/i7300_edac.ko 2024-07-26T12:09:33.836 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/edac/i7core_edac.ko 2024-07-26T12:09:33.836 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/edac/i82975x_edac.ko 2024-07-26T12:09:33.837 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/edac/ie31200_edac.ko 2024-07-26T12:09:33.837 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/edac/sb_edac.ko 2024-07-26T12:09:33.837 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/edac/x38_edac.ko 2024-07-26T12:09:33.837 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/firmware 2024-07-26T12:09:33.837 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/firmware/edd.ko 2024-07-26T12:09:33.837 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/firmware/iscsi_ibft.ko 2024-07-26T12:09:33.837 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/gpio 2024-07-26T12:09:33.837 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/gpio/gpio-ich.ko 2024-07-26T12:09:33.837 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/gpio/gpio-viperboard.ko 2024-07-26T12:09:33.838 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid 2024-07-26T12:09:33.838 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-appleir.ko 2024-07-26T12:09:33.838 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-aureal.ko 2024-07-26T12:09:33.838 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-axff.ko 2024-07-26T12:09:33.838 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-dr.ko 2024-07-26T12:09:33.838 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-elecom.ko 2024-07-26T12:09:33.838 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-elo.ko 2024-07-26T12:09:33.838 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-emsff.ko 2024-07-26T12:09:33.838 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-gaff.ko 2024-07-26T12:09:33.838 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-gt683r.ko 2024-07-26T12:09:33.839 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-gyration.ko 2024-07-26T12:09:33.839 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-holtek-kbd.ko 2024-07-26T12:09:33.839 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-holtek-mouse.ko 2024-07-26T12:09:33.839 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-holtekff.ko 2024-07-26T12:09:33.839 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-hyperv.ko 2024-07-26T12:09:33.839 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-icade.ko 2024-07-26T12:09:33.839 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-keytouch.ko 2024-07-26T12:09:33.839 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-kye.ko 2024-07-26T12:09:33.839 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-lcpower.ko 2024-07-26T12:09:33.839 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-led.ko 2024-07-26T12:09:33.840 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-lenovo.ko 2024-07-26T12:09:33.840 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-logitech-dj.ko 2024-07-26T12:09:33.840 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-logitech-hidpp.ko 2024-07-26T12:09:33.840 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-multitouch.ko 2024-07-26T12:09:33.840 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-ortek.ko 2024-07-26T12:09:33.840 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-penmount.ko 2024-07-26T12:09:33.840 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-petalynx.ko 2024-07-26T12:09:33.840 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-picolcd.ko 2024-07-26T12:09:33.840 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-pl.ko 2024-07-26T12:09:33.840 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-plantronics.ko 2024-07-26T12:09:33.840 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-primax.ko 2024-07-26T12:09:33.840 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-rmi.ko 2024-07-26T12:09:33.840 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-roccat-arvo.ko 2024-07-26T12:09:33.840 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-roccat-common.ko 2024-07-26T12:09:33.841 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-roccat-isku.ko 2024-07-26T12:09:33.841 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-roccat-kone.ko 2024-07-26T12:09:33.841 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-roccat-koneplus.ko 2024-07-26T12:09:33.841 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-roccat-konepure.ko 2024-07-26T12:09:33.841 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-roccat-kovaplus.ko 2024-07-26T12:09:33.841 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-roccat-lua.ko 2024-07-26T12:09:33.841 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-roccat-pyra.ko 2024-07-26T12:09:33.841 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-roccat-ryos.ko 2024-07-26T12:09:33.841 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-roccat-savu.ko 2024-07-26T12:09:33.841 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-roccat.ko 2024-07-26T12:09:33.841 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-saitek.ko 2024-07-26T12:09:33.841 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-samsung.ko 2024-07-26T12:09:33.841 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-sensor-hub.ko 2024-07-26T12:09:33.842 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-sjoy.ko 2024-07-26T12:09:33.842 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-sony.ko 2024-07-26T12:09:33.842 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-speedlink.ko 2024-07-26T12:09:33.842 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-steelseries.ko 2024-07-26T12:09:33.842 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-sunplus.ko 2024-07-26T12:09:33.842 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-thrustmaster.ko 2024-07-26T12:09:33.842 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-tivo.ko 2024-07-26T12:09:33.842 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-tmff.ko 2024-07-26T12:09:33.842 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-topseed.ko 2024-07-26T12:09:33.842 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-twinhan.ko 2024-07-26T12:09:33.843 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-uclogic.ko 2024-07-26T12:09:33.843 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-waltop.ko 2024-07-26T12:09:33.843 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-wiimote.ko 2024-07-26T12:09:33.843 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-xinmo.ko 2024-07-26T12:09:33.843 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-zpff.ko 2024-07-26T12:09:33.843 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-zydacron.ko 2024-07-26T12:09:33.843 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/uhid.ko 2024-07-26T12:09:33.843 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/wacom.ko 2024-07-26T12:09:33.843 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hv 2024-07-26T12:09:33.843 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hv/hv_balloon.ko 2024-07-26T12:09:33.843 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hv/hv_utils.ko 2024-07-26T12:09:33.843 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hv/hv_vmbus.ko 2024-07-26T12:09:33.843 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon 2024-07-26T12:09:33.843 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/abituguru.ko 2024-07-26T12:09:33.844 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/abituguru3.ko 2024-07-26T12:09:33.844 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/acpi_power_meter.ko 2024-07-26T12:09:33.844 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/ad7414.ko 2024-07-26T12:09:33.844 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/ad7418.ko 2024-07-26T12:09:33.844 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/adc128d818.ko 2024-07-26T12:09:33.844 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/adm1025.ko 2024-07-26T12:09:33.844 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/adm1026.ko 2024-07-26T12:09:33.844 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/adm1029.ko 2024-07-26T12:09:33.844 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/adm1031.ko 2024-07-26T12:09:33.844 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/adm9240.ko 2024-07-26T12:09:33.844 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/ads7828.ko 2024-07-26T12:09:33.844 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/adt7410.ko 2024-07-26T12:09:33.844 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/adt7411.ko 2024-07-26T12:09:33.845 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/adt7462.ko 2024-07-26T12:09:33.845 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/adt7470.ko 2024-07-26T12:09:33.845 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/adt7475.ko 2024-07-26T12:09:33.845 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/adt7x10.ko 2024-07-26T12:09:33.845 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/amc6821.ko 2024-07-26T12:09:33.845 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/applesmc.ko 2024-07-26T12:09:33.845 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/asb100.ko 2024-07-26T12:09:33.845 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/asc7621.ko 2024-07-26T12:09:33.845 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/asus_atk0110.ko 2024-07-26T12:09:33.845 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/atxp1.ko 2024-07-26T12:09:33.845 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/coretemp.ko 2024-07-26T12:09:33.846 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/dell-smm-hwmon.ko 2024-07-26T12:09:33.846 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/dme1737.ko 2024-07-26T12:09:33.846 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/ds1621.ko 2024-07-26T12:09:33.846 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/ds620.ko 2024-07-26T12:09:33.846 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/emc1403.ko 2024-07-26T12:09:33.846 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/emc6w201.ko 2024-07-26T12:09:33.846 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/f71805f.ko 2024-07-26T12:09:33.846 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/f71882fg.ko 2024-07-26T12:09:33.846 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/f75375s.ko 2024-07-26T12:09:33.846 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/fam15h_power.ko 2024-07-26T12:09:33.846 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/fschmd.ko 2024-07-26T12:09:33.846 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/g760a.ko 2024-07-26T12:09:33.846 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/g762.ko 2024-07-26T12:09:33.847 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/gl518sm.ko 2024-07-26T12:09:33.847 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/gl520sm.ko 2024-07-26T12:09:33.847 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/hwmon-vid.ko 2024-07-26T12:09:33.847 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/i5500_temp.ko 2024-07-26T12:09:33.847 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/i5k_amb.ko 2024-07-26T12:09:33.847 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/ibmaem.ko 2024-07-26T12:09:33.847 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/ibmpex.ko 2024-07-26T12:09:33.847 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/ina209.ko 2024-07-26T12:09:33.847 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/ina2xx.ko 2024-07-26T12:09:33.847 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/it87.ko 2024-07-26T12:09:33.847 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/k10temp.ko 2024-07-26T12:09:33.847 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/k8temp.ko 2024-07-26T12:09:33.847 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/lineage-pem.ko 2024-07-26T12:09:33.848 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/lm63.ko 2024-07-26T12:09:33.848 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/lm73.ko 2024-07-26T12:09:33.848 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/lm75.ko 2024-07-26T12:09:33.848 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/lm77.ko 2024-07-26T12:09:33.848 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/lm78.ko 2024-07-26T12:09:33.848 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/lm80.ko 2024-07-26T12:09:33.848 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/lm83.ko 2024-07-26T12:09:33.848 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/lm85.ko 2024-07-26T12:09:33.848 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/lm87.ko 2024-07-26T12:09:33.848 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/lm90.ko 2024-07-26T12:09:33.848 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/lm92.ko 2024-07-26T12:09:33.849 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/lm93.ko 2024-07-26T12:09:33.849 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/lm95234.ko 2024-07-26T12:09:33.849 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/lm95241.ko 2024-07-26T12:09:33.849 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/lm95245.ko 2024-07-26T12:09:33.849 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/ltc2945.ko 2024-07-26T12:09:33.849 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/ltc4151.ko 2024-07-26T12:09:33.849 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/ltc4215.ko 2024-07-26T12:09:33.849 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/ltc4222.ko 2024-07-26T12:09:33.849 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/ltc4245.ko 2024-07-26T12:09:33.849 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/ltc4260.ko 2024-07-26T12:09:33.850 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/ltc4261.ko 2024-07-26T12:09:33.850 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/max16065.ko 2024-07-26T12:09:33.850 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/max1619.ko 2024-07-26T12:09:33.850 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/max1668.ko 2024-07-26T12:09:33.850 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/max197.ko 2024-07-26T12:09:33.850 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/max6639.ko 2024-07-26T12:09:33.850 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/max6650.ko 2024-07-26T12:09:33.850 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/max6697.ko 2024-07-26T12:09:33.850 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/mcp3021.ko 2024-07-26T12:09:33.850 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/nct6683.ko 2024-07-26T12:09:33.850 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/nct6775-core.ko 2024-07-26T12:09:33.850 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/nct6775.ko 2024-07-26T12:09:33.850 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/nct7802.ko 2024-07-26T12:09:33.851 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/pc87360.ko 2024-07-26T12:09:33.851 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/pc87427.ko 2024-07-26T12:09:33.851 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/pcf8591.ko 2024-07-26T12:09:33.851 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/pmbus 2024-07-26T12:09:33.851 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/pmbus/adm1275.ko 2024-07-26T12:09:33.851 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/pmbus/lm25066.ko 2024-07-26T12:09:33.851 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/pmbus/ltc2978.ko 2024-07-26T12:09:33.851 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/pmbus/max16064.ko 2024-07-26T12:09:33.851 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/pmbus/max34440.ko 2024-07-26T12:09:33.851 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/pmbus/max8688.ko 2024-07-26T12:09:33.851 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/pmbus/pmbus.ko 2024-07-26T12:09:33.851 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/pmbus/pmbus_core.ko 2024-07-26T12:09:33.852 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/pmbus/tps40422.ko 2024-07-26T12:09:33.852 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/pmbus/ucd9000.ko 2024-07-26T12:09:33.852 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/pmbus/ucd9200.ko 2024-07-26T12:09:33.852 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/pmbus/zl6100.ko 2024-07-26T12:09:33.852 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/powr1220.ko 2024-07-26T12:09:33.852 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/sch5627.ko 2024-07-26T12:09:33.852 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/sch5636.ko 2024-07-26T12:09:33.852 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/sch56xx-common.ko 2024-07-26T12:09:33.852 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/sht15.ko 2024-07-26T12:09:33.852 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/sht21.ko 2024-07-26T12:09:33.852 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/shtc1.ko 2024-07-26T12:09:33.853 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/sis5595.ko 2024-07-26T12:09:33.853 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/smsc47b397.ko 2024-07-26T12:09:33.853 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/smsc47m1.ko 2024-07-26T12:09:33.853 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/smsc47m192.ko 2024-07-26T12:09:33.853 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/thmc50.ko 2024-07-26T12:09:33.853 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/tmp102.ko 2024-07-26T12:09:33.853 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/tmp103.ko 2024-07-26T12:09:33.853 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/tmp401.ko 2024-07-26T12:09:33.854 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/tmp421.ko 2024-07-26T12:09:33.854 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/via-cputemp.ko 2024-07-26T12:09:33.854 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/via686a.ko 2024-07-26T12:09:33.854 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/vt1211.ko 2024-07-26T12:09:33.854 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/vt8231.ko 2024-07-26T12:09:33.854 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/w83627ehf.ko 2024-07-26T12:09:33.854 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/w83627hf.ko 2024-07-26T12:09:33.854 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/w83781d.ko 2024-07-26T12:09:33.854 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/w83791d.ko 2024-07-26T12:09:33.854 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/w83792d.ko 2024-07-26T12:09:33.854 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/w83793.ko 2024-07-26T12:09:33.855 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/w83795.ko 2024-07-26T12:09:33.855 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/w83l785ts.ko 2024-07-26T12:09:33.855 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/w83l786ng.ko 2024-07-26T12:09:33.855 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c 2024-07-26T12:09:33.855 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/algos 2024-07-26T12:09:33.855 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/algos/i2c-algo-bit.ko 2024-07-26T12:09:33.855 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/algos/i2c-algo-pca.ko 2024-07-26T12:09:33.855 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses 2024-07-26T12:09:33.855 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-amd756-s4882.ko 2024-07-26T12:09:33.855 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-amd756.ko 2024-07-26T12:09:33.855 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-amd8111.ko 2024-07-26T12:09:33.855 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-ccgx-ucsi.ko 2024-07-26T12:09:33.856 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-designware-core.ko 2024-07-26T12:09:33.856 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-designware-pci.ko 2024-07-26T12:09:33.856 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-designware-platform.ko 2024-07-26T12:09:33.856 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-diolan-u2c.ko 2024-07-26T12:09:33.856 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-i801.ko 2024-07-26T12:09:33.856 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-isch.ko 2024-07-26T12:09:33.856 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-ismt.ko 2024-07-26T12:09:33.856 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-nforce2-s4985.ko 2024-07-26T12:09:33.856 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-nforce2.ko 2024-07-26T12:09:33.856 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-parport.ko 2024-07-26T12:09:33.857 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-pca-platform.ko 2024-07-26T12:09:33.857 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-piix4.ko 2024-07-26T12:09:33.857 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-scmi.ko 2024-07-26T12:09:33.857 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-simtec.ko 2024-07-26T12:09:33.857 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-sis96x.ko 2024-07-26T12:09:33.857 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-tiny-usb.ko 2024-07-26T12:09:33.858 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-via.ko 2024-07-26T12:09:33.858 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-viapro.ko 2024-07-26T12:09:33.858 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-viperboard.ko 2024-07-26T12:09:33.858 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/i2c-dev.ko 2024-07-26T12:09:33.858 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/i2c-mux.ko 2024-07-26T12:09:33.858 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/i2c-slave-eeprom.ko 2024-07-26T12:09:33.859 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/i2c-smbus.ko 2024-07-26T12:09:33.859 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/i2c-stub.ko 2024-07-26T12:09:33.859 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband 2024-07-26T12:09:33.859 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/core 2024-07-26T12:09:33.859 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/core/ib_cm.ko 2024-07-26T12:09:33.859 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/core/ib_core.ko 2024-07-26T12:09:33.859 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/core/ib_umad.ko 2024-07-26T12:09:33.859 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/core/ib_uverbs.ko 2024-07-26T12:09:33.859 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/core/iw_cm.ko 2024-07-26T12:09:33.859 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/core/rdma_cm.ko 2024-07-26T12:09:33.859 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/core/rdma_ucm.ko 2024-07-26T12:09:33.859 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/hw 2024-07-26T12:09:33.859 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/hw/cxgb4 2024-07-26T12:09:33.860 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/hw/cxgb4/iw_cxgb4.ko 2024-07-26T12:09:33.860 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/hw/mlx4 2024-07-26T12:09:33.860 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/hw/mlx4/mlx4_ib.ko 2024-07-26T12:09:33.860 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/hw/mlx5 2024-07-26T12:09:33.860 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/hw/mlx5/mlx5_ib.ko 2024-07-26T12:09:33.860 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/hw/mthca 2024-07-26T12:09:33.860 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/hw/mthca/ib_mthca.ko 2024-07-26T12:09:33.860 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/ulp 2024-07-26T12:09:33.860 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/ulp/ipoib 2024-07-26T12:09:33.860 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/ulp/ipoib/ib_ipoib.ko 2024-07-26T12:09:33.860 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/ulp/iser 2024-07-26T12:09:33.860 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/ulp/iser/ib_iser.ko 2024-07-26T12:09:33.861 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/ulp/isert 2024-07-26T12:09:33.861 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/ulp/isert/ib_isert.ko 2024-07-26T12:09:33.861 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/ulp/srp 2024-07-26T12:09:33.861 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/ulp/srp/ib_srp.ko 2024-07-26T12:09:33.861 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/ulp/srpt 2024-07-26T12:09:33.861 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/ulp/srpt/ib_srpt.ko 2024-07-26T12:09:33.861 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input 2024-07-26T12:09:33.861 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/gameport 2024-07-26T12:09:33.861 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/gameport/emu10k1-gp.ko 2024-07-26T12:09:33.861 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/gameport/fm801-gp.ko 2024-07-26T12:09:33.861 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/gameport/gameport.ko 2024-07-26T12:09:33.861 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/joydev.ko 2024-07-26T12:09:33.862 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/keyboard 2024-07-26T12:09:33.862 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/keyboard/gpio_keys.ko 2024-07-26T12:09:33.862 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/mouse 2024-07-26T12:09:33.862 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/mouse/appletouch.ko 2024-07-26T12:09:33.862 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/mouse/bcm5974.ko 2024-07-26T12:09:33.862 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/mouse/cyapatp.ko 2024-07-26T12:09:33.862 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/mouse/elan_i2c.ko 2024-07-26T12:09:33.862 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/mouse/sermouse.ko 2024-07-26T12:09:33.862 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/mouse/synaptics_i2c.ko 2024-07-26T12:09:33.862 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/mouse/synaptics_usb.ko 2024-07-26T12:09:33.862 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/mouse/vsxxxaa.ko 2024-07-26T12:09:33.862 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/rmi4 2024-07-26T12:09:33.863 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/rmi4/rmi_core.ko 2024-07-26T12:09:33.863 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/serio 2024-07-26T12:09:33.863 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/serio/altera_ps2.ko 2024-07-26T12:09:33.863 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/serio/arc_ps2.ko 2024-07-26T12:09:33.863 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/serio/hyperv-keyboard.ko 2024-07-26T12:09:33.863 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/serio/serio_raw.ko 2024-07-26T12:09:33.863 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/sparse-keymap.ko 2024-07-26T12:09:33.863 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/leds 2024-07-26T12:09:33.863 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/leds/leds-blinkm.ko 2024-07-26T12:09:33.864 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/leds/leds-lm3530.ko 2024-07-26T12:09:33.864 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/leds/leds-lp3944.ko 2024-07-26T12:09:33.864 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/leds/leds-ss4200.ko 2024-07-26T12:09:33.864 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/leds/trigger 2024-07-26T12:09:33.864 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/leds/trigger/ledtrig-backlight.ko 2024-07-26T12:09:33.864 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/leds/trigger/ledtrig-camera.ko 2024-07-26T12:09:33.864 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/leds/trigger/ledtrig-default-on.ko 2024-07-26T12:09:33.864 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/leds/trigger/ledtrig-gpio.ko 2024-07-26T12:09:33.864 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/leds/trigger/ledtrig-heartbeat.ko 2024-07-26T12:09:33.864 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/leds/trigger/ledtrig-oneshot.ko 2024-07-26T12:09:33.864 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/leds/trigger/ledtrig-timer.ko 2024-07-26T12:09:33.864 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/leds/trigger/ledtrig-transient.ko 2024-07-26T12:09:33.864 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md 2024-07-26T12:09:33.865 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/bcache 2024-07-26T12:09:33.865 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/bcache/bcache.ko 2024-07-26T12:09:33.865 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/dm-bio-prison.ko 2024-07-26T12:09:33.865 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/dm-cache-smq.ko 2024-07-26T12:09:33.865 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/dm-cache.ko 2024-07-26T12:09:33.865 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/dm-crypt.ko 2024-07-26T12:09:33.865 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/dm-delay.ko 2024-07-26T12:09:33.865 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/dm-flakey.ko 2024-07-26T12:09:33.865 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/dm-log-userspace.ko 2024-07-26T12:09:33.865 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/dm-multipath.ko 2024-07-26T12:09:33.865 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/dm-queue-length.ko 2024-07-26T12:09:33.865 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/dm-raid.ko 2024-07-26T12:09:33.865 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/dm-round-robin.ko 2024-07-26T12:09:33.865 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/dm-service-time.ko 2024-07-26T12:09:33.866 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/dm-switch.ko 2024-07-26T12:09:33.866 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/dm-thin-pool.ko 2024-07-26T12:09:33.866 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/dm-verity.ko 2024-07-26T12:09:33.866 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/persistent-data 2024-07-26T12:09:33.866 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/persistent-data/dm-persistent-data.ko 2024-07-26T12:09:33.866 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/raid0.ko 2024-07-26T12:09:33.866 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/raid1.ko 2024-07-26T12:09:33.866 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/raid10.ko 2024-07-26T12:09:33.867 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/raid456.ko 2024-07-26T12:09:33.867 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/message 2024-07-26T12:09:33.867 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/message/fusion 2024-07-26T12:09:33.867 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/message/fusion/mptbase.ko 2024-07-26T12:09:33.867 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/message/fusion/mptctl.ko 2024-07-26T12:09:33.867 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/message/fusion/mptfc.ko 2024-07-26T12:09:33.867 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/message/fusion/mptlan.ko 2024-07-26T12:09:33.867 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/message/fusion/mptsas.ko 2024-07-26T12:09:33.867 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/message/fusion/mptscsih.ko 2024-07-26T12:09:33.867 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/message/fusion/mptspi.ko 2024-07-26T12:09:33.867 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/mfd 2024-07-26T12:09:33.867 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/mfd/lpc_ich.ko 2024-07-26T12:09:33.867 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/mfd/lpc_sch.ko 2024-07-26T12:09:33.868 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/mfd/mfd-core.ko 2024-07-26T12:09:33.868 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/mfd/sm501.ko 2024-07-26T12:09:33.868 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/mfd/viperboard.ko 2024-07-26T12:09:33.868 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/mfd/vx855.ko 2024-07-26T12:09:33.868 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/mfd/wl1273-core.ko 2024-07-26T12:09:33.868 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc 2024-07-26T12:09:33.868 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/altera-stapl 2024-07-26T12:09:33.868 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/altera-stapl/altera-stapl.ko 2024-07-26T12:09:33.868 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/apds9802als.ko 2024-07-26T12:09:33.868 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/apds990x.ko 2024-07-26T12:09:33.868 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/bh1770glc.ko 2024-07-26T12:09:33.868 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/cb710 2024-07-26T12:09:33.868 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/cb710/cb710.ko 2024-07-26T12:09:33.868 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/eeprom 2024-07-26T12:09:33.869 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/eeprom/at24.ko 2024-07-26T12:09:33.869 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/eeprom/eeprom_93cx6.ko 2024-07-26T12:09:33.869 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/eeprom/max6875.ko 2024-07-26T12:09:33.869 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/enclosure.ko 2024-07-26T12:09:33.869 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/hpilo.ko 2024-07-26T12:09:33.869 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/isl29003.ko 2024-07-26T12:09:33.869 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/isl29020.ko 2024-07-26T12:09:33.869 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/lis3lv02d 2024-07-26T12:09:33.869 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/lis3lv02d/lis3lv02d.ko 2024-07-26T12:09:33.869 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/lis3lv02d/lis3lv02d_i2c.ko 2024-07-26T12:09:33.870 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/mei 2024-07-26T12:09:33.870 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/mei/mei-me.ko 2024-07-26T12:09:33.870 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/mei/mei-txe.ko 2024-07-26T12:09:33.870 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/mei/mei.ko 2024-07-26T12:09:33.870 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/sgi-gru 2024-07-26T12:09:33.870 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/sgi-gru/gru.ko 2024-07-26T12:09:33.870 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/sgi-xp 2024-07-26T12:09:33.870 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/sgi-xp/xp.ko 2024-07-26T12:09:33.870 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/sgi-xp/xpc.ko 2024-07-26T12:09:33.870 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/sgi-xp/xpnet.ko 2024-07-26T12:09:33.870 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/tifm_7xx1.ko 2024-07-26T12:09:33.870 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/tifm_core.ko 2024-07-26T12:09:33.870 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/tsl2550.ko 2024-07-26T12:09:33.871 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/vmw_balloon.ko 2024-07-26T12:09:33.871 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/vmw_vmci 2024-07-26T12:09:33.871 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/vmw_vmci/vmw_vmci.ko 2024-07-26T12:09:33.871 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net 2024-07-26T12:09:33.871 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/bonding 2024-07-26T12:09:33.871 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/bonding/bonding.ko 2024-07-26T12:09:33.871 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/dsa 2024-07-26T12:09:33.871 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/dsa/b53 2024-07-26T12:09:33.871 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/dsa/b53/b53_common.ko 2024-07-26T12:09:33.871 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/dsa/bcm-sf2.ko 2024-07-26T12:09:33.871 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/dsa/mv88e6060.ko 2024-07-26T12:09:33.871 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/dsa/mv88e6xxx 2024-07-26T12:09:33.871 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/dsa/mv88e6xxx/mv88e6xxx.ko 2024-07-26T12:09:33.871 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/dummy.ko 2024-07-26T12:09:33.872 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/eql.ko 2024-07-26T12:09:33.872 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet 2024-07-26T12:09:33.872 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/3com 2024-07-26T12:09:33.872 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/3com/3c574_cs.ko 2024-07-26T12:09:33.872 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/3com/3c589_cs.ko 2024-07-26T12:09:33.872 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/3com/3c59x.ko 2024-07-26T12:09:33.872 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/3com/typhoon.ko 2024-07-26T12:09:33.872 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/8390 2024-07-26T12:09:33.872 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/8390/8390.ko 2024-07-26T12:09:33.872 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/8390/axnet_cs.ko 2024-07-26T12:09:33.872 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/8390/ne2k-pci.ko 2024-07-26T12:09:33.872 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/8390/pcnet_cs.ko 2024-07-26T12:09:33.872 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/adaptec 2024-07-26T12:09:33.873 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/adaptec/starfire.ko 2024-07-26T12:09:33.873 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/agere 2024-07-26T12:09:33.873 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/agere/et131x.ko 2024-07-26T12:09:33.873 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/alteon 2024-07-26T12:09:33.873 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/alteon/acenic.ko 2024-07-26T12:09:33.873 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/altera 2024-07-26T12:09:33.873 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/altera/altera_tse.ko 2024-07-26T12:09:33.873 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/amd 2024-07-26T12:09:33.873 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/amd/amd8111e.ko 2024-07-26T12:09:33.873 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/amd/nmclan_cs.ko 2024-07-26T12:09:33.873 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/amd/pcnet32.ko 2024-07-26T12:09:33.873 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/atheros 2024-07-26T12:09:33.874 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/atheros/alx 2024-07-26T12:09:33.874 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/atheros/alx/alx.ko 2024-07-26T12:09:33.874 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/atheros/atl1c 2024-07-26T12:09:33.874 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/atheros/atl1c/atl1c.ko 2024-07-26T12:09:33.874 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/atheros/atl1e 2024-07-26T12:09:33.874 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/atheros/atl1e/atl1e.ko 2024-07-26T12:09:33.874 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/atheros/atlx 2024-07-26T12:09:33.874 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/atheros/atlx/atl1.ko 2024-07-26T12:09:33.874 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/atheros/atlx/atl2.ko 2024-07-26T12:09:33.874 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/broadcom 2024-07-26T12:09:33.874 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/broadcom/b44.ko 2024-07-26T12:09:33.874 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/broadcom/bnx2.ko 2024-07-26T12:09:33.874 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/broadcom/bnx2x 2024-07-26T12:09:33.875 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/broadcom/bnx2x/bnx2x.ko 2024-07-26T12:09:33.875 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/broadcom/cnic.ko 2024-07-26T12:09:33.875 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/broadcom/genet 2024-07-26T12:09:33.875 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/broadcom/genet/genet.ko 2024-07-26T12:09:33.875 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/broadcom/tg3.ko 2024-07-26T12:09:33.875 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/brocade 2024-07-26T12:09:33.875 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/brocade/bna 2024-07-26T12:09:33.876 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/brocade/bna/bna.ko 2024-07-26T12:09:33.876 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/chelsio 2024-07-26T12:09:33.876 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/chelsio/cxgb 2024-07-26T12:09:33.876 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/chelsio/cxgb/cxgb.ko 2024-07-26T12:09:33.876 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/chelsio/cxgb3 2024-07-26T12:09:33.876 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/chelsio/cxgb3/cxgb3.ko 2024-07-26T12:09:33.877 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/chelsio/cxgb4 2024-07-26T12:09:33.877 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/chelsio/cxgb4/cxgb4.ko 2024-07-26T12:09:33.877 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/chelsio/cxgb4vf 2024-07-26T12:09:33.877 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/chelsio/cxgb4vf/cxgb4vf.ko 2024-07-26T12:09:33.877 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/chelsio/libcxgb 2024-07-26T12:09:33.877 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/chelsio/libcxgb/libcxgb.ko 2024-07-26T12:09:33.877 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/cisco 2024-07-26T12:09:33.877 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/cisco/enic 2024-07-26T12:09:33.877 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/cisco/enic/enic.ko 2024-07-26T12:09:33.878 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/dec 2024-07-26T12:09:33.878 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/dec/tulip 2024-07-26T12:09:33.878 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/dec/tulip/de2104x.ko 2024-07-26T12:09:33.878 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/dec/tulip/dmfe.ko 2024-07-26T12:09:33.878 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/dec/tulip/tulip.ko 2024-07-26T12:09:33.878 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/dec/tulip/uli526x.ko 2024-07-26T12:09:33.878 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/dec/tulip/winbond-840.ko 2024-07-26T12:09:33.878 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/dec/tulip/xircom_cb.ko 2024-07-26T12:09:33.878 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/dlink 2024-07-26T12:09:33.878 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/dlink/dl2k.ko 2024-07-26T12:09:33.878 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/dlink/sundance.ko 2024-07-26T12:09:33.878 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/dnet.ko 2024-07-26T12:09:33.879 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/emulex 2024-07-26T12:09:33.879 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/emulex/benet 2024-07-26T12:09:33.879 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/emulex/benet/be2net.ko 2024-07-26T12:09:33.879 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/ethoc.ko 2024-07-26T12:09:33.879 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/fealnx.ko 2024-07-26T12:09:33.879 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel 2024-07-26T12:09:33.879 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/e100.ko 2024-07-26T12:09:33.879 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/e1000 2024-07-26T12:09:33.879 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/e1000/e1000.ko 2024-07-26T12:09:33.879 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/e1000e 2024-07-26T12:09:33.879 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/e1000e/e1000e.ko 2024-07-26T12:09:33.879 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/fm10k 2024-07-26T12:09:33.879 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/fm10k/fm10k.ko 2024-07-26T12:09:33.879 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/i40e 2024-07-26T12:09:33.880 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/i40e/i40e.ko 2024-07-26T12:09:33.880 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/iavf 2024-07-26T12:09:33.880 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/iavf/iavf.ko 2024-07-26T12:09:33.880 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/igb 2024-07-26T12:09:33.880 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/igb/igb.ko 2024-07-26T12:09:33.880 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/igbvf 2024-07-26T12:09:33.880 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/igbvf/igbvf.ko 2024-07-26T12:09:33.880 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/ixgbe 2024-07-26T12:09:33.880 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko 2024-07-26T12:09:33.880 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/ixgbevf 2024-07-26T12:09:33.880 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/ixgbevf/ixgbevf.ko 2024-07-26T12:09:33.880 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/libeth 2024-07-26T12:09:33.880 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/libeth/libeth.ko 2024-07-26T12:09:33.881 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/libie 2024-07-26T12:09:33.881 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/libie/libie.ko 2024-07-26T12:09:33.881 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/jme.ko 2024-07-26T12:09:33.881 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/marvell 2024-07-26T12:09:33.881 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/marvell/mvmdio.ko 2024-07-26T12:09:33.881 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/marvell/skge.ko 2024-07-26T12:09:33.881 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/marvell/sky2.ko 2024-07-26T12:09:33.881 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/mellanox 2024-07-26T12:09:33.881 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/mellanox/mlx4 2024-07-26T12:09:33.881 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_core.ko 2024-07-26T12:09:33.881 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_en.ko 2024-07-26T12:09:33.881 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/mellanox/mlx5 2024-07-26T12:09:33.881 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/mellanox/mlx5/core 2024-07-26T12:09:33.882 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/mellanox/mlx5/core/mlx5_core.ko 2024-07-26T12:09:33.882 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/micrel 2024-07-26T12:09:33.882 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/micrel/ksz884x.ko 2024-07-26T12:09:33.882 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/myricom 2024-07-26T12:09:33.882 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/myricom/myri10ge 2024-07-26T12:09:33.882 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/myricom/myri10ge/myri10ge.ko 2024-07-26T12:09:33.882 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/natsemi 2024-07-26T12:09:33.882 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/natsemi/natsemi.ko 2024-07-26T12:09:33.882 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/natsemi/ns83820.ko 2024-07-26T12:09:33.882 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/neterion 2024-07-26T12:09:33.883 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/neterion/s2io.ko 2024-07-26T12:09:33.883 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/nvidia 2024-07-26T12:09:33.883 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/nvidia/forcedeth.ko 2024-07-26T12:09:33.883 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/packetengines 2024-07-26T12:09:33.883 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/packetengines/hamachi.ko 2024-07-26T12:09:33.883 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/packetengines/yellowfin.ko 2024-07-26T12:09:33.883 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/qlogic 2024-07-26T12:09:33.883 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/qlogic/netxen 2024-07-26T12:09:33.883 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/qlogic/netxen/netxen_nic.ko 2024-07-26T12:09:33.883 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/qlogic/qla3xxx.ko 2024-07-26T12:09:33.883 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/qlogic/qlcnic 2024-07-26T12:09:33.883 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/qlogic/qlcnic/qlcnic.ko 2024-07-26T12:09:33.883 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/rdc 2024-07-26T12:09:33.883 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/rdc/r6040.ko 2024-07-26T12:09:33.884 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/realtek 2024-07-26T12:09:33.884 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/realtek/8139cp.ko 2024-07-26T12:09:33.884 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/realtek/8139too.ko 2024-07-26T12:09:33.884 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/realtek/atp.ko 2024-07-26T12:09:33.884 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/realtek/r8169.ko 2024-07-26T12:09:33.884 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/rocker 2024-07-26T12:09:33.884 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/rocker/rocker.ko 2024-07-26T12:09:33.884 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/sfc 2024-07-26T12:09:33.884 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/sfc/sfc.ko 2024-07-26T12:09:33.884 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/silan 2024-07-26T12:09:33.884 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/silan/sc92031.ko 2024-07-26T12:09:33.884 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/sis 2024-07-26T12:09:33.884 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/sis/sis190.ko 2024-07-26T12:09:33.885 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/sis/sis900.ko 2024-07-26T12:09:33.885 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/smsc 2024-07-26T12:09:33.885 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/smsc/epic100.ko 2024-07-26T12:09:33.885 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/smsc/smc91c92_cs.ko 2024-07-26T12:09:33.885 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/smsc/smsc911x.ko 2024-07-26T12:09:33.885 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/smsc/smsc9420.ko 2024-07-26T12:09:33.885 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/stmicro 2024-07-26T12:09:33.885 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/stmicro/stmmac 2024-07-26T12:09:33.885 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/stmicro/stmmac/dwmac-intel.ko 2024-07-26T12:09:33.885 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/stmicro/stmmac/stmmac.ko 2024-07-26T12:09:33.885 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/sun 2024-07-26T12:09:33.885 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/sun/cassini.ko 2024-07-26T12:09:33.885 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/sun/niu.ko 2024-07-26T12:09:33.886 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/sun/sungem.ko 2024-07-26T12:09:33.886 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/sun/sunhme.ko 2024-07-26T12:09:33.886 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/tehuti 2024-07-26T12:09:33.886 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/tehuti/tehuti.ko 2024-07-26T12:09:33.886 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/ti 2024-07-26T12:09:33.886 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/ti/tlan.ko 2024-07-26T12:09:33.886 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/via 2024-07-26T12:09:33.886 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/via/via-rhine.ko 2024-07-26T12:09:33.886 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/via/via-velocity.ko 2024-07-26T12:09:33.886 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/wiznet 2024-07-26T12:09:33.887 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/wiznet/w5100.ko 2024-07-26T12:09:33.887 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/wiznet/w5300.ko 2024-07-26T12:09:33.887 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/xircom 2024-07-26T12:09:33.887 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/xircom/xirc2ps_cs.ko 2024-07-26T12:09:33.887 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/geneve.ko 2024-07-26T12:09:33.887 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/hyperv 2024-07-26T12:09:33.887 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/hyperv/hv_netvsc.ko 2024-07-26T12:09:33.887 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ieee802154 2024-07-26T12:09:33.887 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ieee802154/fakelb.ko 2024-07-26T12:09:33.887 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ifb.ko 2024-07-26T12:09:33.888 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ipvlan 2024-07-26T12:09:33.888 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ipvlan/ipvlan.ko 2024-07-26T12:09:33.888 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/macvlan.ko 2024-07-26T12:09:33.888 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/macvtap.ko 2024-07-26T12:09:33.888 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/mdio 2024-07-26T12:09:33.888 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/mdio.ko 2024-07-26T12:09:33.888 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/mdio/mdio-bcm-unimac.ko 2024-07-26T12:09:33.888 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/mdio/mdio-bitbang.ko 2024-07-26T12:09:33.888 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/mdio/mdio-regmap.ko 2024-07-26T12:09:33.888 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/mii.ko 2024-07-26T12:09:33.888 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/net_failover.ko 2024-07-26T12:09:33.888 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/netconsole.ko 2024-07-26T12:09:33.888 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/nlmon.ko 2024-07-26T12:09:33.889 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/pcs 2024-07-26T12:09:33.889 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/pcs/pcs-lynx.ko 2024-07-26T12:09:33.889 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/pcs/pcs_xpcs.ko 2024-07-26T12:09:33.889 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy 2024-07-26T12:09:33.889 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/amd.ko 2024-07-26T12:09:33.889 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/bcm-phy-lib.ko 2024-07-26T12:09:33.889 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/bcm-phy-ptp.ko 2024-07-26T12:09:33.889 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/bcm7xxx.ko 2024-07-26T12:09:33.889 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/bcm87xx.ko 2024-07-26T12:09:33.889 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/broadcom.ko 2024-07-26T12:09:33.889 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/cicada.ko 2024-07-26T12:09:33.889 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/davicom.ko 2024-07-26T12:09:33.889 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/dp83640.ko 2024-07-26T12:09:33.889 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/et1011c.ko 2024-07-26T12:09:33.890 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/icplus.ko 2024-07-26T12:09:33.890 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/lxt.ko 2024-07-26T12:09:33.890 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/marvell.ko 2024-07-26T12:09:33.890 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/micrel.ko 2024-07-26T12:09:33.890 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/national.ko 2024-07-26T12:09:33.890 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/phylink.ko 2024-07-26T12:09:33.890 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/qsemi.ko 2024-07-26T12:09:33.890 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/realtek.ko 2024-07-26T12:09:33.890 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/smsc.ko 2024-07-26T12:09:33.890 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/ste10Xp.ko 2024-07-26T12:09:33.891 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/vitesse.ko 2024-07-26T12:09:33.891 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ppp 2024-07-26T12:09:33.891 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ppp/bsd_comp.ko 2024-07-26T12:09:33.891 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ppp/ppp_async.ko 2024-07-26T12:09:33.891 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ppp/ppp_deflate.ko 2024-07-26T12:09:33.891 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ppp/ppp_generic.ko 2024-07-26T12:09:33.891 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ppp/ppp_mppe.ko 2024-07-26T12:09:33.891 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ppp/ppp_synctty.ko 2024-07-26T12:09:33.891 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ppp/pppoe.ko 2024-07-26T12:09:33.891 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ppp/pppox.ko 2024-07-26T12:09:33.891 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ppp/pptp.ko 2024-07-26T12:09:33.891 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/slip 2024-07-26T12:09:33.891 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/slip/slhc.ko 2024-07-26T12:09:33.892 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/slip/slip.ko 2024-07-26T12:09:33.892 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/sungem_phy.ko 2024-07-26T12:09:33.892 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/tap.ko 2024-07-26T12:09:33.892 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/team 2024-07-26T12:09:33.892 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/team/team.ko 2024-07-26T12:09:33.892 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/team/team_mode_activebackup.ko 2024-07-26T12:09:33.892 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/team/team_mode_broadcast.ko 2024-07-26T12:09:33.892 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/team/team_mode_loadbalance.ko 2024-07-26T12:09:33.892 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/team/team_mode_random.ko 2024-07-26T12:09:33.892 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/team/team_mode_roundrobin.ko 2024-07-26T12:09:33.892 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/tun.ko 2024-07-26T12:09:33.892 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/veth.ko 2024-07-26T12:09:33.892 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/virtio_net.ko 2024-07-26T12:09:33.892 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/vmxnet3 2024-07-26T12:09:33.893 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/vmxnet3/vmxnet3.ko 2024-07-26T12:09:33.893 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/vxlan 2024-07-26T12:09:33.893 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/vxlan/vxlan.ko 2024-07-26T12:09:33.893 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/xen-netback 2024-07-26T12:09:33.893 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/xen-netback/xen-netback.ko 2024-07-26T12:09:33.893 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/xen-netfront.ko 2024-07-26T12:09:33.893 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ntb 2024-07-26T12:09:33.893 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ntb/ntb.ko 2024-07-26T12:09:33.893 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/nvme 2024-07-26T12:09:33.893 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/nvme/host 2024-07-26T12:09:33.893 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/nvme/host/nvme-core.ko 2024-07-26T12:09:33.893 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/nvme/host/nvme.ko 2024-07-26T12:09:33.893 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/parport 2024-07-26T12:09:33.893 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/parport/parport.ko 2024-07-26T12:09:33.894 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/parport/parport_cs.ko 2024-07-26T12:09:33.894 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/parport/parport_pc.ko 2024-07-26T12:09:33.894 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/parport/parport_serial.ko 2024-07-26T12:09:33.894 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pci 2024-07-26T12:09:33.894 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pci/hotplug 2024-07-26T12:09:33.894 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pci/hotplug/acpiphp_ibm.ko 2024-07-26T12:09:33.894 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pci/pcie 2024-07-26T12:09:33.894 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pci/pcie/aer_inject.ko 2024-07-26T12:09:33.894 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pci/xen-pcifront.ko 2024-07-26T12:09:33.894 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pcmcia 2024-07-26T12:09:33.894 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pcmcia/i82092.ko 2024-07-26T12:09:33.894 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pcmcia/pd6729.ko 2024-07-26T12:09:33.895 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pcmcia/yenta_socket.ko 2024-07-26T12:09:33.895 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pinctrl 2024-07-26T12:09:33.895 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pinctrl/intel 2024-07-26T12:09:33.895 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pinctrl/intel/pinctrl-cherryview.ko 2024-07-26T12:09:33.895 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform 2024-07-26T12:09:33.895 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86 2024-07-26T12:09:33.895 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/acer-wmi.ko 2024-07-26T12:09:33.895 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/acerhdf.ko 2024-07-26T12:09:33.895 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/apple-gmux.ko 2024-07-26T12:09:33.895 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/asus-laptop.ko 2024-07-26T12:09:33.895 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/asus-nb-wmi.ko 2024-07-26T12:09:33.895 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/asus-wmi.ko 2024-07-26T12:09:33.895 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/classmate-laptop.ko 2024-07-26T12:09:33.896 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/eeepc-laptop.ko 2024-07-26T12:09:33.896 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/eeepc-wmi.ko 2024-07-26T12:09:33.896 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/fujitsu-laptop.ko 2024-07-26T12:09:33.896 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/fujitsu-tablet.ko 2024-07-26T12:09:33.896 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/hdaps.ko 2024-07-26T12:09:33.896 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/intel 2024-07-26T12:09:33.896 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/intel/intel-rst.ko 2024-07-26T12:09:33.896 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/intel_ips.ko 2024-07-26T12:09:33.896 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/msi-wmi.ko 2024-07-26T12:09:33.896 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/mxm-wmi.ko 2024-07-26T12:09:33.896 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/panasonic-laptop.ko 2024-07-26T12:09:33.896 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/samsung-laptop.ko 2024-07-26T12:09:33.896 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/samsung-q10.ko 2024-07-26T12:09:33.896 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/topstar-laptop.ko 2024-07-26T12:09:33.897 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/toshiba_bluetooth.ko 2024-07-26T12:09:33.897 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/toshiba_haps.ko 2024-07-26T12:09:33.897 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/wmi-bmof.ko 2024-07-26T12:09:33.897 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/wmi.ko 2024-07-26T12:09:33.897 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/powercap 2024-07-26T12:09:33.897 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/powercap/intel_rapl_common.ko 2024-07-26T12:09:33.897 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/powercap/intel_rapl_msr.ko 2024-07-26T12:09:33.897 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pps 2024-07-26T12:09:33.897 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pps/clients 2024-07-26T12:09:33.897 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pps/clients/pps-gpio.ko 2024-07-26T12:09:33.897 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pps/clients/pps-ldisc.ko 2024-07-26T12:09:33.897 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pps/clients/pps_parport.ko 2024-07-26T12:09:33.897 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pps/pps_core.ko 2024-07-26T12:09:33.898 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ptp 2024-07-26T12:09:33.898 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ptp/ptp.ko 2024-07-26T12:09:33.898 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ptp/ptp_kvm.ko 2024-07-26T12:09:33.898 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ras 2024-07-26T12:09:33.898 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ras/amd 2024-07-26T12:09:33.898 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ras/amd/atl 2024-07-26T12:09:33.898 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ras/amd/atl/amd_atl.ko 2024-07-26T12:09:33.898 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ras/amd/fmpm.ko 2024-07-26T12:09:33.898 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc 2024-07-26T12:09:33.898 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-bq32k.ko 2024-07-26T12:09:33.898 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-ds1286.ko 2024-07-26T12:09:33.898 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-ds1307.ko 2024-07-26T12:09:33.898 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-ds1374.ko 2024-07-26T12:09:33.899 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-ds1511.ko 2024-07-26T12:09:33.899 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-ds1553.ko 2024-07-26T12:09:33.899 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-ds1672.ko 2024-07-26T12:09:33.899 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-ds1742.ko 2024-07-26T12:09:33.899 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-ds2404.ko 2024-07-26T12:09:33.899 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-ds3232.ko 2024-07-26T12:09:33.899 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-em3027.ko 2024-07-26T12:09:33.899 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-fm3130.ko 2024-07-26T12:09:33.899 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-isl12022.ko 2024-07-26T12:09:33.899 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-isl1208.ko 2024-07-26T12:09:33.899 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-m41t80.ko 2024-07-26T12:09:33.899 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-m48t35.ko 2024-07-26T12:09:33.899 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-m48t59.ko 2024-07-26T12:09:33.899 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-max6900.ko 2024-07-26T12:09:33.900 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-msm6242.ko 2024-07-26T12:09:33.900 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-pcf2127.ko 2024-07-26T12:09:33.900 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-pcf85063.ko 2024-07-26T12:09:33.900 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-pcf8523.ko 2024-07-26T12:09:33.900 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-pcf8563.ko 2024-07-26T12:09:33.900 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-pcf8583.ko 2024-07-26T12:09:33.900 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-rp5c01.ko 2024-07-26T12:09:33.900 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-rs5c372.ko 2024-07-26T12:09:33.900 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-rv3029c2.ko 2024-07-26T12:09:33.900 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-rx8025.ko 2024-07-26T12:09:33.900 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-rx8581.ko 2024-07-26T12:09:33.900 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-stk17ta8.ko 2024-07-26T12:09:33.900 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-x1205.ko 2024-07-26T12:09:33.900 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi 2024-07-26T12:09:33.901 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/3w-9xxx.ko 2024-07-26T12:09:33.901 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/3w-sas.ko 2024-07-26T12:09:33.901 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/3w-xxxx.ko 2024-07-26T12:09:33.901 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/BusLogic.ko 2024-07-26T12:09:33.901 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/a100u2w.ko 2024-07-26T12:09:33.901 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/aacraid 2024-07-26T12:09:33.901 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/aacraid/aacraid.ko 2024-07-26T12:09:33.901 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/advansys.ko 2024-07-26T12:09:33.901 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/aic7xxx 2024-07-26T12:09:33.901 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/aic7xxx/aic79xx.ko 2024-07-26T12:09:33.901 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/aic7xxx/aic7xxx.ko 2024-07-26T12:09:33.901 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/am53c974.ko 2024-07-26T12:09:33.901 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/arcmsr 2024-07-26T12:09:33.901 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/arcmsr/arcmsr.ko 2024-07-26T12:09:33.902 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/atp870u.ko 2024-07-26T12:09:33.902 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/be2iscsi 2024-07-26T12:09:33.902 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/be2iscsi/be2iscsi.ko 2024-07-26T12:09:33.902 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/bfa 2024-07-26T12:09:33.902 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/bfa/bfa.ko 2024-07-26T12:09:33.902 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/bnx2fc 2024-07-26T12:09:33.902 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/bnx2fc/bnx2fc.ko 2024-07-26T12:09:33.902 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/bnx2i 2024-07-26T12:09:33.902 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/bnx2i/bnx2i.ko 2024-07-26T12:09:33.902 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/ch.ko 2024-07-26T12:09:33.902 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/csiostor 2024-07-26T12:09:33.902 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/csiostor/csiostor.ko 2024-07-26T12:09:33.902 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/cxgbi 2024-07-26T12:09:33.903 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/cxgbi/cxgb3i 2024-07-26T12:09:33.903 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/cxgbi/cxgb3i/cxgb3i.ko 2024-07-26T12:09:33.903 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/cxgbi/cxgb4i 2024-07-26T12:09:33.903 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/cxgbi/cxgb4i/cxgb4i.ko 2024-07-26T12:09:33.903 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/cxgbi/libcxgbi.ko 2024-07-26T12:09:33.903 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/dc395x.ko 2024-07-26T12:09:33.903 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/device_handler 2024-07-26T12:09:33.903 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/device_handler/scsi_dh_alua.ko 2024-07-26T12:09:33.903 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/device_handler/scsi_dh_emc.ko 2024-07-26T12:09:33.903 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/device_handler/scsi_dh_hp_sw.ko 2024-07-26T12:09:33.903 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/device_handler/scsi_dh_rdac.ko 2024-07-26T12:09:33.903 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/dmx3191d.ko 2024-07-26T12:09:33.903 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/esas2r 2024-07-26T12:09:33.903 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/esas2r/esas2r.ko 2024-07-26T12:09:33.904 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/esp_scsi.ko 2024-07-26T12:09:33.904 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/fcoe 2024-07-26T12:09:33.904 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/fcoe/fcoe.ko 2024-07-26T12:09:33.904 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/fcoe/libfcoe.ko 2024-07-26T12:09:33.904 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/fnic 2024-07-26T12:09:33.904 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/fnic/fnic.ko 2024-07-26T12:09:33.904 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/hpsa.ko 2024-07-26T12:09:33.904 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/hptiop.ko 2024-07-26T12:09:33.904 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/hv_storvsc.ko 2024-07-26T12:09:33.904 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/initio.ko 2024-07-26T12:09:33.904 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/ipr.ko 2024-07-26T12:09:33.904 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/ips.ko 2024-07-26T12:09:33.904 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/isci 2024-07-26T12:09:33.905 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/isci/isci.ko 2024-07-26T12:09:33.905 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/iscsi_boot_sysfs.ko 2024-07-26T12:09:33.905 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/iscsi_tcp.ko 2024-07-26T12:09:33.905 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/libfc 2024-07-26T12:09:33.905 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/libfc/libfc.ko 2024-07-26T12:09:33.905 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/libiscsi.ko 2024-07-26T12:09:33.905 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/libiscsi_tcp.ko 2024-07-26T12:09:33.905 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/libsas 2024-07-26T12:09:33.905 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/libsas/libsas.ko 2024-07-26T12:09:33.905 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/lpfc 2024-07-26T12:09:33.905 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/lpfc/lpfc.ko 2024-07-26T12:09:33.906 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/megaraid 2024-07-26T12:09:33.906 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/megaraid.ko 2024-07-26T12:09:33.906 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/megaraid/megaraid_mbox.ko 2024-07-26T12:09:33.906 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/megaraid/megaraid_mm.ko 2024-07-26T12:09:33.906 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/megaraid/megaraid_sas.ko 2024-07-26T12:09:33.906 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/mpt3sas 2024-07-26T12:09:33.906 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/mpt3sas/mpt3sas.ko 2024-07-26T12:09:33.906 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/mvsas 2024-07-26T12:09:33.906 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/mvsas/mvsas.ko 2024-07-26T12:09:33.906 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/mvumi.ko 2024-07-26T12:09:33.906 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/pm8001 2024-07-26T12:09:33.906 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/pm8001/pm80xx.ko 2024-07-26T12:09:33.907 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/pmcraid.ko 2024-07-26T12:09:33.907 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/qla1280.ko 2024-07-26T12:09:33.907 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/qla2xxx 2024-07-26T12:09:33.907 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/qla2xxx/qla2xxx.ko 2024-07-26T12:09:33.907 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/qla2xxx/tcm_qla2xxx.ko 2024-07-26T12:09:33.907 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/qla4xxx 2024-07-26T12:09:33.907 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/qla4xxx/qla4xxx.ko 2024-07-26T12:09:33.907 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/raid_class.ko 2024-07-26T12:09:33.907 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/scsi_debug.ko 2024-07-26T12:09:33.907 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/scsi_transport_fc.ko 2024-07-26T12:09:33.907 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/scsi_transport_iscsi.ko 2024-07-26T12:09:33.907 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/scsi_transport_sas.ko 2024-07-26T12:09:33.907 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/scsi_transport_spi.ko 2024-07-26T12:09:33.907 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/scsi_transport_srp.ko 2024-07-26T12:09:33.908 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/ses.ko 2024-07-26T12:09:33.908 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/st.ko 2024-07-26T12:09:33.908 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/stex.ko 2024-07-26T12:09:33.908 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/sym53c8xx_2 2024-07-26T12:09:33.908 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/sym53c8xx_2/sym53c8xx.ko 2024-07-26T12:09:33.908 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/virtio_scsi.ko 2024-07-26T12:09:33.908 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/vmw_pvscsi.ko 2024-07-26T12:09:33.908 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/wd719x.ko 2024-07-26T12:09:33.908 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ssb 2024-07-26T12:09:33.908 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ssb/ssb.ko 2024-07-26T12:09:33.908 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/target 2024-07-26T12:09:33.908 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/target/iscsi 2024-07-26T12:09:33.908 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/target/iscsi/iscsi_target_mod.ko 2024-07-26T12:09:33.909 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/target/loopback 2024-07-26T12:09:33.909 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/target/loopback/tcm_loop.ko 2024-07-26T12:09:33.909 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/target/target_core_file.ko 2024-07-26T12:09:33.909 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/target/target_core_iblock.ko 2024-07-26T12:09:33.909 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/target/target_core_mod.ko 2024-07-26T12:09:33.909 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/target/target_core_pscsi.ko 2024-07-26T12:09:33.909 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/target/target_core_user.ko 2024-07-26T12:09:33.909 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/target/tcm_fc 2024-07-26T12:09:33.909 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/target/tcm_fc/tcm_fc.ko 2024-07-26T12:09:33.909 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal 2024-07-26T12:09:33.909 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel 2024-07-26T12:09:33.910 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/int340x_thermal 2024-07-26T12:09:33.910 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/int340x_thermal/acpi_thermal_rel.ko 2024-07-26T12:09:33.910 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/int340x_thermal/int3400_thermal.ko 2024-07-26T12:09:33.910 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/int340x_thermal/int3401_thermal.ko 2024-07-26T12:09:33.910 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/int340x_thermal/int3402_thermal.ko 2024-07-26T12:09:33.910 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/int340x_thermal/int3403_thermal.ko 2024-07-26T12:09:33.910 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/int340x_thermal/int340x_thermal_zone.ko 2024-07-26T12:09:33.910 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device.ko 2024-07-26T12:09:33.910 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci.ko 2024-07-26T12:09:33.910 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci_legacy.ko 2024-07-26T12:09:33.910 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_mbox.ko 2024-07-26T12:09:33.910 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_power_floor.ko 2024-07-26T12:09:33.910 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rapl.ko 2024-07-26T12:09:33.911 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rfim.ko 2024-07-26T12:09:33.911 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_wt_hint.ko 2024-07-26T12:09:33.911 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_wt_req.ko 2024-07-26T12:09:33.911 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/intel_soc_dts_iosf.ko 2024-07-26T12:09:33.911 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/intel_soc_dts_thermal.ko 2024-07-26T12:09:33.911 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/x86_pkg_temp_thermal.ko 2024-07-26T12:09:33.911 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/tty 2024-07-26T12:09:33.911 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/tty/ipwireless 2024-07-26T12:09:33.911 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/tty/ipwireless/ipwireless.ko 2024-07-26T12:09:33.911 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/tty/n_gsm.ko 2024-07-26T12:09:33.911 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/tty/n_hdlc.ko 2024-07-26T12:09:33.911 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/tty/nozomi.ko 2024-07-26T12:09:33.911 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/tty/serial 2024-07-26T12:09:33.911 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/tty/serial/8250 2024-07-26T12:09:33.912 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/tty/serial/8250/serial_cs.ko 2024-07-26T12:09:33.912 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/tty/serial/arc_uart.ko 2024-07-26T12:09:33.912 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/tty/serial/jsm 2024-07-26T12:09:33.912 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/tty/serial/jsm/jsm.ko 2024-07-26T12:09:33.912 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ufs 2024-07-26T12:09:33.912 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ufs/core 2024-07-26T12:09:33.912 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ufs/core/ufshcd-core.ko 2024-07-26T12:09:33.912 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ufs/host 2024-07-26T12:09:33.912 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ufs/host/ufshcd-pci.ko 2024-07-26T12:09:33.912 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/uio 2024-07-26T12:09:33.912 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/uio/uio.ko 2024-07-26T12:09:33.912 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/uio/uio_aec.ko 2024-07-26T12:09:33.912 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/uio/uio_cif.ko 2024-07-26T12:09:33.912 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/uio/uio_pci_generic.ko 2024-07-26T12:09:33.913 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/uio/uio_sercos3.ko 2024-07-26T12:09:33.913 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb 2024-07-26T12:09:33.913 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/class 2024-07-26T12:09:33.913 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/class/cdc-acm.ko 2024-07-26T12:09:33.913 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/class/cdc-wdm.ko 2024-07-26T12:09:33.913 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/class/usblp.ko 2024-07-26T12:09:33.913 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/class/usbtmc.ko 2024-07-26T12:09:33.913 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/host 2024-07-26T12:09:33.913 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/host/sl811-hcd.ko 2024-07-26T12:09:33.913 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/image 2024-07-26T12:09:33.913 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/image/mdc800.ko 2024-07-26T12:09:33.913 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/image/microtek.ko 2024-07-26T12:09:33.913 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc 2024-07-26T12:09:33.913 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/adutux.ko 2024-07-26T12:09:33.914 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/appledisplay.ko 2024-07-26T12:09:33.914 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/emi26.ko 2024-07-26T12:09:33.914 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/emi62.ko 2024-07-26T12:09:33.914 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/ezusb.ko 2024-07-26T12:09:33.914 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/idmouse.ko 2024-07-26T12:09:33.914 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/iowarrior.ko 2024-07-26T12:09:33.914 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/isight_firmware.ko 2024-07-26T12:09:33.914 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/ldusb.ko 2024-07-26T12:09:33.914 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/legousbtower.ko 2024-07-26T12:09:33.914 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/sisusbvga 2024-07-26T12:09:33.914 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/sisusbvga/sisusbvga.ko 2024-07-26T12:09:33.914 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/trancevibrator.ko 2024-07-26T12:09:33.915 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/usb3503.ko 2024-07-26T12:09:33.915 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/usblcd.ko 2024-07-26T12:09:33.915 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/usbsevseg.ko 2024-07-26T12:09:33.915 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/uss720.ko 2024-07-26T12:09:33.915 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/yurex.ko 2024-07-26T12:09:33.915 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/phy 2024-07-26T12:09:33.915 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/phy/phy-generic.ko 2024-07-26T12:09:33.915 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial 2024-07-26T12:09:33.915 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/aircable.ko 2024-07-26T12:09:33.915 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/ark3116.ko 2024-07-26T12:09:33.915 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/belkin_sa.ko 2024-07-26T12:09:33.915 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/ch341.ko 2024-07-26T12:09:33.915 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/cp210x.ko 2024-07-26T12:09:33.916 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/cyberjack.ko 2024-07-26T12:09:33.916 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/cypress_m8.ko 2024-07-26T12:09:33.916 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/digi_acceleport.ko 2024-07-26T12:09:33.916 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/empeg.ko 2024-07-26T12:09:33.916 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/ftdi_sio.ko 2024-07-26T12:09:33.916 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/garmin_gps.ko 2024-07-26T12:09:33.916 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/io_edgeport.ko 2024-07-26T12:09:33.916 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/io_ti.ko 2024-07-26T12:09:33.916 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/ipaq.ko 2024-07-26T12:09:33.916 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/ipw.ko 2024-07-26T12:09:33.916 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/ir-usb.ko 2024-07-26T12:09:33.916 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/iuu_phoenix.ko 2024-07-26T12:09:33.917 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/keyspan.ko 2024-07-26T12:09:33.917 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/keyspan_pda.ko 2024-07-26T12:09:33.917 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/kl5kusb105.ko 2024-07-26T12:09:33.917 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/kobil_sct.ko 2024-07-26T12:09:33.917 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/mct_u232.ko 2024-07-26T12:09:33.917 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/mos7720.ko 2024-07-26T12:09:33.917 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/mos7840.ko 2024-07-26T12:09:33.917 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/navman.ko 2024-07-26T12:09:33.917 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/omninet.ko 2024-07-26T12:09:33.917 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/opticon.ko 2024-07-26T12:09:33.917 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/option.ko 2024-07-26T12:09:33.917 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/oti6858.ko 2024-07-26T12:09:33.917 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/pl2303.ko 2024-07-26T12:09:33.917 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/qcaux.ko 2024-07-26T12:09:33.918 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/qcserial.ko 2024-07-26T12:09:33.918 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/quatech2.ko 2024-07-26T12:09:33.918 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/safe_serial.ko 2024-07-26T12:09:33.918 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/sierra.ko 2024-07-26T12:09:33.918 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/spcp8x5.ko 2024-07-26T12:09:33.918 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/ssu100.ko 2024-07-26T12:09:33.918 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/symbolserial.ko 2024-07-26T12:09:33.918 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/ti_usb_3410_5052.ko 2024-07-26T12:09:33.918 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/usb-serial-simple.ko 2024-07-26T12:09:33.918 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/usb_debug.ko 2024-07-26T12:09:33.918 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/usb_wwan.ko 2024-07-26T12:09:33.919 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/visor.ko 2024-07-26T12:09:33.919 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/whiteheat.ko 2024-07-26T12:09:33.919 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/xsens_mt.ko 2024-07-26T12:09:33.919 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/storage 2024-07-26T12:09:33.919 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/storage/uas.ko 2024-07-26T12:09:33.919 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/storage/ums-alauda.ko 2024-07-26T12:09:33.919 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/storage/ums-cypress.ko 2024-07-26T12:09:33.919 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/storage/ums-datafab.ko 2024-07-26T12:09:33.919 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/storage/ums-eneub6250.ko 2024-07-26T12:09:33.919 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/storage/ums-freecom.ko 2024-07-26T12:09:33.919 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/storage/ums-isd200.ko 2024-07-26T12:09:33.919 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/storage/ums-jumpshot.ko 2024-07-26T12:09:33.920 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/storage/ums-karma.ko 2024-07-26T12:09:33.920 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/storage/ums-onetouch.ko 2024-07-26T12:09:33.920 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/storage/ums-realtek.ko 2024-07-26T12:09:33.920 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/storage/ums-sddr09.ko 2024-07-26T12:09:33.920 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/storage/ums-sddr55.ko 2024-07-26T12:09:33.920 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/storage/ums-usbat.ko 2024-07-26T12:09:33.920 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/storage/usb-storage.ko 2024-07-26T12:09:33.920 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/usbip 2024-07-26T12:09:33.920 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/usbip/usbip-core.ko 2024-07-26T12:09:33.920 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/usbip/usbip-host.ko 2024-07-26T12:09:33.920 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/usbip/vhci-hcd.ko 2024-07-26T12:09:33.920 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/vfio 2024-07-26T12:09:33.920 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/vfio/pci 2024-07-26T12:09:33.920 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/vfio/pci/vfio-pci-core.ko 2024-07-26T12:09:33.921 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/vfio/pci/vfio-pci.ko 2024-07-26T12:09:33.921 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/vfio/vfio.ko 2024-07-26T12:09:33.921 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/vfio/vfio_iommu_type1.ko 2024-07-26T12:09:33.921 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/vhost 2024-07-26T12:09:33.921 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/vhost/vhost.ko 2024-07-26T12:09:33.921 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/vhost/vhost_iotlb.ko 2024-07-26T12:09:33.921 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/vhost/vhost_net.ko 2024-07-26T12:09:33.921 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/vhost/vhost_scsi.ko 2024-07-26T12:09:33.921 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/video 2024-07-26T12:09:33.921 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/video/backlight 2024-07-26T12:09:33.921 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/video/backlight/apple_bl.ko 2024-07-26T12:09:33.921 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/video/backlight/lcd.ko 2024-07-26T12:09:33.921 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/video/backlight/platform_lcd.ko 2024-07-26T12:09:33.921 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/virtio 2024-07-26T12:09:33.922 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/virtio/virtio.ko 2024-07-26T12:09:33.922 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/virtio/virtio_balloon.ko 2024-07-26T12:09:33.922 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/virtio/virtio_mmio.ko 2024-07-26T12:09:33.922 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/virtio/virtio_pci.ko 2024-07-26T12:09:33.922 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/virtio/virtio_pci_legacy_dev.ko 2024-07-26T12:09:33.922 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/virtio/virtio_pci_modern_dev.ko 2024-07-26T12:09:33.922 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/virtio/virtio_ring.ko 2024-07-26T12:09:33.922 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/w1 2024-07-26T12:09:33.922 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/w1/masters 2024-07-26T12:09:33.922 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/w1/masters/ds2482.ko 2024-07-26T12:09:33.922 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/w1/masters/ds2490.ko 2024-07-26T12:09:33.922 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/w1/slaves 2024-07-26T12:09:33.922 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/w1/slaves/w1_ds2406.ko 2024-07-26T12:09:33.923 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/w1/slaves/w1_ds2408.ko 2024-07-26T12:09:33.923 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/w1/slaves/w1_ds2413.ko 2024-07-26T12:09:33.923 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/w1/slaves/w1_ds2423.ko 2024-07-26T12:09:33.923 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/w1/slaves/w1_ds2431.ko 2024-07-26T12:09:33.923 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/w1/slaves/w1_ds2433.ko 2024-07-26T12:09:33.923 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/w1/slaves/w1_ds2780.ko 2024-07-26T12:09:33.923 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/w1/slaves/w1_ds2781.ko 2024-07-26T12:09:33.923 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/w1/slaves/w1_ds28e04.ko 2024-07-26T12:09:33.923 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/w1/slaves/w1_smem.ko 2024-07-26T12:09:33.923 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/w1/slaves/w1_therm.ko 2024-07-26T12:09:33.923 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/w1/wire.ko 2024-07-26T12:09:33.923 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog 2024-07-26T12:09:33.923 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/alim1535_wdt.ko 2024-07-26T12:09:33.923 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/alim7101_wdt.ko 2024-07-26T12:09:33.924 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/f71808e_wdt.ko 2024-07-26T12:09:33.924 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/hpwdt.ko 2024-07-26T12:09:33.924 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/i6300esb.ko 2024-07-26T12:09:33.924 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/iTCO_vendor_support.ko 2024-07-26T12:09:33.924 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/iTCO_wdt.ko 2024-07-26T12:09:33.924 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/ib700wdt.ko 2024-07-26T12:09:33.924 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/ibmasr.ko 2024-07-26T12:09:33.924 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/ie6xx_wdt.ko 2024-07-26T12:09:33.924 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/it8712f_wdt.ko 2024-07-26T12:09:33.924 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/it87_wdt.ko 2024-07-26T12:09:33.924 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/machzwd.ko 2024-07-26T12:09:33.924 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/nv_tco.ko 2024-07-26T12:09:33.924 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/pcwd_pci.ko 2024-07-26T12:09:33.924 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/pcwd_usb.ko 2024-07-26T12:09:33.925 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/sbc_fitpc2_wdt.ko 2024-07-26T12:09:33.925 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/sch311x_wdt.ko 2024-07-26T12:09:33.925 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/softdog.ko 2024-07-26T12:09:33.925 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/sp5100_tco.ko 2024-07-26T12:09:33.925 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/via_wdt.ko 2024-07-26T12:09:33.925 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/w83627hf_wdt.ko 2024-07-26T12:09:33.925 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/w83877f_wdt.ko 2024-07-26T12:09:33.925 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/w83977f_wdt.ko 2024-07-26T12:09:33.925 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/wdt_pci.ko 2024-07-26T12:09:33.925 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/xen_wdt.ko 2024-07-26T12:09:33.925 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/xen 2024-07-26T12:09:33.925 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/xen/xen-acpi-processor.ko 2024-07-26T12:09:33.925 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/xen/xen-evtchn.ko 2024-07-26T12:09:33.925 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/xen/xen-gntalloc.ko 2024-07-26T12:09:33.926 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/xen/xen-gntdev.ko 2024-07-26T12:09:33.926 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/xen/xen-pciback 2024-07-26T12:09:33.926 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/xen/xen-pciback/xen-pciback.ko 2024-07-26T12:09:33.926 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/xen/xen-privcmd.ko 2024-07-26T12:09:33.926 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/xen/xenfs 2024-07-26T12:09:33.926 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/xen/xenfs/xenfs.ko 2024-07-26T12:09:33.926 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs 2024-07-26T12:09:33.926 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/9p 2024-07-26T12:09:33.926 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/9p/9p.ko 2024-07-26T12:09:33.926 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/affs 2024-07-26T12:09:33.927 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/affs/affs.ko 2024-07-26T12:09:33.927 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/befs 2024-07-26T12:09:33.927 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/befs/befs.ko 2024-07-26T12:09:33.927 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/binfmt_misc.ko 2024-07-26T12:09:33.927 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/btrfs 2024-07-26T12:09:33.927 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/btrfs/btrfs.ko 2024-07-26T12:09:33.927 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/cachefiles 2024-07-26T12:09:33.927 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/cachefiles/cachefiles.ko 2024-07-26T12:09:33.927 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/ceph 2024-07-26T12:09:33.927 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/ceph/ceph.ko 2024-07-26T12:09:33.927 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/coda 2024-07-26T12:09:33.927 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/coda/coda.ko 2024-07-26T12:09:33.927 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/cramfs 2024-07-26T12:09:33.927 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/cramfs/cramfs.ko 2024-07-26T12:09:33.928 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/dlm 2024-07-26T12:09:33.928 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/dlm/dlm.ko 2024-07-26T12:09:33.928 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/ecryptfs 2024-07-26T12:09:33.928 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/ecryptfs/ecryptfs.ko 2024-07-26T12:09:33.928 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/f2fs 2024-07-26T12:09:33.928 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/f2fs/f2fs.ko 2024-07-26T12:09:33.928 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/fat 2024-07-26T12:09:33.928 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/fat/fat.ko 2024-07-26T12:09:33.928 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/fat/msdos.ko 2024-07-26T12:09:33.928 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/fat/vfat.ko 2024-07-26T12:09:33.928 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/fuse 2024-07-26T12:09:33.928 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/fuse/cuse.ko 2024-07-26T12:09:33.928 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/fuse/fuse.ko 2024-07-26T12:09:33.928 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/gfs2 2024-07-26T12:09:33.928 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/gfs2/gfs2.ko 2024-07-26T12:09:33.929 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/hfs 2024-07-26T12:09:33.929 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/hfs/hfs.ko 2024-07-26T12:09:33.929 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/hfsplus 2024-07-26T12:09:33.929 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/hfsplus/hfsplus.ko 2024-07-26T12:09:33.929 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/isofs 2024-07-26T12:09:33.929 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/isofs/isofs.ko 2024-07-26T12:09:33.929 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/jfs 2024-07-26T12:09:33.929 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/jfs/jfs.ko 2024-07-26T12:09:33.929 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/lockd 2024-07-26T12:09:33.929 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/lockd/lockd.ko 2024-07-26T12:09:33.929 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/minix 2024-07-26T12:09:33.929 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/minix/minix.ko 2024-07-26T12:09:33.929 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/netfs 2024-07-26T12:09:33.930 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/netfs/netfs.ko 2024-07-26T12:09:33.930 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nfs 2024-07-26T12:09:33.930 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nfs/blocklayout 2024-07-26T12:09:33.930 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nfs/blocklayout/blocklayoutdriver.ko 2024-07-26T12:09:33.930 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nfs/filelayout 2024-07-26T12:09:33.930 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nfs/filelayout/nfs_layout_nfsv41_files.ko 2024-07-26T12:09:33.930 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nfs/flexfilelayout 2024-07-26T12:09:33.930 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nfs/flexfilelayout/nfs_layout_flexfiles.ko 2024-07-26T12:09:33.930 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nfs/nfs.ko 2024-07-26T12:09:33.930 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nfs/nfsv3.ko 2024-07-26T12:09:33.930 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nfs/nfsv4.ko 2024-07-26T12:09:33.931 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nfs_common 2024-07-26T12:09:33.931 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nfs_common/grace.ko 2024-07-26T12:09:33.931 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nfs_common/nfs_acl.ko 2024-07-26T12:09:33.931 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nfsd 2024-07-26T12:09:33.931 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nfsd/nfsd.ko 2024-07-26T12:09:33.931 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nilfs2 2024-07-26T12:09:33.931 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nilfs2/nilfs2.ko 2024-07-26T12:09:33.931 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls 2024-07-26T12:09:33.931 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/mac-celtic.ko 2024-07-26T12:09:33.931 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/mac-centeuro.ko 2024-07-26T12:09:33.931 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/mac-croatian.ko 2024-07-26T12:09:33.932 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/mac-cyrillic.ko 2024-07-26T12:09:33.932 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/mac-gaelic.ko 2024-07-26T12:09:33.932 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/mac-greek.ko 2024-07-26T12:09:33.932 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/mac-iceland.ko 2024-07-26T12:09:33.932 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/mac-inuit.ko 2024-07-26T12:09:33.932 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/mac-roman.ko 2024-07-26T12:09:33.932 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/mac-romanian.ko 2024-07-26T12:09:33.932 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/mac-turkish.ko 2024-07-26T12:09:33.932 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp1250.ko 2024-07-26T12:09:33.932 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp1251.ko 2024-07-26T12:09:33.932 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp1255.ko 2024-07-26T12:09:33.932 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp737.ko 2024-07-26T12:09:33.932 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp775.ko 2024-07-26T12:09:33.932 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp850.ko 2024-07-26T12:09:33.933 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp852.ko 2024-07-26T12:09:33.933 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp855.ko 2024-07-26T12:09:33.933 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp857.ko 2024-07-26T12:09:33.933 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp860.ko 2024-07-26T12:09:33.933 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp861.ko 2024-07-26T12:09:33.933 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp862.ko 2024-07-26T12:09:33.933 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp863.ko 2024-07-26T12:09:33.933 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp864.ko 2024-07-26T12:09:33.933 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp865.ko 2024-07-26T12:09:33.933 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp866.ko 2024-07-26T12:09:33.933 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp869.ko 2024-07-26T12:09:33.934 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp874.ko 2024-07-26T12:09:33.934 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp932.ko 2024-07-26T12:09:33.934 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp936.ko 2024-07-26T12:09:33.934 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp949.ko 2024-07-26T12:09:33.934 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp950.ko 2024-07-26T12:09:33.934 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_euc-jp.ko 2024-07-26T12:09:33.934 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_iso8859-1.ko 2024-07-26T12:09:33.934 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_iso8859-13.ko 2024-07-26T12:09:33.934 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_iso8859-14.ko 2024-07-26T12:09:33.934 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_iso8859-15.ko 2024-07-26T12:09:33.934 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_iso8859-2.ko 2024-07-26T12:09:33.934 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_iso8859-3.ko 2024-07-26T12:09:33.934 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_iso8859-4.ko 2024-07-26T12:09:33.935 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_iso8859-5.ko 2024-07-26T12:09:33.935 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_iso8859-6.ko 2024-07-26T12:09:33.935 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_iso8859-7.ko 2024-07-26T12:09:33.935 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_iso8859-9.ko 2024-07-26T12:09:33.935 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_koi8-r.ko 2024-07-26T12:09:33.935 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_koi8-ru.ko 2024-07-26T12:09:33.935 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_koi8-u.ko 2024-07-26T12:09:33.935 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_ucs2_utils.ko 2024-07-26T12:09:33.935 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_utf8.ko 2024-07-26T12:09:33.935 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/ocfs2 2024-07-26T12:09:33.935 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/ocfs2/cluster 2024-07-26T12:09:33.935 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/ocfs2/cluster/ocfs2_nodemanager.ko 2024-07-26T12:09:33.935 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/ocfs2/dlm 2024-07-26T12:09:33.935 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/ocfs2/dlm/ocfs2_dlm.ko 2024-07-26T12:09:33.935 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/ocfs2/dlmfs 2024-07-26T12:09:33.936 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/ocfs2/dlmfs/ocfs2_dlmfs.ko 2024-07-26T12:09:33.936 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/ocfs2/ocfs2.ko 2024-07-26T12:09:33.936 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/ocfs2/ocfs2_stack_o2cb.ko 2024-07-26T12:09:33.936 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/ocfs2/ocfs2_stack_user.ko 2024-07-26T12:09:33.936 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/ocfs2/ocfs2_stackglue.ko 2024-07-26T12:09:33.936 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/overlayfs 2024-07-26T12:09:33.936 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/overlayfs/overlay.ko 2024-07-26T12:09:33.936 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/pstore 2024-07-26T12:09:33.936 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/pstore/ramoops.ko 2024-07-26T12:09:33.936 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/reiserfs 2024-07-26T12:09:33.936 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/reiserfs/reiserfs.ko 2024-07-26T12:09:33.936 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/romfs 2024-07-26T12:09:33.936 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/romfs/romfs.ko 2024-07-26T12:09:33.937 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/smb 2024-07-26T12:09:33.937 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/smb/client 2024-07-26T12:09:33.937 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/smb/client/cifs.ko 2024-07-26T12:09:33.937 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/smb/common 2024-07-26T12:09:33.937 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/smb/common/cifs_arc4.ko 2024-07-26T12:09:33.937 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/smb/common/cifs_md4.ko 2024-07-26T12:09:33.937 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/squashfs 2024-07-26T12:09:33.937 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/squashfs/squashfs.ko 2024-07-26T12:09:33.937 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/sysv 2024-07-26T12:09:33.937 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/sysv/sysv.ko 2024-07-26T12:09:33.937 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/udf 2024-07-26T12:09:33.937 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/udf/udf.ko 2024-07-26T12:09:33.937 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/ufs 2024-07-26T12:09:33.937 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/ufs/ufs.ko 2024-07-26T12:09:33.938 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/xfs 2024-07-26T12:09:33.938 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/xfs/xfs.ko 2024-07-26T12:09:33.938 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/kernel 2024-07-26T12:09:33.938 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/kernel/rcu 2024-07-26T12:09:33.938 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/kernel/rcu/rcutorture.ko 2024-07-26T12:09:33.938 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/kernel/torture.ko 2024-07-26T12:09:33.938 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/kernel/trace 2024-07-26T12:09:33.938 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/kernel/trace/ring_buffer_benchmark.ko 2024-07-26T12:09:33.938 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib 2024-07-26T12:09:33.938 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/asn1_encoder.ko 2024-07-26T12:09:33.938 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/crc-itu-t.ko 2024-07-26T12:09:33.938 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/crc8.ko 2024-07-26T12:09:33.938 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/crypto 2024-07-26T12:09:33.938 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/crypto/libaescfb.ko 2024-07-26T12:09:33.939 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/crypto/libarc4.ko 2024-07-26T12:09:33.939 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/crypto/libdes.ko 2024-07-26T12:09:33.939 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/dim 2024-07-26T12:09:33.939 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/dim/dimlib.ko 2024-07-26T12:09:33.939 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/libcrc32c.ko 2024-07-26T12:09:33.939 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/lru_cache.ko 2024-07-26T12:09:33.939 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/lz4 2024-07-26T12:09:33.939 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/lz4/lz4_compress.ko 2024-07-26T12:09:33.939 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/lz4/lz4hc_compress.ko 2024-07-26T12:09:33.939 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/math 2024-07-26T12:09:33.939 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/math/cordic.ko 2024-07-26T12:09:33.940 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/raid6 2024-07-26T12:09:33.940 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/raid6/raid6_pq.ko 2024-07-26T12:09:33.940 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/reed_solomon 2024-07-26T12:09:33.940 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/reed_solomon/reed_solomon.ko 2024-07-26T12:09:33.940 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/ts_bm.ko 2024-07-26T12:09:33.940 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/ts_fsm.ko 2024-07-26T12:09:33.940 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/ts_kmp.ko 2024-07-26T12:09:33.940 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/zstd 2024-07-26T12:09:33.940 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/zstd/zstd_compress.ko 2024-07-26T12:09:33.940 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/mm 2024-07-26T12:09:33.940 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/mm/hwpoison-inject.ko 2024-07-26T12:09:33.940 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net 2024-07-26T12:09:33.940 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/6lowpan 2024-07-26T12:09:33.941 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/6lowpan/6lowpan.ko 2024-07-26T12:09:33.941 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/6lowpan/nhc_dest.ko 2024-07-26T12:09:33.941 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/6lowpan/nhc_fragment.ko 2024-07-26T12:09:33.941 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/6lowpan/nhc_hop.ko 2024-07-26T12:09:33.941 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/6lowpan/nhc_ipv6.ko 2024-07-26T12:09:33.941 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/6lowpan/nhc_mobility.ko 2024-07-26T12:09:33.941 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/6lowpan/nhc_routing.ko 2024-07-26T12:09:33.941 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/6lowpan/nhc_udp.ko 2024-07-26T12:09:33.941 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/802 2024-07-26T12:09:33.941 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/802/garp.ko 2024-07-26T12:09:33.941 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/802/mrp.ko 2024-07-26T12:09:33.941 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/802/p8022.ko 2024-07-26T12:09:33.941 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/802/psnap.ko 2024-07-26T12:09:33.941 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/802/stp.ko 2024-07-26T12:09:33.942 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/8021q 2024-07-26T12:09:33.942 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/8021q/8021q.ko 2024-07-26T12:09:33.942 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/9p 2024-07-26T12:09:33.942 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/9p/9pnet.ko 2024-07-26T12:09:33.942 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/9p/9pnet_fd.ko 2024-07-26T12:09:33.942 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/9p/9pnet_rdma.ko 2024-07-26T12:09:33.942 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/9p/9pnet_virtio.ko 2024-07-26T12:09:33.942 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/batman-adv 2024-07-26T12:09:33.942 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/batman-adv/batman-adv.ko 2024-07-26T12:09:33.942 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge 2024-07-26T12:09:33.942 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/br_netfilter.ko 2024-07-26T12:09:33.942 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/bridge.ko 2024-07-26T12:09:33.942 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter 2024-07-26T12:09:33.942 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebt_802_3.ko 2024-07-26T12:09:33.943 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebt_among.ko 2024-07-26T12:09:33.943 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebt_arp.ko 2024-07-26T12:09:33.943 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebt_arpreply.ko 2024-07-26T12:09:33.943 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebt_dnat.ko 2024-07-26T12:09:33.943 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebt_ip.ko 2024-07-26T12:09:33.943 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebt_ip6.ko 2024-07-26T12:09:33.943 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebt_limit.ko 2024-07-26T12:09:33.943 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebt_log.ko 2024-07-26T12:09:33.943 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebt_mark.ko 2024-07-26T12:09:33.943 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebt_mark_m.ko 2024-07-26T12:09:33.943 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebt_nflog.ko 2024-07-26T12:09:33.943 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebt_pkttype.ko 2024-07-26T12:09:33.943 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebt_redirect.ko 2024-07-26T12:09:33.944 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebt_snat.ko 2024-07-26T12:09:33.944 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebt_stp.ko 2024-07-26T12:09:33.944 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebt_vlan.ko 2024-07-26T12:09:33.944 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebtable_broute.ko 2024-07-26T12:09:33.944 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebtable_filter.ko 2024-07-26T12:09:33.944 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebtable_nat.ko 2024-07-26T12:09:33.944 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebtables.ko 2024-07-26T12:09:33.944 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/nf_conntrack_bridge.ko 2024-07-26T12:09:33.944 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/nft_meta_bridge.ko 2024-07-26T12:09:33.944 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/nft_reject_bridge.ko 2024-07-26T12:09:33.944 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ceph 2024-07-26T12:09:33.944 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ceph/libceph.ko 2024-07-26T12:09:33.944 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/core 2024-07-26T12:09:33.944 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/core/failover.ko 2024-07-26T12:09:33.945 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/core/pktgen.ko 2024-07-26T12:09:33.945 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/dccp 2024-07-26T12:09:33.945 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/dccp/dccp.ko 2024-07-26T12:09:33.945 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/dccp/dccp_diag.ko 2024-07-26T12:09:33.945 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/dccp/dccp_ipv4.ko 2024-07-26T12:09:33.945 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/dccp/dccp_ipv6.ko 2024-07-26T12:09:33.945 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/dns_resolver 2024-07-26T12:09:33.945 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/dns_resolver/dns_resolver.ko 2024-07-26T12:09:33.945 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/dsa 2024-07-26T12:09:33.945 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/dsa/dsa_core.ko 2024-07-26T12:09:33.945 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/dsa/tag_brcm.ko 2024-07-26T12:09:33.946 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/dsa/tag_dsa.ko 2024-07-26T12:09:33.946 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/dsa/tag_none.ko 2024-07-26T12:09:33.946 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/dsa/tag_trailer.ko 2024-07-26T12:09:33.946 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ieee802154 2024-07-26T12:09:33.946 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ieee802154/6lowpan 2024-07-26T12:09:33.946 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ieee802154/6lowpan/ieee802154_6lowpan.ko 2024-07-26T12:09:33.946 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ieee802154/ieee802154.ko 2024-07-26T12:09:33.946 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ieee802154/ieee802154_socket.ko 2024-07-26T12:09:33.946 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4 2024-07-26T12:09:33.946 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/ah4.ko 2024-07-26T12:09:33.946 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/esp4.ko 2024-07-26T12:09:33.946 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/fou.ko 2024-07-26T12:09:33.946 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/gre.ko 2024-07-26T12:09:33.947 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/inet_diag.ko 2024-07-26T12:09:33.947 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/ip_gre.ko 2024-07-26T12:09:33.947 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/ip_tunnel.ko 2024-07-26T12:09:33.947 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/ip_vti.ko 2024-07-26T12:09:33.947 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/ipcomp.ko 2024-07-26T12:09:33.947 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/ipip.ko 2024-07-26T12:09:33.947 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter 2024-07-26T12:09:33.947 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/arp_tables.ko 2024-07-26T12:09:33.947 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/arpt_mangle.ko 2024-07-26T12:09:33.947 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/arptable_filter.ko 2024-07-26T12:09:33.947 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/ipt_ECN.ko 2024-07-26T12:09:33.947 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/ipt_SYNPROXY.ko 2024-07-26T12:09:33.947 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/ipt_ah.ko 2024-07-26T12:09:33.947 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/ipt_rpfilter.ko 2024-07-26T12:09:33.948 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/iptable_mangle.ko 2024-07-26T12:09:33.948 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/iptable_nat.ko 2024-07-26T12:09:33.948 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/iptable_raw.ko 2024-07-26T12:09:33.948 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/iptable_security.ko 2024-07-26T12:09:33.948 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/nf_defrag_ipv4.ko 2024-07-26T12:09:33.948 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/nf_dup_ipv4.ko 2024-07-26T12:09:33.948 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/nf_nat_h323.ko 2024-07-26T12:09:33.948 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/nf_nat_pptp.ko 2024-07-26T12:09:33.948 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/nf_nat_snmp_basic.ko 2024-07-26T12:09:33.948 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/nf_socket_ipv4.ko 2024-07-26T12:09:33.948 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/nf_tproxy_ipv4.ko 2024-07-26T12:09:33.948 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/nft_dup_ipv4.ko 2024-07-26T12:09:33.948 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/nft_fib_ipv4.ko 2024-07-26T12:09:33.948 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/nft_reject_ipv4.ko 2024-07-26T12:09:33.949 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/tcp_bic.ko 2024-07-26T12:09:33.949 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/tcp_dctcp.ko 2024-07-26T12:09:33.949 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/tcp_diag.ko 2024-07-26T12:09:33.949 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/tcp_highspeed.ko 2024-07-26T12:09:33.949 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/tcp_htcp.ko 2024-07-26T12:09:33.949 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/tcp_hybla.ko 2024-07-26T12:09:33.949 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/tcp_illinois.ko 2024-07-26T12:09:33.949 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/tcp_lp.ko 2024-07-26T12:09:33.950 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/tcp_scalable.ko 2024-07-26T12:09:33.950 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/tcp_vegas.ko 2024-07-26T12:09:33.950 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/tcp_veno.ko 2024-07-26T12:09:33.950 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/tcp_westwood.ko 2024-07-26T12:09:33.950 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/tcp_yeah.ko 2024-07-26T12:09:33.950 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/tunnel4.ko 2024-07-26T12:09:33.950 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/udp_diag.ko 2024-07-26T12:09:33.950 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/udp_tunnel.ko 2024-07-26T12:09:33.950 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/xfrm4_tunnel.ko 2024-07-26T12:09:33.951 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6 2024-07-26T12:09:33.951 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/ah6.ko 2024-07-26T12:09:33.951 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/esp6.ko 2024-07-26T12:09:33.951 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/fou6.ko 2024-07-26T12:09:33.951 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/ip6_tunnel.ko 2024-07-26T12:09:33.951 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/ip6_udp_tunnel.ko 2024-07-26T12:09:33.951 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/ip6_vti.ko 2024-07-26T12:09:33.951 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/ipcomp6.ko 2024-07-26T12:09:33.951 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter 2024-07-26T12:09:33.951 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/ip6_tables.ko 2024-07-26T12:09:33.951 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/ip6t_REJECT.ko 2024-07-26T12:09:33.951 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/ip6t_SYNPROXY.ko 2024-07-26T12:09:33.951 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/ip6t_ah.ko 2024-07-26T12:09:33.952 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/ip6t_eui64.ko 2024-07-26T12:09:33.952 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/ip6t_frag.ko 2024-07-26T12:09:33.952 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/ip6t_hbh.ko 2024-07-26T12:09:33.952 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/ip6t_ipv6header.ko 2024-07-26T12:09:33.952 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/ip6t_mh.ko 2024-07-26T12:09:33.952 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/ip6t_rpfilter.ko 2024-07-26T12:09:33.952 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/ip6t_rt.ko 2024-07-26T12:09:33.952 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/ip6table_filter.ko 2024-07-26T12:09:33.952 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/ip6table_mangle.ko 2024-07-26T12:09:33.952 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/ip6table_nat.ko 2024-07-26T12:09:33.952 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/ip6table_raw.ko 2024-07-26T12:09:33.952 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/ip6table_security.ko 2024-07-26T12:09:33.953 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/nf_defrag_ipv6.ko 2024-07-26T12:09:33.953 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/nf_dup_ipv6.ko 2024-07-26T12:09:33.953 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/nf_reject_ipv6.ko 2024-07-26T12:09:33.953 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/nf_socket_ipv6.ko 2024-07-26T12:09:33.953 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/nf_tproxy_ipv6.ko 2024-07-26T12:09:33.953 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/nft_dup_ipv6.ko 2024-07-26T12:09:33.953 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/nft_fib_ipv6.ko 2024-07-26T12:09:33.953 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/nft_reject_ipv6.ko 2024-07-26T12:09:33.953 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/sit.ko 2024-07-26T12:09:33.954 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/tunnel6.ko 2024-07-26T12:09:33.954 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/xfrm6_tunnel.ko 2024-07-26T12:09:33.954 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/key 2024-07-26T12:09:33.955 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/key/af_key.ko 2024-07-26T12:09:33.955 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/l2tp 2024-07-26T12:09:33.955 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/l2tp/l2tp_core.ko 2024-07-26T12:09:33.955 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/l2tp/l2tp_debugfs.ko 2024-07-26T12:09:33.955 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/l2tp/l2tp_eth.ko 2024-07-26T12:09:33.955 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/l2tp/l2tp_ip.ko 2024-07-26T12:09:33.955 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/l2tp/l2tp_ip6.ko 2024-07-26T12:09:33.955 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/l2tp/l2tp_netlink.ko 2024-07-26T12:09:33.955 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/l2tp/l2tp_ppp.ko 2024-07-26T12:09:33.955 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/llc 2024-07-26T12:09:33.955 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/llc/llc.ko 2024-07-26T12:09:33.955 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/mac802154 2024-07-26T12:09:33.955 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/mac802154/mac802154.ko 2024-07-26T12:09:33.956 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/mpls 2024-07-26T12:09:33.956 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/mpls/mpls_gso.ko 2024-07-26T12:09:33.956 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter 2024-07-26T12:09:33.956 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipset 2024-07-26T12:09:33.956 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipset/ip_set.ko 2024-07-26T12:09:33.956 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipset/ip_set_bitmap_ip.ko 2024-07-26T12:09:33.956 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipset/ip_set_bitmap_ipmac.ko 2024-07-26T12:09:33.956 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipset/ip_set_bitmap_port.ko 2024-07-26T12:09:33.956 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipset/ip_set_hash_ip.ko 2024-07-26T12:09:33.956 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipset/ip_set_hash_ipmark.ko 2024-07-26T12:09:33.956 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipset/ip_set_hash_ipport.ko 2024-07-26T12:09:33.956 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipset/ip_set_hash_ipportip.ko 2024-07-26T12:09:33.956 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipset/ip_set_hash_ipportnet.ko 2024-07-26T12:09:33.957 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipset/ip_set_hash_mac.ko 2024-07-26T12:09:33.957 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipset/ip_set_hash_net.ko 2024-07-26T12:09:33.957 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipset/ip_set_hash_netiface.ko 2024-07-26T12:09:33.957 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipset/ip_set_hash_netnet.ko 2024-07-26T12:09:33.957 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipset/ip_set_hash_netport.ko 2024-07-26T12:09:33.957 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipset/ip_set_hash_netportnet.ko 2024-07-26T12:09:33.957 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipset/ip_set_list_set.ko 2024-07-26T12:09:33.957 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipvs 2024-07-26T12:09:33.957 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipvs/ip_vs.ko 2024-07-26T12:09:33.957 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipvs/ip_vs_dh.ko 2024-07-26T12:09:33.958 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipvs/ip_vs_fo.ko 2024-07-26T12:09:33.958 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipvs/ip_vs_ftp.ko 2024-07-26T12:09:33.958 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipvs/ip_vs_lblc.ko 2024-07-26T12:09:33.958 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipvs/ip_vs_lblcr.ko 2024-07-26T12:09:33.958 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipvs/ip_vs_lc.ko 2024-07-26T12:09:33.958 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipvs/ip_vs_nq.ko 2024-07-26T12:09:33.959 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipvs/ip_vs_pe_sip.ko 2024-07-26T12:09:33.959 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipvs/ip_vs_rr.ko 2024-07-26T12:09:33.959 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipvs/ip_vs_sed.ko 2024-07-26T12:09:33.959 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipvs/ip_vs_sh.ko 2024-07-26T12:09:33.959 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipvs/ip_vs_wlc.ko 2024-07-26T12:09:33.959 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipvs/ip_vs_wrr.ko 2024-07-26T12:09:33.960 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_conncount.ko 2024-07-26T12:09:33.960 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_conntrack.ko 2024-07-26T12:09:33.960 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_conntrack_amanda.ko 2024-07-26T12:09:33.960 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_conntrack_broadcast.ko 2024-07-26T12:09:33.960 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_conntrack_ftp.ko 2024-07-26T12:09:33.960 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_conntrack_h323.ko 2024-07-26T12:09:33.960 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_conntrack_irc.ko 2024-07-26T12:09:33.960 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_conntrack_netbios_ns.ko 2024-07-26T12:09:33.960 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_conntrack_netlink.ko 2024-07-26T12:09:33.960 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_conntrack_pptp.ko 2024-07-26T12:09:33.960 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_conntrack_sane.ko 2024-07-26T12:09:33.960 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_conntrack_sip.ko 2024-07-26T12:09:33.960 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_conntrack_snmp.ko 2024-07-26T12:09:33.960 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_conntrack_tftp.ko 2024-07-26T12:09:33.961 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_dup_netdev.ko 2024-07-26T12:09:33.961 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_flow_table.ko 2024-07-26T12:09:33.961 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_flow_table_inet.ko 2024-07-26T12:09:33.961 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_log_syslog.ko 2024-07-26T12:09:33.961 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_nat.ko 2024-07-26T12:09:33.961 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_nat_amanda.ko 2024-07-26T12:09:33.961 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_nat_ftp.ko 2024-07-26T12:09:33.961 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_nat_irc.ko 2024-07-26T12:09:33.961 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_nat_sip.ko 2024-07-26T12:09:33.961 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_nat_tftp.ko 2024-07-26T12:09:33.961 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_synproxy_core.ko 2024-07-26T12:09:33.962 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_tables.ko 2024-07-26T12:09:33.962 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nfnetlink.ko 2024-07-26T12:09:33.962 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nfnetlink_acct.ko 2024-07-26T12:09:33.962 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nfnetlink_log.ko 2024-07-26T12:09:33.962 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nfnetlink_osf.ko 2024-07-26T12:09:33.962 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nfnetlink_queue.ko 2024-07-26T12:09:33.962 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_chain_nat.ko 2024-07-26T12:09:33.962 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_compat.ko 2024-07-26T12:09:33.962 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_ct.ko 2024-07-26T12:09:33.962 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_dup_netdev.ko 2024-07-26T12:09:33.962 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_fib.ko 2024-07-26T12:09:33.962 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_fwd_netdev.ko 2024-07-26T12:09:33.962 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_hash.ko 2024-07-26T12:09:33.963 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_limit.ko 2024-07-26T12:09:33.963 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_log.ko 2024-07-26T12:09:33.963 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_masq.ko 2024-07-26T12:09:33.963 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_nat.ko 2024-07-26T12:09:33.963 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_numgen.ko 2024-07-26T12:09:33.963 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_queue.ko 2024-07-26T12:09:33.963 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_quota.ko 2024-07-26T12:09:33.963 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_redir.ko 2024-07-26T12:09:33.963 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_reject.ko 2024-07-26T12:09:33.963 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_reject_inet.ko 2024-07-26T12:09:33.963 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_socket.ko 2024-07-26T12:09:33.963 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_tunnel.ko 2024-07-26T12:09:33.963 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_AUDIT.ko 2024-07-26T12:09:33.963 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_CHECKSUM.ko 2024-07-26T12:09:33.964 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_CLASSIFY.ko 2024-07-26T12:09:33.964 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_CONNSECMARK.ko 2024-07-26T12:09:33.964 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_CT.ko 2024-07-26T12:09:33.964 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_DSCP.ko 2024-07-26T12:09:33.964 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_HL.ko 2024-07-26T12:09:33.964 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_HMARK.ko 2024-07-26T12:09:33.964 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_IDLETIMER.ko 2024-07-26T12:09:33.964 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_LED.ko 2024-07-26T12:09:33.964 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_LOG.ko 2024-07-26T12:09:33.964 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_MASQUERADE.ko 2024-07-26T12:09:33.965 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_NETMAP.ko 2024-07-26T12:09:33.965 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_NFLOG.ko 2024-07-26T12:09:33.965 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_NFQUEUE.ko 2024-07-26T12:09:33.965 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_RATEEST.ko 2024-07-26T12:09:33.965 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_REDIRECT.ko 2024-07-26T12:09:33.965 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_SECMARK.ko 2024-07-26T12:09:33.965 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_TCPMSS.ko 2024-07-26T12:09:33.965 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_TCPOPTSTRIP.ko 2024-07-26T12:09:33.965 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_TEE.ko 2024-07-26T12:09:33.965 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_TPROXY.ko 2024-07-26T12:09:33.965 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_TRACE.ko 2024-07-26T12:09:33.965 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_addrtype.ko 2024-07-26T12:09:33.965 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_bpf.ko 2024-07-26T12:09:33.966 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_cgroup.ko 2024-07-26T12:09:33.966 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_cluster.ko 2024-07-26T12:09:33.966 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_comment.ko 2024-07-26T12:09:33.966 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_connbytes.ko 2024-07-26T12:09:33.966 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_connlabel.ko 2024-07-26T12:09:33.966 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_connlimit.ko 2024-07-26T12:09:33.966 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_connmark.ko 2024-07-26T12:09:33.966 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_conntrack.ko 2024-07-26T12:09:33.966 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_cpu.ko 2024-07-26T12:09:33.966 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_dccp.ko 2024-07-26T12:09:33.966 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_devgroup.ko 2024-07-26T12:09:33.966 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_dscp.ko 2024-07-26T12:09:33.966 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_ecn.ko 2024-07-26T12:09:33.967 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_esp.ko 2024-07-26T12:09:33.967 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_hashlimit.ko 2024-07-26T12:09:33.967 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_helper.ko 2024-07-26T12:09:33.967 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_hl.ko 2024-07-26T12:09:33.967 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_ipcomp.ko 2024-07-26T12:09:33.967 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_iprange.ko 2024-07-26T12:09:33.967 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_ipvs.ko 2024-07-26T12:09:33.967 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_l2tp.ko 2024-07-26T12:09:33.967 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_length.ko 2024-07-26T12:09:33.967 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_limit.ko 2024-07-26T12:09:33.968 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_mac.ko 2024-07-26T12:09:33.968 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_mark.ko 2024-07-26T12:09:33.968 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_multiport.ko 2024-07-26T12:09:33.968 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_nat.ko 2024-07-26T12:09:33.968 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_nfacct.ko 2024-07-26T12:09:33.968 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_osf.ko 2024-07-26T12:09:33.968 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_owner.ko 2024-07-26T12:09:33.968 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_physdev.ko 2024-07-26T12:09:33.968 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_pkttype.ko 2024-07-26T12:09:33.968 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_policy.ko 2024-07-26T12:09:33.968 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_quota.ko 2024-07-26T12:09:33.968 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_rateest.ko 2024-07-26T12:09:33.968 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_realm.ko 2024-07-26T12:09:33.968 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_recent.ko 2024-07-26T12:09:33.969 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_sctp.ko 2024-07-26T12:09:33.969 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_set.ko 2024-07-26T12:09:33.969 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_socket.ko 2024-07-26T12:09:33.969 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_state.ko 2024-07-26T12:09:33.969 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_statistic.ko 2024-07-26T12:09:33.969 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_string.ko 2024-07-26T12:09:33.969 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_tcpmss.ko 2024-07-26T12:09:33.969 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_time.ko 2024-07-26T12:09:33.969 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_u32.ko 2024-07-26T12:09:33.969 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netlink 2024-07-26T12:09:33.969 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netlink/netlink_diag.ko 2024-07-26T12:09:33.969 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/nsh 2024-07-26T12:09:33.969 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/nsh/nsh.ko 2024-07-26T12:09:33.970 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/openvswitch 2024-07-26T12:09:33.970 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/openvswitch/openvswitch.ko 2024-07-26T12:09:33.970 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/openvswitch/vport-geneve.ko 2024-07-26T12:09:33.970 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/openvswitch/vport-gre.ko 2024-07-26T12:09:33.970 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/openvswitch/vport-vxlan.ko 2024-07-26T12:09:33.970 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/packet 2024-07-26T12:09:33.970 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/packet/af_packet_diag.ko 2024-07-26T12:09:33.970 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/rds 2024-07-26T12:09:33.970 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/rds/rds.ko 2024-07-26T12:09:33.970 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/rds/rds_rdma.ko 2024-07-26T12:09:33.970 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/rds/rds_tcp.ko 2024-07-26T12:09:33.971 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched 2024-07-26T12:09:33.971 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/act_csum.ko 2024-07-26T12:09:33.971 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/act_gact.ko 2024-07-26T12:09:33.971 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/act_mirred.ko 2024-07-26T12:09:33.971 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/act_nat.ko 2024-07-26T12:09:33.971 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/act_pedit.ko 2024-07-26T12:09:33.971 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/act_police.ko 2024-07-26T12:09:33.971 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/act_simple.ko 2024-07-26T12:09:33.971 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/act_skbedit.ko 2024-07-26T12:09:33.971 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/act_vlan.ko 2024-07-26T12:09:33.971 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/cls_basic.ko 2024-07-26T12:09:33.971 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/cls_bpf.ko 2024-07-26T12:09:33.971 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/cls_flow.ko 2024-07-26T12:09:33.971 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/cls_fw.ko 2024-07-26T12:09:33.972 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/cls_route.ko 2024-07-26T12:09:33.972 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/cls_u32.ko 2024-07-26T12:09:33.972 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/em_cmp.ko 2024-07-26T12:09:33.972 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/em_ipset.ko 2024-07-26T12:09:33.972 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/em_meta.ko 2024-07-26T12:09:33.972 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/em_nbyte.ko 2024-07-26T12:09:33.972 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/em_text.ko 2024-07-26T12:09:33.972 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/em_u32.ko 2024-07-26T12:09:33.972 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_choke.ko 2024-07-26T12:09:33.972 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_codel.ko 2024-07-26T12:09:33.972 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_drr.ko 2024-07-26T12:09:33.972 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_fq.ko 2024-07-26T12:09:33.972 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_gred.ko 2024-07-26T12:09:33.972 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_hfsc.ko 2024-07-26T12:09:33.973 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_hhf.ko 2024-07-26T12:09:33.973 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_htb.ko 2024-07-26T12:09:33.973 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_ingress.ko 2024-07-26T12:09:33.973 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_mqprio.ko 2024-07-26T12:09:33.973 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_mqprio_lib.ko 2024-07-26T12:09:33.973 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_multiq.ko 2024-07-26T12:09:33.973 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_netem.ko 2024-07-26T12:09:33.973 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_pie.ko 2024-07-26T12:09:33.973 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_plug.ko 2024-07-26T12:09:33.973 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_prio.ko 2024-07-26T12:09:33.973 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_qfq.ko 2024-07-26T12:09:33.973 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_red.ko 2024-07-26T12:09:33.974 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_sfb.ko 2024-07-26T12:09:33.974 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_sfq.ko 2024-07-26T12:09:33.974 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_tbf.ko 2024-07-26T12:09:33.974 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_teql.ko 2024-07-26T12:09:33.974 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sctp 2024-07-26T12:09:33.974 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sctp/sctp.ko 2024-07-26T12:09:33.974 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sctp/sctp_diag.ko 2024-07-26T12:09:33.974 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sunrpc 2024-07-26T12:09:33.974 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sunrpc/auth_gss 2024-07-26T12:09:33.974 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sunrpc/auth_gss/auth_rpcgss.ko 2024-07-26T12:09:33.974 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sunrpc/auth_gss/rpcsec_gss_krb5.ko 2024-07-26T12:09:33.974 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sunrpc/sunrpc.ko 2024-07-26T12:09:33.974 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sunrpc/xprtrdma 2024-07-26T12:09:33.974 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sunrpc/xprtrdma/rpcrdma.ko 2024-07-26T12:09:33.975 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/tipc 2024-07-26T12:09:33.975 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/tipc/tipc.ko 2024-07-26T12:09:33.975 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/tipc/tipc_diag.ko 2024-07-26T12:09:33.975 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/unix 2024-07-26T12:09:33.975 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/unix/unix_diag.ko 2024-07-26T12:09:33.975 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/vmw_vsock 2024-07-26T12:09:33.975 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/vmw_vsock/vmw_vsock_virtio_transport_common.ko 2024-07-26T12:09:33.975 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/vmw_vsock/vmw_vsock_vmci_transport.ko 2024-07-26T12:09:33.975 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/vmw_vsock/vsock.ko 2024-07-26T12:09:33.975 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/vmw_vsock/vsock_diag.ko 2024-07-26T12:09:33.975 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/vmw_vsock/vsock_loopback.ko 2024-07-26T12:09:33.975 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/xfrm 2024-07-26T12:09:33.975 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/xfrm/xfrm_ipcomp.ko 2024-07-26T12:09:33.975 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/security 2024-07-26T12:09:33.976 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/security/keys 2024-07-26T12:09:33.976 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/security/keys/encrypted-keys 2024-07-26T12:09:33.976 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/security/keys/encrypted-keys/encrypted-keys.ko 2024-07-26T12:09:33.976 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/security/keys/trusted-keys 2024-07-26T12:09:33.976 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/security/keys/trusted-keys/trusted.ko 2024-07-26T12:09:33.976 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/modules.alias 2024-07-26T12:09:33.976 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/modules.alias.bin 2024-07-26T12:09:33.976 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/modules.builtin 2024-07-26T12:09:33.976 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/modules.builtin.alias.bin 2024-07-26T12:09:33.976 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/modules.builtin.bin 2024-07-26T12:09:33.976 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/modules.builtin.modinfo 2024-07-26T12:09:33.977 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/modules.dep 2024-07-26T12:09:33.977 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/modules.dep.bin 2024-07-26T12:09:33.977 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/modules.devname 2024-07-26T12:09:33.977 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/modules.order 2024-07-26T12:09:33.977 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/modules.softdep 2024-07-26T12:09:33.977 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/modules.symbols 2024-07-26T12:09:33.977 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/modules.symbols.bin 2024-07-26T12:09:33.977 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.10.0-g3e9255e90710/vmlinuz 2024-07-26T12:09:33.981 DEBUG:teuthology.task.kernel:get_image_version: 6.10.0-g3e9255e90710 2024-07-26T12:09:33.981 DEBUG:teuthology.orchestra.run.smithi031:> rpm --scripts -qp /tmp/kernel.x86_64.rpm 2024-07-26T12:09:34.006 INFO:teuthology.orchestra.run.smithi031.stdout:postinstall scriptlet (using /bin/sh): 2024-07-26T12:09:34.006 INFO:teuthology.orchestra.run.smithi031.stdout:if [ -x /usr/bin/kernel-install ]; then 2024-07-26T12:09:34.007 INFO:teuthology.orchestra.run.smithi031.stdout: /usr/bin/kernel-install add 6.10.0-g3e9255e90710 /lib/modules/6.10.0-g3e9255e90710/vmlinuz 2024-07-26T12:09:34.007 INFO:teuthology.orchestra.run.smithi031.stdout:fi 2024-07-26T12:09:34.007 INFO:teuthology.orchestra.run.smithi031.stdout:for file in vmlinuz System.map config; do 2024-07-26T12:09:34.007 INFO:teuthology.orchestra.run.smithi031.stdout: if ! cmp --silent "/lib/modules/6.10.0-g3e9255e90710/${file}" "/boot/${file}-6.10.0-g3e9255e90710"; then 2024-07-26T12:09:34.007 INFO:teuthology.orchestra.run.smithi031.stdout: cp "/lib/modules/6.10.0-g3e9255e90710/${file}" "/boot/${file}-6.10.0-g3e9255e90710" 2024-07-26T12:09:34.007 INFO:teuthology.orchestra.run.smithi031.stdout: fi 2024-07-26T12:09:34.007 INFO:teuthology.orchestra.run.smithi031.stdout:done 2024-07-26T12:09:34.007 INFO:teuthology.orchestra.run.smithi031.stdout:if [ -d "/lib/modules/6.10.0-g3e9255e90710/dtb" ] && \ 2024-07-26T12:09:34.007 INFO:teuthology.orchestra.run.smithi031.stdout: ! diff -rq "/lib/modules/6.10.0-g3e9255e90710/dtb" "/boot/dtb-6.10.0-g3e9255e90710" >/dev/null 2>&1; then 2024-07-26T12:09:34.007 INFO:teuthology.orchestra.run.smithi031.stdout: rm -rf "/boot/dtb-6.10.0-g3e9255e90710" 2024-07-26T12:09:34.007 INFO:teuthology.orchestra.run.smithi031.stdout: cp -r "/lib/modules/6.10.0-g3e9255e90710/dtb" "/boot/dtb-6.10.0-g3e9255e90710" 2024-07-26T12:09:34.007 INFO:teuthology.orchestra.run.smithi031.stdout:fi 2024-07-26T12:09:34.007 INFO:teuthology.orchestra.run.smithi031.stdout:if [ ! -e "/lib/modules/6.10.0-g3e9255e90710/modules.dep" ]; then 2024-07-26T12:09:34.008 INFO:teuthology.orchestra.run.smithi031.stdout: /usr/sbin/depmod 6.10.0-g3e9255e90710 2024-07-26T12:09:34.008 INFO:teuthology.orchestra.run.smithi031.stdout:fi 2024-07-26T12:09:34.008 INFO:teuthology.orchestra.run.smithi031.stdout:preuninstall scriptlet (using /bin/sh): 2024-07-26T12:09:34.008 INFO:teuthology.orchestra.run.smithi031.stdout:if [ -x /usr/bin/kernel-install ]; then 2024-07-26T12:09:34.008 INFO:teuthology.orchestra.run.smithi031.stdout:kernel-install remove 6.10.0-g3e9255e90710 2024-07-26T12:09:34.008 INFO:teuthology.orchestra.run.smithi031.stdout:fi 2024-07-26T12:09:34.009 DEBUG:teuthology.orchestra.run.smithi031:> sudo rpm -qi grub2-tools 2024-07-26T12:09:34.084 INFO:teuthology.orchestra.run.smithi031.stdout:Name : grub2-tools 2024-07-26T12:09:34.084 INFO:teuthology.orchestra.run.smithi031.stdout:Epoch : 1 2024-07-26T12:09:34.084 INFO:teuthology.orchestra.run.smithi031.stdout:Version : 2.06 2024-07-26T12:09:34.084 INFO:teuthology.orchestra.run.smithi031.stdout:Release : 68.el9 2024-07-26T12:09:34.084 INFO:teuthology.orchestra.run.smithi031.stdout:Architecture: x86_64 2024-07-26T12:09:34.084 INFO:teuthology.orchestra.run.smithi031.stdout:Install Date: Fri 19 Apr 2024 09:32:39 PM UTC 2024-07-26T12:09:34.085 INFO:teuthology.orchestra.run.smithi031.stdout:Group : Unspecified 2024-07-26T12:09:34.085 INFO:teuthology.orchestra.run.smithi031.stdout:Size : 8264254 2024-07-26T12:09:34.085 INFO:teuthology.orchestra.run.smithi031.stdout:License : GPLv3+ 2024-07-26T12:09:34.085 INFO:teuthology.orchestra.run.smithi031.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-07-26T12:09:34.085 INFO:teuthology.orchestra.run.smithi031.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-07-26T12:09:34.085 INFO:teuthology.orchestra.run.smithi031.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-07-26T12:09:34.085 INFO:teuthology.orchestra.run.smithi031.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-07-26T12:09:34.085 INFO:teuthology.orchestra.run.smithi031.stdout:Packager : builder@centos.org 2024-07-26T12:09:34.085 INFO:teuthology.orchestra.run.smithi031.stdout:Vendor : CentOS 2024-07-26T12:09:34.085 INFO:teuthology.orchestra.run.smithi031.stdout:URL : http://www.gnu.org/software/grub/ 2024-07-26T12:09:34.085 INFO:teuthology.orchestra.run.smithi031.stdout:Summary : Support tools for GRUB. 2024-07-26T12:09:34.085 INFO:teuthology.orchestra.run.smithi031.stdout:Description : 2024-07-26T12:09:34.085 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-07-26T12:09:34.085 INFO:teuthology.orchestra.run.smithi031.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-07-26T12:09:34.086 INFO:teuthology.orchestra.run.smithi031.stdout:customizable bootloader with modular architecture. It supports a rich 2024-07-26T12:09:34.086 INFO:teuthology.orchestra.run.smithi031.stdout:variety of kernel formats, file systems, computer architectures and 2024-07-26T12:09:34.086 INFO:teuthology.orchestra.run.smithi031.stdout:hardware devices. 2024-07-26T12:09:34.086 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-07-26T12:09:34.086 INFO:teuthology.orchestra.run.smithi031.stdout:This subpackage provides tools for support of all platforms. 2024-07-26T12:09:34.087 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-07-26T12:09:34.087 INFO:teuthology.task.kernel:Updating grub on smithi031 to boot 6.10.0-g3e9255e90710 2024-07-26T12:09:34.087 DEBUG:teuthology.orchestra.run.smithi031:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-07-26T12:09:34.697 INFO:teuthology.orchestra.run.smithi031.stderr:Generating grub configuration file ... 2024-07-26T12:09:36.043 INFO:teuthology.orchestra.run.smithi031.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-07-26T12:09:36.087 INFO:teuthology.orchestra.run.smithi031.stderr:done 2024-07-26T12:09:36.089 DEBUG:teuthology.orchestra.run.smithi031:> mktemp 2024-07-26T12:09:36.106 INFO:teuthology.orchestra.run.smithi031.stdout:/tmp/tmp.RoJKZd1NWW 2024-07-26T12:09:36.106 DEBUG:teuthology.orchestra.run.smithi031:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.RoJKZd1NWW 2024-07-26T12:09:36.166 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi123.front.sepia.ceph.com, path=/tmp/kernel.x86_64.rpm, version=None) 2024-07-26T12:09:36.167 DEBUG:teuthology.orchestra.run.smithi123:> rpm -qlp /tmp/kernel.x86_64.rpm 2024-07-26T12:09:36.172 DEBUG:teuthology.orchestra.run.smithi031:> sudo chmod 0666 /tmp/tmp.RoJKZd1NWW 2024-07-26T12:09:36.244 INFO:teuthology.orchestra.run.smithi123.stdout:/boot/System.map-6.10.0-g3e9255e90710 2024-07-26T12:09:36.244 INFO:teuthology.orchestra.run.smithi123.stdout:/boot/config-6.10.0-g3e9255e90710 2024-07-26T12:09:36.244 INFO:teuthology.orchestra.run.smithi123.stdout:/boot/vmlinuz-6.10.0-g3e9255e90710 2024-07-26T12:09:36.244 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710 2024-07-26T12:09:36.244 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/System.map 2024-07-26T12:09:36.244 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/config 2024-07-26T12:09:36.245 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel 2024-07-26T12:09:36.245 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch 2024-07-26T12:09:36.245 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86 2024-07-26T12:09:36.245 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto 2024-07-26T12:09:36.245 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/blowfish-x86_64.ko 2024-07-26T12:09:36.245 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/camellia-aesni-avx-x86_64.ko 2024-07-26T12:09:36.245 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/camellia-aesni-avx2.ko 2024-07-26T12:09:36.245 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/camellia-x86_64.ko 2024-07-26T12:09:36.245 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/cast5-avx-x86_64.ko 2024-07-26T12:09:36.245 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/cast6-avx-x86_64.ko 2024-07-26T12:09:36.245 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/crc32-pclmul.ko 2024-07-26T12:09:36.245 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/crc32c-intel.ko 2024-07-26T12:09:36.245 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/crct10dif-pclmul.ko 2024-07-26T12:09:36.246 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/des3_ede-x86_64.ko 2024-07-26T12:09:36.246 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/ghash-clmulni-intel.ko 2024-07-26T12:09:36.246 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/serpent-avx-x86_64.ko 2024-07-26T12:09:36.246 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/serpent-avx2.ko 2024-07-26T12:09:36.246 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/serpent-sse2-x86_64.ko 2024-07-26T12:09:36.246 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/sha1-ssse3.ko 2024-07-26T12:09:36.246 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/sha256-ssse3.ko 2024-07-26T12:09:36.246 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/sha512-ssse3.ko 2024-07-26T12:09:36.246 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/twofish-avx-x86_64.ko 2024-07-26T12:09:36.246 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/twofish-x86_64-3way.ko 2024-07-26T12:09:36.247 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/twofish-x86_64.ko 2024-07-26T12:09:36.247 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/kernel 2024-07-26T12:09:36.247 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/kernel/cpu 2024-07-26T12:09:36.247 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/kernel/cpu/mce 2024-07-26T12:09:36.247 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/kernel/cpu/mce/mce-inject.ko 2024-07-26T12:09:36.247 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/kvm 2024-07-26T12:09:36.247 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/kvm/kvm-amd.ko 2024-07-26T12:09:36.247 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/kvm/kvm-intel.ko 2024-07-26T12:09:36.247 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/kvm/kvm.ko 2024-07-26T12:09:36.247 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto 2024-07-26T12:09:36.247 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/ansi_cprng.ko 2024-07-26T12:09:36.247 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/anubis.ko 2024-07-26T12:09:36.247 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/arc4.ko 2024-07-26T12:09:36.247 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/async_tx 2024-07-26T12:09:36.248 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/async_tx/async_memcpy.ko 2024-07-26T12:09:36.248 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/async_tx/async_pq.ko 2024-07-26T12:09:36.248 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/async_tx/async_raid6_recov.ko 2024-07-26T12:09:36.248 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/async_tx/async_tx.ko 2024-07-26T12:09:36.248 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/async_tx/async_xor.ko 2024-07-26T12:09:36.248 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/async_tx/raid6test.ko 2024-07-26T12:09:36.248 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/authenc.ko 2024-07-26T12:09:36.248 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/authencesn.ko 2024-07-26T12:09:36.248 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/blake2b_generic.ko 2024-07-26T12:09:36.248 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/blowfish_common.ko 2024-07-26T12:09:36.248 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/blowfish_generic.ko 2024-07-26T12:09:36.248 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/camellia_generic.ko 2024-07-26T12:09:36.248 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/cast5_generic.ko 2024-07-26T12:09:36.249 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/cast6_generic.ko 2024-07-26T12:09:36.249 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/cast_common.ko 2024-07-26T12:09:36.249 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/ccm.ko 2024-07-26T12:09:36.249 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/cmac.ko 2024-07-26T12:09:36.249 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/crc32_generic.ko 2024-07-26T12:09:36.249 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/crypto_engine.ko 2024-07-26T12:09:36.249 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/crypto_user.ko 2024-07-26T12:09:36.249 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/cts.ko 2024-07-26T12:09:36.249 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/des_generic.ko 2024-07-26T12:09:36.249 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/dh_generic.ko 2024-07-26T12:09:36.249 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/ecc.ko 2024-07-26T12:09:36.249 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/ecdh_generic.ko 2024-07-26T12:09:36.249 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/echainiv.ko 2024-07-26T12:09:36.249 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/essiv.ko 2024-07-26T12:09:36.250 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/fcrypt.ko 2024-07-26T12:09:36.250 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/khazad.ko 2024-07-26T12:09:36.250 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/lz4.ko 2024-07-26T12:09:36.250 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/lz4hc.ko 2024-07-26T12:09:36.250 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/md4.ko 2024-07-26T12:09:36.250 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/michael_mic.ko 2024-07-26T12:09:36.250 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/pcbc.ko 2024-07-26T12:09:36.250 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/pcrypt.ko 2024-07-26T12:09:36.250 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/rmd160.ko 2024-07-26T12:09:36.250 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/seed.ko 2024-07-26T12:09:36.250 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/serpent_generic.ko 2024-07-26T12:09:36.250 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/tcrypt.ko 2024-07-26T12:09:36.250 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/tea.ko 2024-07-26T12:09:36.250 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/twofish_common.ko 2024-07-26T12:09:36.251 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/twofish_generic.ko 2024-07-26T12:09:36.251 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/vmac.ko 2024-07-26T12:09:36.251 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/wp512.ko 2024-07-26T12:09:36.251 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/xcbc.ko 2024-07-26T12:09:36.251 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/xor.ko 2024-07-26T12:09:36.251 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/xxhash_generic.ko 2024-07-26T12:09:36.251 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers 2024-07-26T12:09:36.251 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/acpi 2024-07-26T12:09:36.251 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/acpi/acpi_ipmi.ko 2024-07-26T12:09:36.251 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/acpi/acpi_pad.ko 2024-07-26T12:09:36.251 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/acpi/ec_sys.ko 2024-07-26T12:09:36.252 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/acpi/platform_profile.ko 2024-07-26T12:09:36.252 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/acpi/sbs.ko 2024-07-26T12:09:36.252 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/acpi/sbshc.ko 2024-07-26T12:09:36.252 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/acpi/video.ko 2024-07-26T12:09:36.252 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata 2024-07-26T12:09:36.252 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/acard-ahci.ko 2024-07-26T12:09:36.252 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/ahci_platform.ko 2024-07-26T12:09:36.252 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/ata_generic.ko 2024-07-26T12:09:36.252 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/libahci_platform.ko 2024-07-26T12:09:36.252 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_acpi.ko 2024-07-26T12:09:36.252 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_ali.ko 2024-07-26T12:09:36.252 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_amd.ko 2024-07-26T12:09:36.252 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_artop.ko 2024-07-26T12:09:36.252 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_atiixp.ko 2024-07-26T12:09:36.253 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_atp867x.ko 2024-07-26T12:09:36.253 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_cmd640.ko 2024-07-26T12:09:36.253 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_cmd64x.ko 2024-07-26T12:09:36.253 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_cypress.ko 2024-07-26T12:09:36.253 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_efar.ko 2024-07-26T12:09:36.253 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_hpt366.ko 2024-07-26T12:09:36.253 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_hpt37x.ko 2024-07-26T12:09:36.253 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_hpt3x2n.ko 2024-07-26T12:09:36.253 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_hpt3x3.ko 2024-07-26T12:09:36.253 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_it8213.ko 2024-07-26T12:09:36.253 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_it821x.ko 2024-07-26T12:09:36.253 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_jmicron.ko 2024-07-26T12:09:36.254 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_marvell.ko 2024-07-26T12:09:36.254 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_mpiix.ko 2024-07-26T12:09:36.254 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_netcell.ko 2024-07-26T12:09:36.254 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_ninja32.ko 2024-07-26T12:09:36.254 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_ns87410.ko 2024-07-26T12:09:36.254 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_ns87415.ko 2024-07-26T12:09:36.254 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_oldpiix.ko 2024-07-26T12:09:36.254 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_opti.ko 2024-07-26T12:09:36.254 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_optidma.ko 2024-07-26T12:09:36.254 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_pcmcia.ko 2024-07-26T12:09:36.254 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_pdc2027x.ko 2024-07-26T12:09:36.254 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_pdc202xx_old.ko 2024-07-26T12:09:36.255 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_piccolo.ko 2024-07-26T12:09:36.255 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_rdc.ko 2024-07-26T12:09:36.255 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_sch.ko 2024-07-26T12:09:36.255 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_serverworks.ko 2024-07-26T12:09:36.255 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_sil680.ko 2024-07-26T12:09:36.255 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_sis.ko 2024-07-26T12:09:36.255 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_sl82c105.ko 2024-07-26T12:09:36.255 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_triflex.ko 2024-07-26T12:09:36.255 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_via.ko 2024-07-26T12:09:36.255 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pdc_adma.ko 2024-07-26T12:09:36.255 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/sata_inic162x.ko 2024-07-26T12:09:36.255 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/sata_mv.ko 2024-07-26T12:09:36.256 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/sata_nv.ko 2024-07-26T12:09:36.256 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/sata_promise.ko 2024-07-26T12:09:36.256 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/sata_qstor.ko 2024-07-26T12:09:36.256 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/sata_sil.ko 2024-07-26T12:09:36.256 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/sata_sil24.ko 2024-07-26T12:09:36.256 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/sata_sis.ko 2024-07-26T12:09:36.256 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/sata_svw.ko 2024-07-26T12:09:36.256 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/sata_sx4.ko 2024-07-26T12:09:36.256 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/sata_uli.ko 2024-07-26T12:09:36.256 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/sata_via.ko 2024-07-26T12:09:36.256 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/sata_vsc.ko 2024-07-26T12:09:36.256 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/auxdisplay 2024-07-26T12:09:36.256 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/auxdisplay/ks0108.ko 2024-07-26T12:09:36.257 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/base 2024-07-26T12:09:36.257 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/base/regmap 2024-07-26T12:09:36.257 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/base/regmap/regmap-i2c.ko 2024-07-26T12:09:36.257 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/base/regmap/regmap-mmio.ko 2024-07-26T12:09:36.257 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/bcma 2024-07-26T12:09:36.257 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/bcma/bcma.ko 2024-07-26T12:09:36.257 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block 2024-07-26T12:09:36.257 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/aoe 2024-07-26T12:09:36.257 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/aoe/aoe.ko 2024-07-26T12:09:36.257 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/brd.ko 2024-07-26T12:09:36.257 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/drbd 2024-07-26T12:09:36.257 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/drbd/drbd.ko 2024-07-26T12:09:36.257 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/floppy.ko 2024-07-26T12:09:36.257 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/loop.ko 2024-07-26T12:09:36.258 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/mtip32xx 2024-07-26T12:09:36.258 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/mtip32xx/mtip32xx.ko 2024-07-26T12:09:36.258 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/nbd.ko 2024-07-26T12:09:36.258 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/null_blk 2024-07-26T12:09:36.258 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/null_blk/null_blk.ko 2024-07-26T12:09:36.258 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/pktcdvd.ko 2024-07-26T12:09:36.258 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/rbd.ko 2024-07-26T12:09:36.258 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/virtio_blk.ko 2024-07-26T12:09:36.258 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/xen-blkback 2024-07-26T12:09:36.258 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/xen-blkback/xen-blkback.ko 2024-07-26T12:09:36.258 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/xen-blkfront.ko 2024-07-26T12:09:36.258 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/zram 2024-07-26T12:09:36.258 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/zram/zram.ko 2024-07-26T12:09:36.259 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char 2024-07-26T12:09:36.259 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/hangcheck-timer.ko 2024-07-26T12:09:36.259 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/hw_random 2024-07-26T12:09:36.259 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/hw_random/amd-rng.ko 2024-07-26T12:09:36.259 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/hw_random/intel-rng.ko 2024-07-26T12:09:36.259 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/hw_random/timeriomem-rng.ko 2024-07-26T12:09:36.259 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/hw_random/via-rng.ko 2024-07-26T12:09:36.259 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/hw_random/virtio-rng.ko 2024-07-26T12:09:36.259 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/ipmi 2024-07-26T12:09:36.259 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/ipmi/ipmi_devintf.ko 2024-07-26T12:09:36.259 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/ipmi/ipmi_msghandler.ko 2024-07-26T12:09:36.260 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/ipmi/ipmi_poweroff.ko 2024-07-26T12:09:36.260 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/ipmi/ipmi_si.ko 2024-07-26T12:09:36.260 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/ipmi/ipmi_ssif.ko 2024-07-26T12:09:36.260 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/ipmi/ipmi_watchdog.ko 2024-07-26T12:09:36.260 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/lp.ko 2024-07-26T12:09:36.260 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/mwave 2024-07-26T12:09:36.260 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/mwave/mwave.ko 2024-07-26T12:09:36.260 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/ppdev.ko 2024-07-26T12:09:36.260 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/tlclk.ko 2024-07-26T12:09:36.260 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/tpm 2024-07-26T12:09:36.261 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/tpm/tpm.ko 2024-07-26T12:09:36.261 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/tpm/tpm_atmel.ko 2024-07-26T12:09:36.261 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/tpm/tpm_infineon.ko 2024-07-26T12:09:36.261 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/tpm/tpm_nsc.ko 2024-07-26T12:09:36.261 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/tpm/tpm_tis.ko 2024-07-26T12:09:36.261 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/tpm/tpm_tis_core.ko 2024-07-26T12:09:36.261 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/uv_mmtimer.ko 2024-07-26T12:09:36.261 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/virtio_console.ko 2024-07-26T12:09:36.261 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/cpufreq 2024-07-26T12:09:36.261 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/cpufreq/acpi-cpufreq.ko 2024-07-26T12:09:36.261 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/cpufreq/amd_freq_sensitivity.ko 2024-07-26T12:09:36.261 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/cpufreq/p4-clockmod.ko 2024-07-26T12:09:36.261 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/cpufreq/pcc-cpufreq.ko 2024-07-26T12:09:36.261 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/cpufreq/powernow-k8.ko 2024-07-26T12:09:36.262 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/cpufreq/speedstep-lib.ko 2024-07-26T12:09:36.262 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/crypto 2024-07-26T12:09:36.262 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/crypto/ccp 2024-07-26T12:09:36.262 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/crypto/ccp/ccp-crypto.ko 2024-07-26T12:09:36.262 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/crypto/ccp/ccp.ko 2024-07-26T12:09:36.262 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/crypto/intel 2024-07-26T12:09:36.262 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/crypto/intel/qat 2024-07-26T12:09:36.262 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/crypto/intel/qat/qat_common 2024-07-26T12:09:36.262 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/crypto/intel/qat/qat_common/intel_qat.ko 2024-07-26T12:09:36.262 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/crypto/intel/qat/qat_dh895xcc 2024-07-26T12:09:36.262 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/crypto/intel/qat/qat_dh895xcc/qat_dh895xcc.ko 2024-07-26T12:09:36.262 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/crypto/padlock-aes.ko 2024-07-26T12:09:36.262 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/crypto/padlock-sha.ko 2024-07-26T12:09:36.262 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/crypto/virtio 2024-07-26T12:09:36.263 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/crypto/virtio/virtio_crypto.ko 2024-07-26T12:09:36.263 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/dca 2024-07-26T12:09:36.263 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/dca/dca.ko 2024-07-26T12:09:36.263 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/devfreq 2024-07-26T12:09:36.263 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/devfreq/governor_simpleondemand.ko 2024-07-26T12:09:36.263 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/dma 2024-07-26T12:09:36.263 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/dma/dw 2024-07-26T12:09:36.263 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/dma/dw/dw_dmac.ko 2024-07-26T12:09:36.263 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/dma/ioat 2024-07-26T12:09:36.263 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/dma/ioat/ioatdma.ko 2024-07-26T12:09:36.263 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/edac 2024-07-26T12:09:36.263 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/edac/amd64_edac.ko 2024-07-26T12:09:36.263 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/edac/e752x_edac.ko 2024-07-26T12:09:36.264 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/edac/edac_mce_amd.ko 2024-07-26T12:09:36.264 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/edac/i3000_edac.ko 2024-07-26T12:09:36.264 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/edac/i3200_edac.ko 2024-07-26T12:09:36.264 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/edac/i5100_edac.ko 2024-07-26T12:09:36.264 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/edac/i5400_edac.ko 2024-07-26T12:09:36.264 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/edac/i7300_edac.ko 2024-07-26T12:09:36.264 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/edac/i7core_edac.ko 2024-07-26T12:09:36.264 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/edac/i82975x_edac.ko 2024-07-26T12:09:36.264 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/edac/ie31200_edac.ko 2024-07-26T12:09:36.264 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/edac/sb_edac.ko 2024-07-26T12:09:36.264 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/edac/x38_edac.ko 2024-07-26T12:09:36.265 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/firmware 2024-07-26T12:09:36.265 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/firmware/edd.ko 2024-07-26T12:09:36.265 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/firmware/iscsi_ibft.ko 2024-07-26T12:09:36.265 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/gpio 2024-07-26T12:09:36.265 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/gpio/gpio-ich.ko 2024-07-26T12:09:36.265 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/gpio/gpio-viperboard.ko 2024-07-26T12:09:36.265 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid 2024-07-26T12:09:36.265 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-appleir.ko 2024-07-26T12:09:36.265 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-aureal.ko 2024-07-26T12:09:36.265 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-axff.ko 2024-07-26T12:09:36.265 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-dr.ko 2024-07-26T12:09:36.265 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-elecom.ko 2024-07-26T12:09:36.266 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-elo.ko 2024-07-26T12:09:36.266 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-emsff.ko 2024-07-26T12:09:36.266 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-gaff.ko 2024-07-26T12:09:36.266 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-gt683r.ko 2024-07-26T12:09:36.266 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-gyration.ko 2024-07-26T12:09:36.266 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-holtek-kbd.ko 2024-07-26T12:09:36.266 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-holtek-mouse.ko 2024-07-26T12:09:36.266 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-holtekff.ko 2024-07-26T12:09:36.266 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-hyperv.ko 2024-07-26T12:09:36.266 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-icade.ko 2024-07-26T12:09:36.266 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-keytouch.ko 2024-07-26T12:09:36.266 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-kye.ko 2024-07-26T12:09:36.266 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-lcpower.ko 2024-07-26T12:09:36.266 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-led.ko 2024-07-26T12:09:36.267 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-lenovo.ko 2024-07-26T12:09:36.267 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-logitech-dj.ko 2024-07-26T12:09:36.267 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-logitech-hidpp.ko 2024-07-26T12:09:36.267 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-multitouch.ko 2024-07-26T12:09:36.267 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-ortek.ko 2024-07-26T12:09:36.267 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-penmount.ko 2024-07-26T12:09:36.267 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-petalynx.ko 2024-07-26T12:09:36.267 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-picolcd.ko 2024-07-26T12:09:36.267 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-pl.ko 2024-07-26T12:09:36.267 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-plantronics.ko 2024-07-26T12:09:36.267 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-primax.ko 2024-07-26T12:09:36.267 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-rmi.ko 2024-07-26T12:09:36.267 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-roccat-arvo.ko 2024-07-26T12:09:36.268 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-roccat-common.ko 2024-07-26T12:09:36.268 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-roccat-isku.ko 2024-07-26T12:09:36.268 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-roccat-kone.ko 2024-07-26T12:09:36.268 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-roccat-koneplus.ko 2024-07-26T12:09:36.268 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-roccat-konepure.ko 2024-07-26T12:09:36.268 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-roccat-kovaplus.ko 2024-07-26T12:09:36.268 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-roccat-lua.ko 2024-07-26T12:09:36.268 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-roccat-pyra.ko 2024-07-26T12:09:36.268 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-roccat-ryos.ko 2024-07-26T12:09:36.268 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-roccat-savu.ko 2024-07-26T12:09:36.268 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-roccat.ko 2024-07-26T12:09:36.268 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-saitek.ko 2024-07-26T12:09:36.269 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-samsung.ko 2024-07-26T12:09:36.269 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-sensor-hub.ko 2024-07-26T12:09:36.269 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-sjoy.ko 2024-07-26T12:09:36.269 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-sony.ko 2024-07-26T12:09:36.269 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-speedlink.ko 2024-07-26T12:09:36.269 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-steelseries.ko 2024-07-26T12:09:36.269 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-sunplus.ko 2024-07-26T12:09:36.269 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-thrustmaster.ko 2024-07-26T12:09:36.269 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-tivo.ko 2024-07-26T12:09:36.269 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-tmff.ko 2024-07-26T12:09:36.269 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-topseed.ko 2024-07-26T12:09:36.269 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-twinhan.ko 2024-07-26T12:09:36.269 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-uclogic.ko 2024-07-26T12:09:36.269 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-waltop.ko 2024-07-26T12:09:36.270 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-wiimote.ko 2024-07-26T12:09:36.270 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-xinmo.ko 2024-07-26T12:09:36.270 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-zpff.ko 2024-07-26T12:09:36.270 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-zydacron.ko 2024-07-26T12:09:36.270 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/uhid.ko 2024-07-26T12:09:36.270 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/wacom.ko 2024-07-26T12:09:36.270 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hv 2024-07-26T12:09:36.270 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hv/hv_balloon.ko 2024-07-26T12:09:36.270 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hv/hv_utils.ko 2024-07-26T12:09:36.270 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hv/hv_vmbus.ko 2024-07-26T12:09:36.270 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon 2024-07-26T12:09:36.270 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/abituguru.ko 2024-07-26T12:09:36.270 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/abituguru3.ko 2024-07-26T12:09:36.271 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/acpi_power_meter.ko 2024-07-26T12:09:36.271 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/ad7414.ko 2024-07-26T12:09:36.271 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/ad7418.ko 2024-07-26T12:09:36.271 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/adc128d818.ko 2024-07-26T12:09:36.271 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/adm1025.ko 2024-07-26T12:09:36.271 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/adm1026.ko 2024-07-26T12:09:36.271 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/adm1029.ko 2024-07-26T12:09:36.271 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/adm1031.ko 2024-07-26T12:09:36.271 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/adm9240.ko 2024-07-26T12:09:36.271 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/ads7828.ko 2024-07-26T12:09:36.271 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/adt7410.ko 2024-07-26T12:09:36.271 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/adt7411.ko 2024-07-26T12:09:36.271 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/adt7462.ko 2024-07-26T12:09:36.271 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/adt7470.ko 2024-07-26T12:09:36.272 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/adt7475.ko 2024-07-26T12:09:36.272 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/adt7x10.ko 2024-07-26T12:09:36.272 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/amc6821.ko 2024-07-26T12:09:36.272 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/applesmc.ko 2024-07-26T12:09:36.272 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/asb100.ko 2024-07-26T12:09:36.272 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/asc7621.ko 2024-07-26T12:09:36.272 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/asus_atk0110.ko 2024-07-26T12:09:36.272 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/atxp1.ko 2024-07-26T12:09:36.272 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/coretemp.ko 2024-07-26T12:09:36.272 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/dell-smm-hwmon.ko 2024-07-26T12:09:36.272 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/dme1737.ko 2024-07-26T12:09:36.273 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/ds1621.ko 2024-07-26T12:09:36.273 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/ds620.ko 2024-07-26T12:09:36.273 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/emc1403.ko 2024-07-26T12:09:36.273 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/emc6w201.ko 2024-07-26T12:09:36.273 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/f71805f.ko 2024-07-26T12:09:36.273 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/f71882fg.ko 2024-07-26T12:09:36.273 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/f75375s.ko 2024-07-26T12:09:36.273 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/fam15h_power.ko 2024-07-26T12:09:36.273 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/fschmd.ko 2024-07-26T12:09:36.273 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/g760a.ko 2024-07-26T12:09:36.273 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/g762.ko 2024-07-26T12:09:36.273 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/gl518sm.ko 2024-07-26T12:09:36.273 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/gl520sm.ko 2024-07-26T12:09:36.274 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/hwmon-vid.ko 2024-07-26T12:09:36.274 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/i5500_temp.ko 2024-07-26T12:09:36.274 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/i5k_amb.ko 2024-07-26T12:09:36.274 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/ibmaem.ko 2024-07-26T12:09:36.274 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/ibmpex.ko 2024-07-26T12:09:36.274 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/ina209.ko 2024-07-26T12:09:36.274 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/ina2xx.ko 2024-07-26T12:09:36.274 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/it87.ko 2024-07-26T12:09:36.274 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/k10temp.ko 2024-07-26T12:09:36.274 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/k8temp.ko 2024-07-26T12:09:36.274 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/lineage-pem.ko 2024-07-26T12:09:36.274 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/lm63.ko 2024-07-26T12:09:36.275 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/lm73.ko 2024-07-26T12:09:36.275 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/lm75.ko 2024-07-26T12:09:36.275 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/lm77.ko 2024-07-26T12:09:36.275 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/lm78.ko 2024-07-26T12:09:36.275 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/lm80.ko 2024-07-26T12:09:36.275 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/lm83.ko 2024-07-26T12:09:36.275 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/lm85.ko 2024-07-26T12:09:36.275 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/lm87.ko 2024-07-26T12:09:36.275 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/lm90.ko 2024-07-26T12:09:36.275 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/lm92.ko 2024-07-26T12:09:36.275 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/lm93.ko 2024-07-26T12:09:36.275 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/lm95234.ko 2024-07-26T12:09:36.276 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/lm95241.ko 2024-07-26T12:09:36.276 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/lm95245.ko 2024-07-26T12:09:36.276 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/ltc2945.ko 2024-07-26T12:09:36.276 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/ltc4151.ko 2024-07-26T12:09:36.276 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/ltc4215.ko 2024-07-26T12:09:36.276 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/ltc4222.ko 2024-07-26T12:09:36.276 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/ltc4245.ko 2024-07-26T12:09:36.276 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/ltc4260.ko 2024-07-26T12:09:36.276 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/ltc4261.ko 2024-07-26T12:09:36.276 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/max16065.ko 2024-07-26T12:09:36.276 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/max1619.ko 2024-07-26T12:09:36.276 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/max1668.ko 2024-07-26T12:09:36.277 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/max197.ko 2024-07-26T12:09:36.277 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/max6639.ko 2024-07-26T12:09:36.277 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/max6650.ko 2024-07-26T12:09:36.277 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/max6697.ko 2024-07-26T12:09:36.277 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/mcp3021.ko 2024-07-26T12:09:36.277 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/nct6683.ko 2024-07-26T12:09:36.277 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/nct6775-core.ko 2024-07-26T12:09:36.277 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/nct6775.ko 2024-07-26T12:09:36.277 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/nct7802.ko 2024-07-26T12:09:36.277 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/pc87360.ko 2024-07-26T12:09:36.277 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/pc87427.ko 2024-07-26T12:09:36.277 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/pcf8591.ko 2024-07-26T12:09:36.277 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/pmbus 2024-07-26T12:09:36.278 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/pmbus/adm1275.ko 2024-07-26T12:09:36.278 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/pmbus/lm25066.ko 2024-07-26T12:09:36.278 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/pmbus/ltc2978.ko 2024-07-26T12:09:36.278 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/pmbus/max16064.ko 2024-07-26T12:09:36.278 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/pmbus/max34440.ko 2024-07-26T12:09:36.278 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/pmbus/max8688.ko 2024-07-26T12:09:36.278 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/pmbus/pmbus.ko 2024-07-26T12:09:36.278 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/pmbus/pmbus_core.ko 2024-07-26T12:09:36.278 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/pmbus/tps40422.ko 2024-07-26T12:09:36.278 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/pmbus/ucd9000.ko 2024-07-26T12:09:36.278 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/pmbus/ucd9200.ko 2024-07-26T12:09:36.278 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/pmbus/zl6100.ko 2024-07-26T12:09:36.279 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/powr1220.ko 2024-07-26T12:09:36.279 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/sch5627.ko 2024-07-26T12:09:36.279 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/sch5636.ko 2024-07-26T12:09:36.279 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/sch56xx-common.ko 2024-07-26T12:09:36.279 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/sht15.ko 2024-07-26T12:09:36.279 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/sht21.ko 2024-07-26T12:09:36.279 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/shtc1.ko 2024-07-26T12:09:36.279 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/sis5595.ko 2024-07-26T12:09:36.279 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/smsc47b397.ko 2024-07-26T12:09:36.279 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/smsc47m1.ko 2024-07-26T12:09:36.279 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/smsc47m192.ko 2024-07-26T12:09:36.279 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/thmc50.ko 2024-07-26T12:09:36.280 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/tmp102.ko 2024-07-26T12:09:36.280 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/tmp103.ko 2024-07-26T12:09:36.280 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/tmp401.ko 2024-07-26T12:09:36.280 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/tmp421.ko 2024-07-26T12:09:36.280 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/via-cputemp.ko 2024-07-26T12:09:36.280 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/via686a.ko 2024-07-26T12:09:36.280 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/vt1211.ko 2024-07-26T12:09:36.280 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/vt8231.ko 2024-07-26T12:09:36.280 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/w83627ehf.ko 2024-07-26T12:09:36.280 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/w83627hf.ko 2024-07-26T12:09:36.280 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/w83781d.ko 2024-07-26T12:09:36.280 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/w83791d.ko 2024-07-26T12:09:36.280 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/w83792d.ko 2024-07-26T12:09:36.280 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/w83793.ko 2024-07-26T12:09:36.281 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/w83795.ko 2024-07-26T12:09:36.281 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/w83l785ts.ko 2024-07-26T12:09:36.281 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/w83l786ng.ko 2024-07-26T12:09:36.281 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c 2024-07-26T12:09:36.281 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/algos 2024-07-26T12:09:36.281 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/algos/i2c-algo-bit.ko 2024-07-26T12:09:36.281 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/algos/i2c-algo-pca.ko 2024-07-26T12:09:36.281 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses 2024-07-26T12:09:36.281 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-amd756-s4882.ko 2024-07-26T12:09:36.281 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-amd756.ko 2024-07-26T12:09:36.281 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-amd8111.ko 2024-07-26T12:09:36.281 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-ccgx-ucsi.ko 2024-07-26T12:09:36.281 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-designware-core.ko 2024-07-26T12:09:36.281 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-designware-pci.ko 2024-07-26T12:09:36.282 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-designware-platform.ko 2024-07-26T12:09:36.282 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-diolan-u2c.ko 2024-07-26T12:09:36.282 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-i801.ko 2024-07-26T12:09:36.282 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-isch.ko 2024-07-26T12:09:36.282 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-ismt.ko 2024-07-26T12:09:36.282 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-nforce2-s4985.ko 2024-07-26T12:09:36.282 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-nforce2.ko 2024-07-26T12:09:36.282 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-parport.ko 2024-07-26T12:09:36.282 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-pca-platform.ko 2024-07-26T12:09:36.282 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-piix4.ko 2024-07-26T12:09:36.282 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-scmi.ko 2024-07-26T12:09:36.282 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-simtec.ko 2024-07-26T12:09:36.282 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-sis96x.ko 2024-07-26T12:09:36.283 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-tiny-usb.ko 2024-07-26T12:09:36.283 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-via.ko 2024-07-26T12:09:36.283 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-viapro.ko 2024-07-26T12:09:36.283 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-viperboard.ko 2024-07-26T12:09:36.283 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/i2c-dev.ko 2024-07-26T12:09:36.283 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/i2c-mux.ko 2024-07-26T12:09:36.283 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/i2c-slave-eeprom.ko 2024-07-26T12:09:36.283 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/i2c-smbus.ko 2024-07-26T12:09:36.283 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/i2c-stub.ko 2024-07-26T12:09:36.283 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband 2024-07-26T12:09:36.283 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/core 2024-07-26T12:09:36.283 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/core/ib_cm.ko 2024-07-26T12:09:36.283 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/core/ib_core.ko 2024-07-26T12:09:36.283 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/core/ib_umad.ko 2024-07-26T12:09:36.284 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/core/ib_uverbs.ko 2024-07-26T12:09:36.284 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/core/iw_cm.ko 2024-07-26T12:09:36.284 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/core/rdma_cm.ko 2024-07-26T12:09:36.284 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/core/rdma_ucm.ko 2024-07-26T12:09:36.284 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/hw 2024-07-26T12:09:36.284 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/hw/cxgb4 2024-07-26T12:09:36.284 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/hw/cxgb4/iw_cxgb4.ko 2024-07-26T12:09:36.284 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/hw/mlx4 2024-07-26T12:09:36.284 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/hw/mlx4/mlx4_ib.ko 2024-07-26T12:09:36.284 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/hw/mlx5 2024-07-26T12:09:36.284 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/hw/mlx5/mlx5_ib.ko 2024-07-26T12:09:36.284 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/hw/mthca 2024-07-26T12:09:36.285 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/hw/mthca/ib_mthca.ko 2024-07-26T12:09:36.285 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/ulp 2024-07-26T12:09:36.285 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/ulp/ipoib 2024-07-26T12:09:36.285 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/ulp/ipoib/ib_ipoib.ko 2024-07-26T12:09:36.285 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/ulp/iser 2024-07-26T12:09:36.285 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/ulp/iser/ib_iser.ko 2024-07-26T12:09:36.285 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/ulp/isert 2024-07-26T12:09:36.285 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/ulp/isert/ib_isert.ko 2024-07-26T12:09:36.285 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/ulp/srp 2024-07-26T12:09:36.285 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/ulp/srp/ib_srp.ko 2024-07-26T12:09:36.285 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/ulp/srpt 2024-07-26T12:09:36.286 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/ulp/srpt/ib_srpt.ko 2024-07-26T12:09:36.286 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input 2024-07-26T12:09:36.286 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/gameport 2024-07-26T12:09:36.286 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/gameport/emu10k1-gp.ko 2024-07-26T12:09:36.286 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/gameport/fm801-gp.ko 2024-07-26T12:09:36.286 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/gameport/gameport.ko 2024-07-26T12:09:36.286 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/joydev.ko 2024-07-26T12:09:36.286 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/keyboard 2024-07-26T12:09:36.286 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/keyboard/gpio_keys.ko 2024-07-26T12:09:36.286 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/mouse 2024-07-26T12:09:36.286 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/mouse/appletouch.ko 2024-07-26T12:09:36.286 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/mouse/bcm5974.ko 2024-07-26T12:09:36.287 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/mouse/cyapatp.ko 2024-07-26T12:09:36.287 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/mouse/elan_i2c.ko 2024-07-26T12:09:36.287 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/mouse/sermouse.ko 2024-07-26T12:09:36.287 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/mouse/synaptics_i2c.ko 2024-07-26T12:09:36.287 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/mouse/synaptics_usb.ko 2024-07-26T12:09:36.287 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/mouse/vsxxxaa.ko 2024-07-26T12:09:36.287 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/rmi4 2024-07-26T12:09:36.287 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/rmi4/rmi_core.ko 2024-07-26T12:09:36.287 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/serio 2024-07-26T12:09:36.287 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/serio/altera_ps2.ko 2024-07-26T12:09:36.287 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/serio/arc_ps2.ko 2024-07-26T12:09:36.287 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/serio/hyperv-keyboard.ko 2024-07-26T12:09:36.288 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/serio/serio_raw.ko 2024-07-26T12:09:36.288 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/sparse-keymap.ko 2024-07-26T12:09:36.288 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/leds 2024-07-26T12:09:36.288 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/leds/leds-blinkm.ko 2024-07-26T12:09:36.288 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/leds/leds-lm3530.ko 2024-07-26T12:09:36.288 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/leds/leds-lp3944.ko 2024-07-26T12:09:36.288 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/leds/leds-ss4200.ko 2024-07-26T12:09:36.288 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/leds/trigger 2024-07-26T12:09:36.288 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/leds/trigger/ledtrig-backlight.ko 2024-07-26T12:09:36.288 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/leds/trigger/ledtrig-camera.ko 2024-07-26T12:09:36.288 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/leds/trigger/ledtrig-default-on.ko 2024-07-26T12:09:36.288 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/leds/trigger/ledtrig-gpio.ko 2024-07-26T12:09:36.288 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/leds/trigger/ledtrig-heartbeat.ko 2024-07-26T12:09:36.288 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/leds/trigger/ledtrig-oneshot.ko 2024-07-26T12:09:36.289 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/leds/trigger/ledtrig-timer.ko 2024-07-26T12:09:36.289 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/leds/trigger/ledtrig-transient.ko 2024-07-26T12:09:36.289 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md 2024-07-26T12:09:36.289 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/bcache 2024-07-26T12:09:36.289 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/bcache/bcache.ko 2024-07-26T12:09:36.289 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/dm-bio-prison.ko 2024-07-26T12:09:36.289 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/dm-cache-smq.ko 2024-07-26T12:09:36.289 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/dm-cache.ko 2024-07-26T12:09:36.289 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/dm-crypt.ko 2024-07-26T12:09:36.289 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/dm-delay.ko 2024-07-26T12:09:36.289 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/dm-flakey.ko 2024-07-26T12:09:36.289 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/dm-log-userspace.ko 2024-07-26T12:09:36.289 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/dm-multipath.ko 2024-07-26T12:09:36.289 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/dm-queue-length.ko 2024-07-26T12:09:36.290 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/dm-raid.ko 2024-07-26T12:09:36.290 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/dm-round-robin.ko 2024-07-26T12:09:36.290 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/dm-service-time.ko 2024-07-26T12:09:36.290 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/dm-switch.ko 2024-07-26T12:09:36.290 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/dm-thin-pool.ko 2024-07-26T12:09:36.290 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/dm-verity.ko 2024-07-26T12:09:36.290 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/persistent-data 2024-07-26T12:09:36.290 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/persistent-data/dm-persistent-data.ko 2024-07-26T12:09:36.290 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/raid0.ko 2024-07-26T12:09:36.290 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/raid1.ko 2024-07-26T12:09:36.290 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/raid10.ko 2024-07-26T12:09:36.290 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/raid456.ko 2024-07-26T12:09:36.290 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/message 2024-07-26T12:09:36.291 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/message/fusion 2024-07-26T12:09:36.291 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/message/fusion/mptbase.ko 2024-07-26T12:09:36.291 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/message/fusion/mptctl.ko 2024-07-26T12:09:36.291 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/message/fusion/mptfc.ko 2024-07-26T12:09:36.291 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/message/fusion/mptlan.ko 2024-07-26T12:09:36.291 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/message/fusion/mptsas.ko 2024-07-26T12:09:36.291 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/message/fusion/mptscsih.ko 2024-07-26T12:09:36.291 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/message/fusion/mptspi.ko 2024-07-26T12:09:36.291 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/mfd 2024-07-26T12:09:36.291 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/mfd/lpc_ich.ko 2024-07-26T12:09:36.291 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/mfd/lpc_sch.ko 2024-07-26T12:09:36.291 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/mfd/mfd-core.ko 2024-07-26T12:09:36.291 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/mfd/sm501.ko 2024-07-26T12:09:36.291 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/mfd/viperboard.ko 2024-07-26T12:09:36.292 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/mfd/vx855.ko 2024-07-26T12:09:36.292 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/mfd/wl1273-core.ko 2024-07-26T12:09:36.292 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc 2024-07-26T12:09:36.292 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/altera-stapl 2024-07-26T12:09:36.292 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/altera-stapl/altera-stapl.ko 2024-07-26T12:09:36.292 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/apds9802als.ko 2024-07-26T12:09:36.292 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/apds990x.ko 2024-07-26T12:09:36.292 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/bh1770glc.ko 2024-07-26T12:09:36.292 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/cb710 2024-07-26T12:09:36.292 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/cb710/cb710.ko 2024-07-26T12:09:36.292 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/eeprom 2024-07-26T12:09:36.292 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/eeprom/at24.ko 2024-07-26T12:09:36.292 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/eeprom/eeprom_93cx6.ko 2024-07-26T12:09:36.292 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/eeprom/max6875.ko 2024-07-26T12:09:36.293 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/enclosure.ko 2024-07-26T12:09:36.293 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/hpilo.ko 2024-07-26T12:09:36.293 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/isl29003.ko 2024-07-26T12:09:36.293 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/isl29020.ko 2024-07-26T12:09:36.293 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/lis3lv02d 2024-07-26T12:09:36.293 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/lis3lv02d/lis3lv02d.ko 2024-07-26T12:09:36.293 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/lis3lv02d/lis3lv02d_i2c.ko 2024-07-26T12:09:36.293 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/mei 2024-07-26T12:09:36.293 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/mei/mei-me.ko 2024-07-26T12:09:36.293 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/mei/mei-txe.ko 2024-07-26T12:09:36.293 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/mei/mei.ko 2024-07-26T12:09:36.293 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/sgi-gru 2024-07-26T12:09:36.293 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/sgi-gru/gru.ko 2024-07-26T12:09:36.293 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/sgi-xp 2024-07-26T12:09:36.294 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/sgi-xp/xp.ko 2024-07-26T12:09:36.294 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/sgi-xp/xpc.ko 2024-07-26T12:09:36.294 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/sgi-xp/xpnet.ko 2024-07-26T12:09:36.294 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/tifm_7xx1.ko 2024-07-26T12:09:36.294 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/tifm_core.ko 2024-07-26T12:09:36.294 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/tsl2550.ko 2024-07-26T12:09:36.294 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/vmw_balloon.ko 2024-07-26T12:09:36.294 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/vmw_vmci 2024-07-26T12:09:36.294 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/vmw_vmci/vmw_vmci.ko 2024-07-26T12:09:36.294 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net 2024-07-26T12:09:36.294 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/bonding 2024-07-26T12:09:36.294 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/bonding/bonding.ko 2024-07-26T12:09:36.294 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/dsa 2024-07-26T12:09:36.295 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/dsa/b53 2024-07-26T12:09:36.295 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/dsa/b53/b53_common.ko 2024-07-26T12:09:36.295 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/dsa/bcm-sf2.ko 2024-07-26T12:09:36.295 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/dsa/mv88e6060.ko 2024-07-26T12:09:36.295 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/dsa/mv88e6xxx 2024-07-26T12:09:36.295 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/dsa/mv88e6xxx/mv88e6xxx.ko 2024-07-26T12:09:36.295 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/dummy.ko 2024-07-26T12:09:36.295 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/eql.ko 2024-07-26T12:09:36.295 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet 2024-07-26T12:09:36.295 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/3com 2024-07-26T12:09:36.295 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/3com/3c574_cs.ko 2024-07-26T12:09:36.295 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/3com/3c589_cs.ko 2024-07-26T12:09:36.295 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/3com/3c59x.ko 2024-07-26T12:09:36.295 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/3com/typhoon.ko 2024-07-26T12:09:36.296 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/8390 2024-07-26T12:09:36.296 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/8390/8390.ko 2024-07-26T12:09:36.296 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/8390/axnet_cs.ko 2024-07-26T12:09:36.296 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/8390/ne2k-pci.ko 2024-07-26T12:09:36.296 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/8390/pcnet_cs.ko 2024-07-26T12:09:36.296 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/adaptec 2024-07-26T12:09:36.296 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/adaptec/starfire.ko 2024-07-26T12:09:36.296 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/agere 2024-07-26T12:09:36.296 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/agere/et131x.ko 2024-07-26T12:09:36.296 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/alteon 2024-07-26T12:09:36.296 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/alteon/acenic.ko 2024-07-26T12:09:36.296 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/altera 2024-07-26T12:09:36.296 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/altera/altera_tse.ko 2024-07-26T12:09:36.297 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/amd 2024-07-26T12:09:36.297 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/amd/amd8111e.ko 2024-07-26T12:09:36.297 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/amd/nmclan_cs.ko 2024-07-26T12:09:36.297 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/amd/pcnet32.ko 2024-07-26T12:09:36.297 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/atheros 2024-07-26T12:09:36.297 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/atheros/alx 2024-07-26T12:09:36.297 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/atheros/alx/alx.ko 2024-07-26T12:09:36.297 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/atheros/atl1c 2024-07-26T12:09:36.297 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/atheros/atl1c/atl1c.ko 2024-07-26T12:09:36.297 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/atheros/atl1e 2024-07-26T12:09:36.297 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/atheros/atl1e/atl1e.ko 2024-07-26T12:09:36.297 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/atheros/atlx 2024-07-26T12:09:36.297 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/atheros/atlx/atl1.ko 2024-07-26T12:09:36.298 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/atheros/atlx/atl2.ko 2024-07-26T12:09:36.298 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/broadcom 2024-07-26T12:09:36.298 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/broadcom/b44.ko 2024-07-26T12:09:36.298 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/broadcom/bnx2.ko 2024-07-26T12:09:36.298 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/broadcom/bnx2x 2024-07-26T12:09:36.298 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/broadcom/bnx2x/bnx2x.ko 2024-07-26T12:09:36.298 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/broadcom/cnic.ko 2024-07-26T12:09:36.298 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/broadcom/genet 2024-07-26T12:09:36.298 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/broadcom/genet/genet.ko 2024-07-26T12:09:36.298 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/broadcom/tg3.ko 2024-07-26T12:09:36.298 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/brocade 2024-07-26T12:09:36.298 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/brocade/bna 2024-07-26T12:09:36.299 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/brocade/bna/bna.ko 2024-07-26T12:09:36.299 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/chelsio 2024-07-26T12:09:36.299 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/chelsio/cxgb 2024-07-26T12:09:36.299 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/chelsio/cxgb/cxgb.ko 2024-07-26T12:09:36.299 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/chelsio/cxgb3 2024-07-26T12:09:36.299 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/chelsio/cxgb3/cxgb3.ko 2024-07-26T12:09:36.299 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/chelsio/cxgb4 2024-07-26T12:09:36.299 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/chelsio/cxgb4/cxgb4.ko 2024-07-26T12:09:36.299 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/chelsio/cxgb4vf 2024-07-26T12:09:36.299 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/chelsio/cxgb4vf/cxgb4vf.ko 2024-07-26T12:09:36.299 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/chelsio/libcxgb 2024-07-26T12:09:36.299 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/chelsio/libcxgb/libcxgb.ko 2024-07-26T12:09:36.299 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/cisco 2024-07-26T12:09:36.300 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/cisco/enic 2024-07-26T12:09:36.300 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/cisco/enic/enic.ko 2024-07-26T12:09:36.300 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/dec 2024-07-26T12:09:36.300 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/dec/tulip 2024-07-26T12:09:36.300 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/dec/tulip/de2104x.ko 2024-07-26T12:09:36.300 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/dec/tulip/dmfe.ko 2024-07-26T12:09:36.300 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/dec/tulip/tulip.ko 2024-07-26T12:09:36.300 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/dec/tulip/uli526x.ko 2024-07-26T12:09:36.300 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/dec/tulip/winbond-840.ko 2024-07-26T12:09:36.300 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/dec/tulip/xircom_cb.ko 2024-07-26T12:09:36.300 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/dlink 2024-07-26T12:09:36.300 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/dlink/dl2k.ko 2024-07-26T12:09:36.300 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/dlink/sundance.ko 2024-07-26T12:09:36.300 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/dnet.ko 2024-07-26T12:09:36.301 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/emulex 2024-07-26T12:09:36.301 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/emulex/benet 2024-07-26T12:09:36.301 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/emulex/benet/be2net.ko 2024-07-26T12:09:36.301 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/ethoc.ko 2024-07-26T12:09:36.301 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/fealnx.ko 2024-07-26T12:09:36.301 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel 2024-07-26T12:09:36.301 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/e100.ko 2024-07-26T12:09:36.301 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/e1000 2024-07-26T12:09:36.301 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/e1000/e1000.ko 2024-07-26T12:09:36.301 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/e1000e 2024-07-26T12:09:36.301 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/e1000e/e1000e.ko 2024-07-26T12:09:36.301 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/fm10k 2024-07-26T12:09:36.302 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/fm10k/fm10k.ko 2024-07-26T12:09:36.302 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/i40e 2024-07-26T12:09:36.302 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/i40e/i40e.ko 2024-07-26T12:09:36.302 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/iavf 2024-07-26T12:09:36.302 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/iavf/iavf.ko 2024-07-26T12:09:36.302 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/igb 2024-07-26T12:09:36.302 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/igb/igb.ko 2024-07-26T12:09:36.302 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/igbvf 2024-07-26T12:09:36.302 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/igbvf/igbvf.ko 2024-07-26T12:09:36.302 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/ixgbe 2024-07-26T12:09:36.302 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko 2024-07-26T12:09:36.302 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/ixgbevf 2024-07-26T12:09:36.302 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/ixgbevf/ixgbevf.ko 2024-07-26T12:09:36.303 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/libeth 2024-07-26T12:09:36.303 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/libeth/libeth.ko 2024-07-26T12:09:36.303 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/libie 2024-07-26T12:09:36.303 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/libie/libie.ko 2024-07-26T12:09:36.303 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/jme.ko 2024-07-26T12:09:36.303 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/marvell 2024-07-26T12:09:36.303 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/marvell/mvmdio.ko 2024-07-26T12:09:36.303 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/marvell/skge.ko 2024-07-26T12:09:36.303 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/marvell/sky2.ko 2024-07-26T12:09:36.303 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/mellanox 2024-07-26T12:09:36.303 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/mellanox/mlx4 2024-07-26T12:09:36.303 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_core.ko 2024-07-26T12:09:36.303 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_en.ko 2024-07-26T12:09:36.303 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/mellanox/mlx5 2024-07-26T12:09:36.304 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/mellanox/mlx5/core 2024-07-26T12:09:36.304 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/mellanox/mlx5/core/mlx5_core.ko 2024-07-26T12:09:36.304 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/micrel 2024-07-26T12:09:36.304 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/micrel/ksz884x.ko 2024-07-26T12:09:36.304 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/myricom 2024-07-26T12:09:36.304 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/myricom/myri10ge 2024-07-26T12:09:36.304 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/myricom/myri10ge/myri10ge.ko 2024-07-26T12:09:36.304 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/natsemi 2024-07-26T12:09:36.304 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/natsemi/natsemi.ko 2024-07-26T12:09:36.304 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/natsemi/ns83820.ko 2024-07-26T12:09:36.304 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/neterion 2024-07-26T12:09:36.305 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/neterion/s2io.ko 2024-07-26T12:09:36.305 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/nvidia 2024-07-26T12:09:36.305 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/nvidia/forcedeth.ko 2024-07-26T12:09:36.305 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/packetengines 2024-07-26T12:09:36.305 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/packetengines/hamachi.ko 2024-07-26T12:09:36.305 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/packetengines/yellowfin.ko 2024-07-26T12:09:36.305 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/qlogic 2024-07-26T12:09:36.305 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/qlogic/netxen 2024-07-26T12:09:36.305 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/qlogic/netxen/netxen_nic.ko 2024-07-26T12:09:36.305 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/qlogic/qla3xxx.ko 2024-07-26T12:09:36.305 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/qlogic/qlcnic 2024-07-26T12:09:36.305 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/qlogic/qlcnic/qlcnic.ko 2024-07-26T12:09:36.305 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/rdc 2024-07-26T12:09:36.306 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/rdc/r6040.ko 2024-07-26T12:09:36.306 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/realtek 2024-07-26T12:09:36.306 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/realtek/8139cp.ko 2024-07-26T12:09:36.306 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/realtek/8139too.ko 2024-07-26T12:09:36.306 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/realtek/atp.ko 2024-07-26T12:09:36.306 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/realtek/r8169.ko 2024-07-26T12:09:36.306 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/rocker 2024-07-26T12:09:36.306 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/rocker/rocker.ko 2024-07-26T12:09:36.306 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/sfc 2024-07-26T12:09:36.306 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/sfc/sfc.ko 2024-07-26T12:09:36.306 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/silan 2024-07-26T12:09:36.307 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/silan/sc92031.ko 2024-07-26T12:09:36.307 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/sis 2024-07-26T12:09:36.307 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/sis/sis190.ko 2024-07-26T12:09:36.307 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/sis/sis900.ko 2024-07-26T12:09:36.307 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/smsc 2024-07-26T12:09:36.307 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/smsc/epic100.ko 2024-07-26T12:09:36.307 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/smsc/smc91c92_cs.ko 2024-07-26T12:09:36.307 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/smsc/smsc911x.ko 2024-07-26T12:09:36.307 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/smsc/smsc9420.ko 2024-07-26T12:09:36.307 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/stmicro 2024-07-26T12:09:36.307 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/stmicro/stmmac 2024-07-26T12:09:36.307 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/stmicro/stmmac/dwmac-intel.ko 2024-07-26T12:09:36.308 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/stmicro/stmmac/stmmac.ko 2024-07-26T12:09:36.308 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/sun 2024-07-26T12:09:36.308 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/sun/cassini.ko 2024-07-26T12:09:36.308 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/sun/niu.ko 2024-07-26T12:09:36.308 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/sun/sungem.ko 2024-07-26T12:09:36.308 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/sun/sunhme.ko 2024-07-26T12:09:36.308 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/tehuti 2024-07-26T12:09:36.308 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/tehuti/tehuti.ko 2024-07-26T12:09:36.308 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/ti 2024-07-26T12:09:36.308 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/ti/tlan.ko 2024-07-26T12:09:36.308 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/via 2024-07-26T12:09:36.308 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/via/via-rhine.ko 2024-07-26T12:09:36.308 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/via/via-velocity.ko 2024-07-26T12:09:36.308 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/wiznet 2024-07-26T12:09:36.309 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/wiznet/w5100.ko 2024-07-26T12:09:36.309 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/wiznet/w5300.ko 2024-07-26T12:09:36.309 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/xircom 2024-07-26T12:09:36.309 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/xircom/xirc2ps_cs.ko 2024-07-26T12:09:36.309 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/geneve.ko 2024-07-26T12:09:36.309 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/hyperv 2024-07-26T12:09:36.309 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/hyperv/hv_netvsc.ko 2024-07-26T12:09:36.309 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ieee802154 2024-07-26T12:09:36.309 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ieee802154/fakelb.ko 2024-07-26T12:09:36.309 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ifb.ko 2024-07-26T12:09:36.309 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ipvlan 2024-07-26T12:09:36.309 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ipvlan/ipvlan.ko 2024-07-26T12:09:36.309 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/macvlan.ko 2024-07-26T12:09:36.309 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/macvtap.ko 2024-07-26T12:09:36.310 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/mdio 2024-07-26T12:09:36.310 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/mdio.ko 2024-07-26T12:09:36.310 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/mdio/mdio-bcm-unimac.ko 2024-07-26T12:09:36.310 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/mdio/mdio-bitbang.ko 2024-07-26T12:09:36.310 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/mdio/mdio-regmap.ko 2024-07-26T12:09:36.310 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/mii.ko 2024-07-26T12:09:36.310 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/net_failover.ko 2024-07-26T12:09:36.310 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/netconsole.ko 2024-07-26T12:09:36.310 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/nlmon.ko 2024-07-26T12:09:36.310 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/pcs 2024-07-26T12:09:36.310 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/pcs/pcs-lynx.ko 2024-07-26T12:09:36.311 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/pcs/pcs_xpcs.ko 2024-07-26T12:09:36.311 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy 2024-07-26T12:09:36.311 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/amd.ko 2024-07-26T12:09:36.311 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/bcm-phy-lib.ko 2024-07-26T12:09:36.311 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/bcm-phy-ptp.ko 2024-07-26T12:09:36.311 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/bcm7xxx.ko 2024-07-26T12:09:36.311 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/bcm87xx.ko 2024-07-26T12:09:36.311 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/broadcom.ko 2024-07-26T12:09:36.311 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/cicada.ko 2024-07-26T12:09:36.311 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/davicom.ko 2024-07-26T12:09:36.311 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/dp83640.ko 2024-07-26T12:09:36.311 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/et1011c.ko 2024-07-26T12:09:36.311 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/icplus.ko 2024-07-26T12:09:36.311 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/lxt.ko 2024-07-26T12:09:36.312 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/marvell.ko 2024-07-26T12:09:36.312 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/micrel.ko 2024-07-26T12:09:36.312 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/national.ko 2024-07-26T12:09:36.312 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/phylink.ko 2024-07-26T12:09:36.312 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/qsemi.ko 2024-07-26T12:09:36.312 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/realtek.ko 2024-07-26T12:09:36.312 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/smsc.ko 2024-07-26T12:09:36.312 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/ste10Xp.ko 2024-07-26T12:09:36.312 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/vitesse.ko 2024-07-26T12:09:36.312 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ppp 2024-07-26T12:09:36.312 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ppp/bsd_comp.ko 2024-07-26T12:09:36.312 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ppp/ppp_async.ko 2024-07-26T12:09:36.312 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ppp/ppp_deflate.ko 2024-07-26T12:09:36.312 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ppp/ppp_generic.ko 2024-07-26T12:09:36.312 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ppp/ppp_mppe.ko 2024-07-26T12:09:36.313 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ppp/ppp_synctty.ko 2024-07-26T12:09:36.313 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ppp/pppoe.ko 2024-07-26T12:09:36.313 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ppp/pppox.ko 2024-07-26T12:09:36.313 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ppp/pptp.ko 2024-07-26T12:09:36.313 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/slip 2024-07-26T12:09:36.313 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/slip/slhc.ko 2024-07-26T12:09:36.313 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/slip/slip.ko 2024-07-26T12:09:36.313 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/sungem_phy.ko 2024-07-26T12:09:36.313 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/tap.ko 2024-07-26T12:09:36.313 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/team 2024-07-26T12:09:36.313 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/team/team.ko 2024-07-26T12:09:36.313 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/team/team_mode_activebackup.ko 2024-07-26T12:09:36.313 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/team/team_mode_broadcast.ko 2024-07-26T12:09:36.313 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/team/team_mode_loadbalance.ko 2024-07-26T12:09:36.314 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/team/team_mode_random.ko 2024-07-26T12:09:36.314 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/team/team_mode_roundrobin.ko 2024-07-26T12:09:36.314 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/tun.ko 2024-07-26T12:09:36.314 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/veth.ko 2024-07-26T12:09:36.314 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/virtio_net.ko 2024-07-26T12:09:36.314 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/vmxnet3 2024-07-26T12:09:36.314 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/vmxnet3/vmxnet3.ko 2024-07-26T12:09:36.314 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/vxlan 2024-07-26T12:09:36.314 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/vxlan/vxlan.ko 2024-07-26T12:09:36.314 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/xen-netback 2024-07-26T12:09:36.314 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/xen-netback/xen-netback.ko 2024-07-26T12:09:36.314 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/xen-netfront.ko 2024-07-26T12:09:36.314 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ntb 2024-07-26T12:09:36.314 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ntb/ntb.ko 2024-07-26T12:09:36.315 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/nvme 2024-07-26T12:09:36.315 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/nvme/host 2024-07-26T12:09:36.315 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/nvme/host/nvme-core.ko 2024-07-26T12:09:36.315 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/nvme/host/nvme.ko 2024-07-26T12:09:36.315 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/parport 2024-07-26T12:09:36.315 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/parport/parport.ko 2024-07-26T12:09:36.315 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/parport/parport_cs.ko 2024-07-26T12:09:36.315 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/parport/parport_pc.ko 2024-07-26T12:09:36.315 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/parport/parport_serial.ko 2024-07-26T12:09:36.315 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pci 2024-07-26T12:09:36.315 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pci/hotplug 2024-07-26T12:09:36.315 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pci/hotplug/acpiphp_ibm.ko 2024-07-26T12:09:36.315 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pci/pcie 2024-07-26T12:09:36.315 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pci/pcie/aer_inject.ko 2024-07-26T12:09:36.315 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pci/xen-pcifront.ko 2024-07-26T12:09:36.316 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pcmcia 2024-07-26T12:09:36.316 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pcmcia/i82092.ko 2024-07-26T12:09:36.316 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pcmcia/pd6729.ko 2024-07-26T12:09:36.316 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pcmcia/yenta_socket.ko 2024-07-26T12:09:36.316 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pinctrl 2024-07-26T12:09:36.316 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pinctrl/intel 2024-07-26T12:09:36.316 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pinctrl/intel/pinctrl-cherryview.ko 2024-07-26T12:09:36.316 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform 2024-07-26T12:09:36.316 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86 2024-07-26T12:09:36.316 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/acer-wmi.ko 2024-07-26T12:09:36.316 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/acerhdf.ko 2024-07-26T12:09:36.316 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/apple-gmux.ko 2024-07-26T12:09:36.316 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/asus-laptop.ko 2024-07-26T12:09:36.316 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/asus-nb-wmi.ko 2024-07-26T12:09:36.317 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/asus-wmi.ko 2024-07-26T12:09:36.317 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/classmate-laptop.ko 2024-07-26T12:09:36.317 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/eeepc-laptop.ko 2024-07-26T12:09:36.317 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/eeepc-wmi.ko 2024-07-26T12:09:36.317 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/fujitsu-laptop.ko 2024-07-26T12:09:36.317 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/fujitsu-tablet.ko 2024-07-26T12:09:36.317 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/hdaps.ko 2024-07-26T12:09:36.317 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/intel 2024-07-26T12:09:36.317 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/intel/intel-rst.ko 2024-07-26T12:09:36.317 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/intel_ips.ko 2024-07-26T12:09:36.317 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/msi-wmi.ko 2024-07-26T12:09:36.317 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/mxm-wmi.ko 2024-07-26T12:09:36.317 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/panasonic-laptop.ko 2024-07-26T12:09:36.317 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/samsung-laptop.ko 2024-07-26T12:09:36.317 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/samsung-q10.ko 2024-07-26T12:09:36.317 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/topstar-laptop.ko 2024-07-26T12:09:36.318 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/toshiba_bluetooth.ko 2024-07-26T12:09:36.318 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/toshiba_haps.ko 2024-07-26T12:09:36.318 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/wmi-bmof.ko 2024-07-26T12:09:36.318 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/wmi.ko 2024-07-26T12:09:36.318 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/powercap 2024-07-26T12:09:36.318 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/powercap/intel_rapl_common.ko 2024-07-26T12:09:36.318 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/powercap/intel_rapl_msr.ko 2024-07-26T12:09:36.318 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pps 2024-07-26T12:09:36.318 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pps/clients 2024-07-26T12:09:36.318 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pps/clients/pps-gpio.ko 2024-07-26T12:09:36.318 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pps/clients/pps-ldisc.ko 2024-07-26T12:09:36.318 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pps/clients/pps_parport.ko 2024-07-26T12:09:36.318 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pps/pps_core.ko 2024-07-26T12:09:36.318 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ptp 2024-07-26T12:09:36.319 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ptp/ptp.ko 2024-07-26T12:09:36.319 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ptp/ptp_kvm.ko 2024-07-26T12:09:36.319 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ras 2024-07-26T12:09:36.319 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ras/amd 2024-07-26T12:09:36.319 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ras/amd/atl 2024-07-26T12:09:36.319 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ras/amd/atl/amd_atl.ko 2024-07-26T12:09:36.319 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ras/amd/fmpm.ko 2024-07-26T12:09:36.319 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc 2024-07-26T12:09:36.319 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-bq32k.ko 2024-07-26T12:09:36.319 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-ds1286.ko 2024-07-26T12:09:36.319 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-ds1307.ko 2024-07-26T12:09:36.319 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-ds1374.ko 2024-07-26T12:09:36.319 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-ds1511.ko 2024-07-26T12:09:36.319 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-ds1553.ko 2024-07-26T12:09:36.320 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-ds1672.ko 2024-07-26T12:09:36.320 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-ds1742.ko 2024-07-26T12:09:36.320 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-ds2404.ko 2024-07-26T12:09:36.320 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-ds3232.ko 2024-07-26T12:09:36.320 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-em3027.ko 2024-07-26T12:09:36.320 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-fm3130.ko 2024-07-26T12:09:36.320 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-isl12022.ko 2024-07-26T12:09:36.320 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-isl1208.ko 2024-07-26T12:09:36.320 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-m41t80.ko 2024-07-26T12:09:36.320 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-m48t35.ko 2024-07-26T12:09:36.320 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-m48t59.ko 2024-07-26T12:09:36.320 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-max6900.ko 2024-07-26T12:09:36.320 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-msm6242.ko 2024-07-26T12:09:36.320 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-pcf2127.ko 2024-07-26T12:09:36.321 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-pcf85063.ko 2024-07-26T12:09:36.321 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-pcf8523.ko 2024-07-26T12:09:36.321 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-pcf8563.ko 2024-07-26T12:09:36.321 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-pcf8583.ko 2024-07-26T12:09:36.321 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-rp5c01.ko 2024-07-26T12:09:36.321 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-rs5c372.ko 2024-07-26T12:09:36.321 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-rv3029c2.ko 2024-07-26T12:09:36.321 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-rx8025.ko 2024-07-26T12:09:36.321 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-rx8581.ko 2024-07-26T12:09:36.321 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-stk17ta8.ko 2024-07-26T12:09:36.321 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-x1205.ko 2024-07-26T12:09:36.321 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi 2024-07-26T12:09:36.321 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/3w-9xxx.ko 2024-07-26T12:09:36.321 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/3w-sas.ko 2024-07-26T12:09:36.321 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/3w-xxxx.ko 2024-07-26T12:09:36.322 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/BusLogic.ko 2024-07-26T12:09:36.322 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/a100u2w.ko 2024-07-26T12:09:36.322 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/aacraid 2024-07-26T12:09:36.322 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/aacraid/aacraid.ko 2024-07-26T12:09:36.322 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/advansys.ko 2024-07-26T12:09:36.322 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/aic7xxx 2024-07-26T12:09:36.322 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/aic7xxx/aic79xx.ko 2024-07-26T12:09:36.322 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/aic7xxx/aic7xxx.ko 2024-07-26T12:09:36.322 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/am53c974.ko 2024-07-26T12:09:36.322 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/arcmsr 2024-07-26T12:09:36.322 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/arcmsr/arcmsr.ko 2024-07-26T12:09:36.322 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/atp870u.ko 2024-07-26T12:09:36.322 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/be2iscsi 2024-07-26T12:09:36.323 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/be2iscsi/be2iscsi.ko 2024-07-26T12:09:36.323 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/bfa 2024-07-26T12:09:36.323 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/bfa/bfa.ko 2024-07-26T12:09:36.323 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/bnx2fc 2024-07-26T12:09:36.323 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/bnx2fc/bnx2fc.ko 2024-07-26T12:09:36.323 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/bnx2i 2024-07-26T12:09:36.323 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/bnx2i/bnx2i.ko 2024-07-26T12:09:36.323 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/ch.ko 2024-07-26T12:09:36.323 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/csiostor 2024-07-26T12:09:36.323 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/csiostor/csiostor.ko 2024-07-26T12:09:36.323 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/cxgbi 2024-07-26T12:09:36.323 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/cxgbi/cxgb3i 2024-07-26T12:09:36.323 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/cxgbi/cxgb3i/cxgb3i.ko 2024-07-26T12:09:36.323 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/cxgbi/cxgb4i 2024-07-26T12:09:36.323 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/cxgbi/cxgb4i/cxgb4i.ko 2024-07-26T12:09:36.324 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/cxgbi/libcxgbi.ko 2024-07-26T12:09:36.324 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/dc395x.ko 2024-07-26T12:09:36.324 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/device_handler 2024-07-26T12:09:36.324 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/device_handler/scsi_dh_alua.ko 2024-07-26T12:09:36.324 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/device_handler/scsi_dh_emc.ko 2024-07-26T12:09:36.324 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/device_handler/scsi_dh_hp_sw.ko 2024-07-26T12:09:36.324 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/device_handler/scsi_dh_rdac.ko 2024-07-26T12:09:36.324 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/dmx3191d.ko 2024-07-26T12:09:36.324 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/esas2r 2024-07-26T12:09:36.324 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/esas2r/esas2r.ko 2024-07-26T12:09:36.324 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/esp_scsi.ko 2024-07-26T12:09:36.324 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/fcoe 2024-07-26T12:09:36.324 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/fcoe/fcoe.ko 2024-07-26T12:09:36.324 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/fcoe/libfcoe.ko 2024-07-26T12:09:36.325 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/fnic 2024-07-26T12:09:36.325 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/fnic/fnic.ko 2024-07-26T12:09:36.325 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/hpsa.ko 2024-07-26T12:09:36.325 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/hptiop.ko 2024-07-26T12:09:36.325 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/hv_storvsc.ko 2024-07-26T12:09:36.325 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/initio.ko 2024-07-26T12:09:36.325 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/ipr.ko 2024-07-26T12:09:36.325 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/ips.ko 2024-07-26T12:09:36.325 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/isci 2024-07-26T12:09:36.325 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/isci/isci.ko 2024-07-26T12:09:36.325 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/iscsi_boot_sysfs.ko 2024-07-26T12:09:36.325 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/iscsi_tcp.ko 2024-07-26T12:09:36.325 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/libfc 2024-07-26T12:09:36.325 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/libfc/libfc.ko 2024-07-26T12:09:36.325 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/libiscsi.ko 2024-07-26T12:09:36.326 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/libiscsi_tcp.ko 2024-07-26T12:09:36.326 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/libsas 2024-07-26T12:09:36.326 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/libsas/libsas.ko 2024-07-26T12:09:36.326 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/lpfc 2024-07-26T12:09:36.326 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/lpfc/lpfc.ko 2024-07-26T12:09:36.326 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/megaraid 2024-07-26T12:09:36.326 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/megaraid.ko 2024-07-26T12:09:36.326 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/megaraid/megaraid_mbox.ko 2024-07-26T12:09:36.326 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/megaraid/megaraid_mm.ko 2024-07-26T12:09:36.326 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/megaraid/megaraid_sas.ko 2024-07-26T12:09:36.326 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/mpt3sas 2024-07-26T12:09:36.326 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/mpt3sas/mpt3sas.ko 2024-07-26T12:09:36.326 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/mvsas 2024-07-26T12:09:36.326 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/mvsas/mvsas.ko 2024-07-26T12:09:36.327 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/mvumi.ko 2024-07-26T12:09:36.327 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/pm8001 2024-07-26T12:09:36.327 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/pm8001/pm80xx.ko 2024-07-26T12:09:36.327 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/pmcraid.ko 2024-07-26T12:09:36.327 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/qla1280.ko 2024-07-26T12:09:36.327 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/qla2xxx 2024-07-26T12:09:36.327 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/qla2xxx/qla2xxx.ko 2024-07-26T12:09:36.327 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/qla2xxx/tcm_qla2xxx.ko 2024-07-26T12:09:36.327 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/qla4xxx 2024-07-26T12:09:36.327 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/qla4xxx/qla4xxx.ko 2024-07-26T12:09:36.327 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/raid_class.ko 2024-07-26T12:09:36.327 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/scsi_debug.ko 2024-07-26T12:09:36.327 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/scsi_transport_fc.ko 2024-07-26T12:09:36.327 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/scsi_transport_iscsi.ko 2024-07-26T12:09:36.328 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/scsi_transport_sas.ko 2024-07-26T12:09:36.328 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/scsi_transport_spi.ko 2024-07-26T12:09:36.328 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/scsi_transport_srp.ko 2024-07-26T12:09:36.328 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/ses.ko 2024-07-26T12:09:36.328 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/st.ko 2024-07-26T12:09:36.328 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/stex.ko 2024-07-26T12:09:36.328 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/sym53c8xx_2 2024-07-26T12:09:36.328 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/sym53c8xx_2/sym53c8xx.ko 2024-07-26T12:09:36.328 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/virtio_scsi.ko 2024-07-26T12:09:36.328 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/vmw_pvscsi.ko 2024-07-26T12:09:36.328 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/wd719x.ko 2024-07-26T12:09:36.328 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ssb 2024-07-26T12:09:36.329 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ssb/ssb.ko 2024-07-26T12:09:36.329 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/target 2024-07-26T12:09:36.329 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/target/iscsi 2024-07-26T12:09:36.329 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/target/iscsi/iscsi_target_mod.ko 2024-07-26T12:09:36.329 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/target/loopback 2024-07-26T12:09:36.329 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/target/loopback/tcm_loop.ko 2024-07-26T12:09:36.329 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/target/target_core_file.ko 2024-07-26T12:09:36.329 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/target/target_core_iblock.ko 2024-07-26T12:09:36.329 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/target/target_core_mod.ko 2024-07-26T12:09:36.329 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/target/target_core_pscsi.ko 2024-07-26T12:09:36.329 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/target/target_core_user.ko 2024-07-26T12:09:36.329 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/target/tcm_fc 2024-07-26T12:09:36.329 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/target/tcm_fc/tcm_fc.ko 2024-07-26T12:09:36.330 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal 2024-07-26T12:09:36.330 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel 2024-07-26T12:09:36.330 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/int340x_thermal 2024-07-26T12:09:36.330 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/int340x_thermal/acpi_thermal_rel.ko 2024-07-26T12:09:36.330 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/int340x_thermal/int3400_thermal.ko 2024-07-26T12:09:36.330 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/int340x_thermal/int3401_thermal.ko 2024-07-26T12:09:36.330 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/int340x_thermal/int3402_thermal.ko 2024-07-26T12:09:36.330 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/int340x_thermal/int3403_thermal.ko 2024-07-26T12:09:36.330 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/int340x_thermal/int340x_thermal_zone.ko 2024-07-26T12:09:36.330 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device.ko 2024-07-26T12:09:36.330 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci.ko 2024-07-26T12:09:36.330 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci_legacy.ko 2024-07-26T12:09:36.330 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_mbox.ko 2024-07-26T12:09:36.331 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_power_floor.ko 2024-07-26T12:09:36.331 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rapl.ko 2024-07-26T12:09:36.331 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rfim.ko 2024-07-26T12:09:36.331 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_wt_hint.ko 2024-07-26T12:09:36.331 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_wt_req.ko 2024-07-26T12:09:36.331 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/intel_soc_dts_iosf.ko 2024-07-26T12:09:36.331 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/intel_soc_dts_thermal.ko 2024-07-26T12:09:36.331 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/x86_pkg_temp_thermal.ko 2024-07-26T12:09:36.331 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/tty 2024-07-26T12:09:36.331 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/tty/ipwireless 2024-07-26T12:09:36.331 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/tty/ipwireless/ipwireless.ko 2024-07-26T12:09:36.331 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/tty/n_gsm.ko 2024-07-26T12:09:36.331 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/tty/n_hdlc.ko 2024-07-26T12:09:36.331 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/tty/nozomi.ko 2024-07-26T12:09:36.332 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/tty/serial 2024-07-26T12:09:36.332 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/tty/serial/8250 2024-07-26T12:09:36.332 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/tty/serial/8250/serial_cs.ko 2024-07-26T12:09:36.332 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/tty/serial/arc_uart.ko 2024-07-26T12:09:36.332 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/tty/serial/jsm 2024-07-26T12:09:36.332 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/tty/serial/jsm/jsm.ko 2024-07-26T12:09:36.332 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ufs 2024-07-26T12:09:36.332 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ufs/core 2024-07-26T12:09:36.332 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ufs/core/ufshcd-core.ko 2024-07-26T12:09:36.332 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ufs/host 2024-07-26T12:09:36.332 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ufs/host/ufshcd-pci.ko 2024-07-26T12:09:36.332 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/uio 2024-07-26T12:09:36.332 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/uio/uio.ko 2024-07-26T12:09:36.333 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/uio/uio_aec.ko 2024-07-26T12:09:36.333 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/uio/uio_cif.ko 2024-07-26T12:09:36.333 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/uio/uio_pci_generic.ko 2024-07-26T12:09:36.333 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/uio/uio_sercos3.ko 2024-07-26T12:09:36.333 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb 2024-07-26T12:09:36.333 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/class 2024-07-26T12:09:36.333 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/class/cdc-acm.ko 2024-07-26T12:09:36.333 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/class/cdc-wdm.ko 2024-07-26T12:09:36.333 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/class/usblp.ko 2024-07-26T12:09:36.333 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/class/usbtmc.ko 2024-07-26T12:09:36.333 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/host 2024-07-26T12:09:36.333 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/host/sl811-hcd.ko 2024-07-26T12:09:36.333 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/image 2024-07-26T12:09:36.334 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/image/mdc800.ko 2024-07-26T12:09:36.334 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/image/microtek.ko 2024-07-26T12:09:36.334 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc 2024-07-26T12:09:36.334 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/adutux.ko 2024-07-26T12:09:36.334 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/appledisplay.ko 2024-07-26T12:09:36.334 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/emi26.ko 2024-07-26T12:09:36.334 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/emi62.ko 2024-07-26T12:09:36.334 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/ezusb.ko 2024-07-26T12:09:36.334 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/idmouse.ko 2024-07-26T12:09:36.334 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/iowarrior.ko 2024-07-26T12:09:36.335 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/isight_firmware.ko 2024-07-26T12:09:36.335 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/ldusb.ko 2024-07-26T12:09:36.335 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/legousbtower.ko 2024-07-26T12:09:36.335 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/sisusbvga 2024-07-26T12:09:36.335 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/sisusbvga/sisusbvga.ko 2024-07-26T12:09:36.335 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/trancevibrator.ko 2024-07-26T12:09:36.335 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/usb3503.ko 2024-07-26T12:09:36.335 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/usblcd.ko 2024-07-26T12:09:36.335 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/usbsevseg.ko 2024-07-26T12:09:36.335 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/uss720.ko 2024-07-26T12:09:36.335 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/yurex.ko 2024-07-26T12:09:36.335 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/phy 2024-07-26T12:09:36.335 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/phy/phy-generic.ko 2024-07-26T12:09:36.335 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial 2024-07-26T12:09:36.336 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/aircable.ko 2024-07-26T12:09:36.336 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/ark3116.ko 2024-07-26T12:09:36.336 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/belkin_sa.ko 2024-07-26T12:09:36.336 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/ch341.ko 2024-07-26T12:09:36.336 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/cp210x.ko 2024-07-26T12:09:36.336 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/cyberjack.ko 2024-07-26T12:09:36.336 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/cypress_m8.ko 2024-07-26T12:09:36.336 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/digi_acceleport.ko 2024-07-26T12:09:36.336 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/empeg.ko 2024-07-26T12:09:36.336 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/ftdi_sio.ko 2024-07-26T12:09:36.336 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/garmin_gps.ko 2024-07-26T12:09:36.336 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/io_edgeport.ko 2024-07-26T12:09:36.336 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/io_ti.ko 2024-07-26T12:09:36.336 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/ipaq.ko 2024-07-26T12:09:36.337 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/ipw.ko 2024-07-26T12:09:36.337 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/ir-usb.ko 2024-07-26T12:09:36.337 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/iuu_phoenix.ko 2024-07-26T12:09:36.337 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/keyspan.ko 2024-07-26T12:09:36.337 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/keyspan_pda.ko 2024-07-26T12:09:36.337 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/kl5kusb105.ko 2024-07-26T12:09:36.337 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/kobil_sct.ko 2024-07-26T12:09:36.337 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/mct_u232.ko 2024-07-26T12:09:36.337 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/mos7720.ko 2024-07-26T12:09:36.337 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/mos7840.ko 2024-07-26T12:09:36.337 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/navman.ko 2024-07-26T12:09:36.337 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/omninet.ko 2024-07-26T12:09:36.337 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/opticon.ko 2024-07-26T12:09:36.337 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/option.ko 2024-07-26T12:09:36.337 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/oti6858.ko 2024-07-26T12:09:36.338 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/pl2303.ko 2024-07-26T12:09:36.338 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/qcaux.ko 2024-07-26T12:09:36.338 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/qcserial.ko 2024-07-26T12:09:36.338 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/quatech2.ko 2024-07-26T12:09:36.338 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/safe_serial.ko 2024-07-26T12:09:36.338 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/sierra.ko 2024-07-26T12:09:36.338 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/spcp8x5.ko 2024-07-26T12:09:36.338 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/ssu100.ko 2024-07-26T12:09:36.338 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/symbolserial.ko 2024-07-26T12:09:36.338 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/ti_usb_3410_5052.ko 2024-07-26T12:09:36.338 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/usb-serial-simple.ko 2024-07-26T12:09:36.338 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/usb_debug.ko 2024-07-26T12:09:36.338 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/usb_wwan.ko 2024-07-26T12:09:36.338 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/visor.ko 2024-07-26T12:09:36.339 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/whiteheat.ko 2024-07-26T12:09:36.339 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/xsens_mt.ko 2024-07-26T12:09:36.339 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/storage 2024-07-26T12:09:36.339 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/storage/uas.ko 2024-07-26T12:09:36.339 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/storage/ums-alauda.ko 2024-07-26T12:09:36.339 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/storage/ums-cypress.ko 2024-07-26T12:09:36.339 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/storage/ums-datafab.ko 2024-07-26T12:09:36.339 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/storage/ums-eneub6250.ko 2024-07-26T12:09:36.339 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/storage/ums-freecom.ko 2024-07-26T12:09:36.339 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/storage/ums-isd200.ko 2024-07-26T12:09:36.339 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/storage/ums-jumpshot.ko 2024-07-26T12:09:36.339 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/storage/ums-karma.ko 2024-07-26T12:09:36.339 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/storage/ums-onetouch.ko 2024-07-26T12:09:36.340 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/storage/ums-realtek.ko 2024-07-26T12:09:36.340 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/storage/ums-sddr09.ko 2024-07-26T12:09:36.340 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/storage/ums-sddr55.ko 2024-07-26T12:09:36.340 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/storage/ums-usbat.ko 2024-07-26T12:09:36.340 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/storage/usb-storage.ko 2024-07-26T12:09:36.340 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/usbip 2024-07-26T12:09:36.340 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/usbip/usbip-core.ko 2024-07-26T12:09:36.340 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/usbip/usbip-host.ko 2024-07-26T12:09:36.340 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/usbip/vhci-hcd.ko 2024-07-26T12:09:36.340 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/vfio 2024-07-26T12:09:36.340 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/vfio/pci 2024-07-26T12:09:36.340 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/vfio/pci/vfio-pci-core.ko 2024-07-26T12:09:36.340 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/vfio/pci/vfio-pci.ko 2024-07-26T12:09:36.340 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/vfio/vfio.ko 2024-07-26T12:09:36.340 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/vfio/vfio_iommu_type1.ko 2024-07-26T12:09:36.341 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/vhost 2024-07-26T12:09:36.341 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/vhost/vhost.ko 2024-07-26T12:09:36.341 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/vhost/vhost_iotlb.ko 2024-07-26T12:09:36.341 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/vhost/vhost_net.ko 2024-07-26T12:09:36.341 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/vhost/vhost_scsi.ko 2024-07-26T12:09:36.341 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/video 2024-07-26T12:09:36.341 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/video/backlight 2024-07-26T12:09:36.341 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/video/backlight/apple_bl.ko 2024-07-26T12:09:36.341 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/video/backlight/lcd.ko 2024-07-26T12:09:36.341 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/video/backlight/platform_lcd.ko 2024-07-26T12:09:36.341 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/virtio 2024-07-26T12:09:36.341 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/virtio/virtio.ko 2024-07-26T12:09:36.341 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/virtio/virtio_balloon.ko 2024-07-26T12:09:36.341 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/virtio/virtio_mmio.ko 2024-07-26T12:09:36.341 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/virtio/virtio_pci.ko 2024-07-26T12:09:36.342 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/virtio/virtio_pci_legacy_dev.ko 2024-07-26T12:09:36.342 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/virtio/virtio_pci_modern_dev.ko 2024-07-26T12:09:36.342 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/virtio/virtio_ring.ko 2024-07-26T12:09:36.342 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/w1 2024-07-26T12:09:36.342 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/w1/masters 2024-07-26T12:09:36.342 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/w1/masters/ds2482.ko 2024-07-26T12:09:36.342 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/w1/masters/ds2490.ko 2024-07-26T12:09:36.342 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/w1/slaves 2024-07-26T12:09:36.342 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/w1/slaves/w1_ds2406.ko 2024-07-26T12:09:36.342 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/w1/slaves/w1_ds2408.ko 2024-07-26T12:09:36.342 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/w1/slaves/w1_ds2413.ko 2024-07-26T12:09:36.342 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/w1/slaves/w1_ds2423.ko 2024-07-26T12:09:36.342 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/w1/slaves/w1_ds2431.ko 2024-07-26T12:09:36.342 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/w1/slaves/w1_ds2433.ko 2024-07-26T12:09:36.342 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/w1/slaves/w1_ds2780.ko 2024-07-26T12:09:36.343 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/w1/slaves/w1_ds2781.ko 2024-07-26T12:09:36.343 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/w1/slaves/w1_ds28e04.ko 2024-07-26T12:09:36.343 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/w1/slaves/w1_smem.ko 2024-07-26T12:09:36.343 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/w1/slaves/w1_therm.ko 2024-07-26T12:09:36.343 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/w1/wire.ko 2024-07-26T12:09:36.343 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog 2024-07-26T12:09:36.343 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/alim1535_wdt.ko 2024-07-26T12:09:36.343 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/alim7101_wdt.ko 2024-07-26T12:09:36.343 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/f71808e_wdt.ko 2024-07-26T12:09:36.343 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/hpwdt.ko 2024-07-26T12:09:36.343 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/i6300esb.ko 2024-07-26T12:09:36.343 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/iTCO_vendor_support.ko 2024-07-26T12:09:36.343 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/iTCO_wdt.ko 2024-07-26T12:09:36.344 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/ib700wdt.ko 2024-07-26T12:09:36.344 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/ibmasr.ko 2024-07-26T12:09:36.344 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/ie6xx_wdt.ko 2024-07-26T12:09:36.344 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/it8712f_wdt.ko 2024-07-26T12:09:36.344 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/it87_wdt.ko 2024-07-26T12:09:36.344 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/machzwd.ko 2024-07-26T12:09:36.344 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/nv_tco.ko 2024-07-26T12:09:36.344 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/pcwd_pci.ko 2024-07-26T12:09:36.344 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/pcwd_usb.ko 2024-07-26T12:09:36.344 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/sbc_fitpc2_wdt.ko 2024-07-26T12:09:36.344 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/sch311x_wdt.ko 2024-07-26T12:09:36.344 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/softdog.ko 2024-07-26T12:09:36.344 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/sp5100_tco.ko 2024-07-26T12:09:36.344 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/via_wdt.ko 2024-07-26T12:09:36.345 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/w83627hf_wdt.ko 2024-07-26T12:09:36.345 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/w83877f_wdt.ko 2024-07-26T12:09:36.345 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/w83977f_wdt.ko 2024-07-26T12:09:36.345 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/wdt_pci.ko 2024-07-26T12:09:36.345 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/xen_wdt.ko 2024-07-26T12:09:36.345 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/xen 2024-07-26T12:09:36.345 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/xen/xen-acpi-processor.ko 2024-07-26T12:09:36.345 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/xen/xen-evtchn.ko 2024-07-26T12:09:36.345 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/xen/xen-gntalloc.ko 2024-07-26T12:09:36.345 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/xen/xen-gntdev.ko 2024-07-26T12:09:36.345 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/xen/xen-pciback 2024-07-26T12:09:36.345 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/xen/xen-pciback/xen-pciback.ko 2024-07-26T12:09:36.345 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/xen/xen-privcmd.ko 2024-07-26T12:09:36.345 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/xen/xenfs 2024-07-26T12:09:36.345 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/xen/xenfs/xenfs.ko 2024-07-26T12:09:36.345 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs 2024-07-26T12:09:36.346 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/9p 2024-07-26T12:09:36.346 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/9p/9p.ko 2024-07-26T12:09:36.346 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/affs 2024-07-26T12:09:36.346 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/affs/affs.ko 2024-07-26T12:09:36.346 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/befs 2024-07-26T12:09:36.346 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/befs/befs.ko 2024-07-26T12:09:36.346 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/binfmt_misc.ko 2024-07-26T12:09:36.346 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/btrfs 2024-07-26T12:09:36.346 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/btrfs/btrfs.ko 2024-07-26T12:09:36.346 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/cachefiles 2024-07-26T12:09:36.346 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/cachefiles/cachefiles.ko 2024-07-26T12:09:36.346 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/ceph 2024-07-26T12:09:36.346 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/ceph/ceph.ko 2024-07-26T12:09:36.347 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/coda 2024-07-26T12:09:36.347 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/coda/coda.ko 2024-07-26T12:09:36.347 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/cramfs 2024-07-26T12:09:36.347 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/cramfs/cramfs.ko 2024-07-26T12:09:36.347 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/dlm 2024-07-26T12:09:36.347 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/dlm/dlm.ko 2024-07-26T12:09:36.347 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/ecryptfs 2024-07-26T12:09:36.347 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/ecryptfs/ecryptfs.ko 2024-07-26T12:09:36.347 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/f2fs 2024-07-26T12:09:36.347 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/f2fs/f2fs.ko 2024-07-26T12:09:36.347 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/fat 2024-07-26T12:09:36.347 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/fat/fat.ko 2024-07-26T12:09:36.348 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/fat/msdos.ko 2024-07-26T12:09:36.348 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/fat/vfat.ko 2024-07-26T12:09:36.348 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/fuse 2024-07-26T12:09:36.348 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/fuse/cuse.ko 2024-07-26T12:09:36.348 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/fuse/fuse.ko 2024-07-26T12:09:36.348 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/gfs2 2024-07-26T12:09:36.348 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/gfs2/gfs2.ko 2024-07-26T12:09:36.348 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/hfs 2024-07-26T12:09:36.348 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/hfs/hfs.ko 2024-07-26T12:09:36.348 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/hfsplus 2024-07-26T12:09:36.348 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/hfsplus/hfsplus.ko 2024-07-26T12:09:36.348 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/isofs 2024-07-26T12:09:36.348 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/isofs/isofs.ko 2024-07-26T12:09:36.348 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/jfs 2024-07-26T12:09:36.349 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/jfs/jfs.ko 2024-07-26T12:09:36.349 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/lockd 2024-07-26T12:09:36.349 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/lockd/lockd.ko 2024-07-26T12:09:36.349 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/minix 2024-07-26T12:09:36.349 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/minix/minix.ko 2024-07-26T12:09:36.349 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/netfs 2024-07-26T12:09:36.349 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/netfs/netfs.ko 2024-07-26T12:09:36.349 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nfs 2024-07-26T12:09:36.349 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nfs/blocklayout 2024-07-26T12:09:36.349 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nfs/blocklayout/blocklayoutdriver.ko 2024-07-26T12:09:36.349 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nfs/filelayout 2024-07-26T12:09:36.349 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nfs/filelayout/nfs_layout_nfsv41_files.ko 2024-07-26T12:09:36.349 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nfs/flexfilelayout 2024-07-26T12:09:36.349 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nfs/flexfilelayout/nfs_layout_flexfiles.ko 2024-07-26T12:09:36.350 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nfs/nfs.ko 2024-07-26T12:09:36.350 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nfs/nfsv3.ko 2024-07-26T12:09:36.350 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nfs/nfsv4.ko 2024-07-26T12:09:36.350 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nfs_common 2024-07-26T12:09:36.350 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nfs_common/grace.ko 2024-07-26T12:09:36.350 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nfs_common/nfs_acl.ko 2024-07-26T12:09:36.350 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nfsd 2024-07-26T12:09:36.350 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nfsd/nfsd.ko 2024-07-26T12:09:36.350 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nilfs2 2024-07-26T12:09:36.350 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nilfs2/nilfs2.ko 2024-07-26T12:09:36.350 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls 2024-07-26T12:09:36.350 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/mac-celtic.ko 2024-07-26T12:09:36.350 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/mac-centeuro.ko 2024-07-26T12:09:36.351 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/mac-croatian.ko 2024-07-26T12:09:36.351 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/mac-cyrillic.ko 2024-07-26T12:09:36.351 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/mac-gaelic.ko 2024-07-26T12:09:36.351 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/mac-greek.ko 2024-07-26T12:09:36.351 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/mac-iceland.ko 2024-07-26T12:09:36.351 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/mac-inuit.ko 2024-07-26T12:09:36.351 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/mac-roman.ko 2024-07-26T12:09:36.351 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/mac-romanian.ko 2024-07-26T12:09:36.351 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/mac-turkish.ko 2024-07-26T12:09:36.351 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp1250.ko 2024-07-26T12:09:36.351 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp1251.ko 2024-07-26T12:09:36.351 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp1255.ko 2024-07-26T12:09:36.351 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp737.ko 2024-07-26T12:09:36.351 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp775.ko 2024-07-26T12:09:36.351 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp850.ko 2024-07-26T12:09:36.352 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp852.ko 2024-07-26T12:09:36.352 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp855.ko 2024-07-26T12:09:36.352 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp857.ko 2024-07-26T12:09:36.352 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp860.ko 2024-07-26T12:09:36.352 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp861.ko 2024-07-26T12:09:36.352 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp862.ko 2024-07-26T12:09:36.352 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp863.ko 2024-07-26T12:09:36.352 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp864.ko 2024-07-26T12:09:36.352 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp865.ko 2024-07-26T12:09:36.352 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp866.ko 2024-07-26T12:09:36.352 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp869.ko 2024-07-26T12:09:36.353 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp874.ko 2024-07-26T12:09:36.353 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp932.ko 2024-07-26T12:09:36.353 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp936.ko 2024-07-26T12:09:36.353 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp949.ko 2024-07-26T12:09:36.353 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp950.ko 2024-07-26T12:09:36.353 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_euc-jp.ko 2024-07-26T12:09:36.353 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_iso8859-1.ko 2024-07-26T12:09:36.353 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_iso8859-13.ko 2024-07-26T12:09:36.353 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_iso8859-14.ko 2024-07-26T12:09:36.353 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_iso8859-15.ko 2024-07-26T12:09:36.353 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_iso8859-2.ko 2024-07-26T12:09:36.353 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_iso8859-3.ko 2024-07-26T12:09:36.353 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_iso8859-4.ko 2024-07-26T12:09:36.353 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_iso8859-5.ko 2024-07-26T12:09:36.354 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_iso8859-6.ko 2024-07-26T12:09:36.354 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_iso8859-7.ko 2024-07-26T12:09:36.354 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_iso8859-9.ko 2024-07-26T12:09:36.354 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_koi8-r.ko 2024-07-26T12:09:36.354 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_koi8-ru.ko 2024-07-26T12:09:36.354 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_koi8-u.ko 2024-07-26T12:09:36.354 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_ucs2_utils.ko 2024-07-26T12:09:36.354 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_utf8.ko 2024-07-26T12:09:36.354 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/ocfs2 2024-07-26T12:09:36.354 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/ocfs2/cluster 2024-07-26T12:09:36.354 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/ocfs2/cluster/ocfs2_nodemanager.ko 2024-07-26T12:09:36.354 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/ocfs2/dlm 2024-07-26T12:09:36.355 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/ocfs2/dlm/ocfs2_dlm.ko 2024-07-26T12:09:36.355 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/ocfs2/dlmfs 2024-07-26T12:09:36.355 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/ocfs2/dlmfs/ocfs2_dlmfs.ko 2024-07-26T12:09:36.355 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/ocfs2/ocfs2.ko 2024-07-26T12:09:36.355 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/ocfs2/ocfs2_stack_o2cb.ko 2024-07-26T12:09:36.355 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/ocfs2/ocfs2_stack_user.ko 2024-07-26T12:09:36.355 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/ocfs2/ocfs2_stackglue.ko 2024-07-26T12:09:36.355 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/overlayfs 2024-07-26T12:09:36.355 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/overlayfs/overlay.ko 2024-07-26T12:09:36.355 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/pstore 2024-07-26T12:09:36.355 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/pstore/ramoops.ko 2024-07-26T12:09:36.355 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/reiserfs 2024-07-26T12:09:36.355 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/reiserfs/reiserfs.ko 2024-07-26T12:09:36.355 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/romfs 2024-07-26T12:09:36.356 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/romfs/romfs.ko 2024-07-26T12:09:36.356 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/smb 2024-07-26T12:09:36.356 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/smb/client 2024-07-26T12:09:36.356 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/smb/client/cifs.ko 2024-07-26T12:09:36.356 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/smb/common 2024-07-26T12:09:36.356 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/smb/common/cifs_arc4.ko 2024-07-26T12:09:36.356 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/smb/common/cifs_md4.ko 2024-07-26T12:09:36.356 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/squashfs 2024-07-26T12:09:36.356 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/squashfs/squashfs.ko 2024-07-26T12:09:36.356 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/sysv 2024-07-26T12:09:36.356 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/sysv/sysv.ko 2024-07-26T12:09:36.357 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/udf 2024-07-26T12:09:36.357 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/udf/udf.ko 2024-07-26T12:09:36.357 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/ufs 2024-07-26T12:09:36.357 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/ufs/ufs.ko 2024-07-26T12:09:36.357 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/xfs 2024-07-26T12:09:36.357 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/xfs/xfs.ko 2024-07-26T12:09:36.357 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/kernel 2024-07-26T12:09:36.357 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/kernel/rcu 2024-07-26T12:09:36.357 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/kernel/rcu/rcutorture.ko 2024-07-26T12:09:36.357 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/kernel/torture.ko 2024-07-26T12:09:36.357 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/kernel/trace 2024-07-26T12:09:36.357 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/kernel/trace/ring_buffer_benchmark.ko 2024-07-26T12:09:36.357 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib 2024-07-26T12:09:36.357 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/asn1_encoder.ko 2024-07-26T12:09:36.357 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/crc-itu-t.ko 2024-07-26T12:09:36.358 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/crc8.ko 2024-07-26T12:09:36.358 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/crypto 2024-07-26T12:09:36.358 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/crypto/libaescfb.ko 2024-07-26T12:09:36.358 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/crypto/libarc4.ko 2024-07-26T12:09:36.358 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/crypto/libdes.ko 2024-07-26T12:09:36.358 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/dim 2024-07-26T12:09:36.358 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/dim/dimlib.ko 2024-07-26T12:09:36.358 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/libcrc32c.ko 2024-07-26T12:09:36.358 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/lru_cache.ko 2024-07-26T12:09:36.358 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/lz4 2024-07-26T12:09:36.358 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/lz4/lz4_compress.ko 2024-07-26T12:09:36.358 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/lz4/lz4hc_compress.ko 2024-07-26T12:09:36.358 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/math 2024-07-26T12:09:36.358 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/math/cordic.ko 2024-07-26T12:09:36.359 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/raid6 2024-07-26T12:09:36.359 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/raid6/raid6_pq.ko 2024-07-26T12:09:36.359 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/reed_solomon 2024-07-26T12:09:36.359 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/reed_solomon/reed_solomon.ko 2024-07-26T12:09:36.359 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/ts_bm.ko 2024-07-26T12:09:36.359 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/ts_fsm.ko 2024-07-26T12:09:36.359 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/ts_kmp.ko 2024-07-26T12:09:36.359 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/zstd 2024-07-26T12:09:36.359 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/zstd/zstd_compress.ko 2024-07-26T12:09:36.359 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/mm 2024-07-26T12:09:36.359 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/mm/hwpoison-inject.ko 2024-07-26T12:09:36.359 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net 2024-07-26T12:09:36.359 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/6lowpan 2024-07-26T12:09:36.359 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/6lowpan/6lowpan.ko 2024-07-26T12:09:36.360 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/6lowpan/nhc_dest.ko 2024-07-26T12:09:36.360 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/6lowpan/nhc_fragment.ko 2024-07-26T12:09:36.360 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/6lowpan/nhc_hop.ko 2024-07-26T12:09:36.360 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/6lowpan/nhc_ipv6.ko 2024-07-26T12:09:36.360 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/6lowpan/nhc_mobility.ko 2024-07-26T12:09:36.360 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/6lowpan/nhc_routing.ko 2024-07-26T12:09:36.360 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/6lowpan/nhc_udp.ko 2024-07-26T12:09:36.360 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/802 2024-07-26T12:09:36.360 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/802/garp.ko 2024-07-26T12:09:36.360 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/802/mrp.ko 2024-07-26T12:09:36.361 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/802/p8022.ko 2024-07-26T12:09:36.361 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/802/psnap.ko 2024-07-26T12:09:36.361 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/802/stp.ko 2024-07-26T12:09:36.361 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/8021q 2024-07-26T12:09:36.361 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/8021q/8021q.ko 2024-07-26T12:09:36.361 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/9p 2024-07-26T12:09:36.361 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/9p/9pnet.ko 2024-07-26T12:09:36.361 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/9p/9pnet_fd.ko 2024-07-26T12:09:36.361 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/9p/9pnet_rdma.ko 2024-07-26T12:09:36.361 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/9p/9pnet_virtio.ko 2024-07-26T12:09:36.361 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/batman-adv 2024-07-26T12:09:36.361 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/batman-adv/batman-adv.ko 2024-07-26T12:09:36.361 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge 2024-07-26T12:09:36.361 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/br_netfilter.ko 2024-07-26T12:09:36.362 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/bridge.ko 2024-07-26T12:09:36.362 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter 2024-07-26T12:09:36.362 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebt_802_3.ko 2024-07-26T12:09:36.362 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebt_among.ko 2024-07-26T12:09:36.362 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebt_arp.ko 2024-07-26T12:09:36.362 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebt_arpreply.ko 2024-07-26T12:09:36.362 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebt_dnat.ko 2024-07-26T12:09:36.362 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebt_ip.ko 2024-07-26T12:09:36.362 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebt_ip6.ko 2024-07-26T12:09:36.362 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebt_limit.ko 2024-07-26T12:09:36.362 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebt_log.ko 2024-07-26T12:09:36.362 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebt_mark.ko 2024-07-26T12:09:36.362 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebt_mark_m.ko 2024-07-26T12:09:36.362 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebt_nflog.ko 2024-07-26T12:09:36.363 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebt_pkttype.ko 2024-07-26T12:09:36.363 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebt_redirect.ko 2024-07-26T12:09:36.363 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebt_snat.ko 2024-07-26T12:09:36.363 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebt_stp.ko 2024-07-26T12:09:36.363 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebt_vlan.ko 2024-07-26T12:09:36.363 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebtable_broute.ko 2024-07-26T12:09:36.363 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebtable_filter.ko 2024-07-26T12:09:36.363 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebtable_nat.ko 2024-07-26T12:09:36.363 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebtables.ko 2024-07-26T12:09:36.363 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/nf_conntrack_bridge.ko 2024-07-26T12:09:36.363 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/nft_meta_bridge.ko 2024-07-26T12:09:36.363 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/nft_reject_bridge.ko 2024-07-26T12:09:36.363 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ceph 2024-07-26T12:09:36.364 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ceph/libceph.ko 2024-07-26T12:09:36.364 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/core 2024-07-26T12:09:36.364 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/core/failover.ko 2024-07-26T12:09:36.364 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/core/pktgen.ko 2024-07-26T12:09:36.364 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/dccp 2024-07-26T12:09:36.364 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/dccp/dccp.ko 2024-07-26T12:09:36.364 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/dccp/dccp_diag.ko 2024-07-26T12:09:36.364 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/dccp/dccp_ipv4.ko 2024-07-26T12:09:36.364 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/dccp/dccp_ipv6.ko 2024-07-26T12:09:36.364 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/dns_resolver 2024-07-26T12:09:36.364 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/dns_resolver/dns_resolver.ko 2024-07-26T12:09:36.365 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/dsa 2024-07-26T12:09:36.365 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/dsa/dsa_core.ko 2024-07-26T12:09:36.365 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/dsa/tag_brcm.ko 2024-07-26T12:09:36.365 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/dsa/tag_dsa.ko 2024-07-26T12:09:36.365 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/dsa/tag_none.ko 2024-07-26T12:09:36.365 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/dsa/tag_trailer.ko 2024-07-26T12:09:36.365 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ieee802154 2024-07-26T12:09:36.365 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ieee802154/6lowpan 2024-07-26T12:09:36.365 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ieee802154/6lowpan/ieee802154_6lowpan.ko 2024-07-26T12:09:36.365 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ieee802154/ieee802154.ko 2024-07-26T12:09:36.365 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ieee802154/ieee802154_socket.ko 2024-07-26T12:09:36.365 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4 2024-07-26T12:09:36.365 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/ah4.ko 2024-07-26T12:09:36.365 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/esp4.ko 2024-07-26T12:09:36.366 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/fou.ko 2024-07-26T12:09:36.366 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/gre.ko 2024-07-26T12:09:36.366 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/inet_diag.ko 2024-07-26T12:09:36.366 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/ip_gre.ko 2024-07-26T12:09:36.366 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/ip_tunnel.ko 2024-07-26T12:09:36.366 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/ip_vti.ko 2024-07-26T12:09:36.366 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/ipcomp.ko 2024-07-26T12:09:36.366 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/ipip.ko 2024-07-26T12:09:36.366 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter 2024-07-26T12:09:36.366 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/arp_tables.ko 2024-07-26T12:09:36.366 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/arpt_mangle.ko 2024-07-26T12:09:36.366 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/arptable_filter.ko 2024-07-26T12:09:36.366 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/ipt_ECN.ko 2024-07-26T12:09:36.367 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/ipt_SYNPROXY.ko 2024-07-26T12:09:36.367 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/ipt_ah.ko 2024-07-26T12:09:36.367 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/ipt_rpfilter.ko 2024-07-26T12:09:36.367 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/iptable_mangle.ko 2024-07-26T12:09:36.367 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/iptable_nat.ko 2024-07-26T12:09:36.367 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/iptable_raw.ko 2024-07-26T12:09:36.367 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/iptable_security.ko 2024-07-26T12:09:36.367 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/nf_defrag_ipv4.ko 2024-07-26T12:09:36.367 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/nf_dup_ipv4.ko 2024-07-26T12:09:36.367 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/nf_nat_h323.ko 2024-07-26T12:09:36.367 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/nf_nat_pptp.ko 2024-07-26T12:09:36.367 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/nf_nat_snmp_basic.ko 2024-07-26T12:09:36.367 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/nf_socket_ipv4.ko 2024-07-26T12:09:36.367 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/nf_tproxy_ipv4.ko 2024-07-26T12:09:36.368 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/nft_dup_ipv4.ko 2024-07-26T12:09:36.368 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/nft_fib_ipv4.ko 2024-07-26T12:09:36.368 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/nft_reject_ipv4.ko 2024-07-26T12:09:36.368 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/tcp_bic.ko 2024-07-26T12:09:36.368 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/tcp_dctcp.ko 2024-07-26T12:09:36.368 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/tcp_diag.ko 2024-07-26T12:09:36.368 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/tcp_highspeed.ko 2024-07-26T12:09:36.368 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/tcp_htcp.ko 2024-07-26T12:09:36.368 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/tcp_hybla.ko 2024-07-26T12:09:36.368 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/tcp_illinois.ko 2024-07-26T12:09:36.368 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/tcp_lp.ko 2024-07-26T12:09:36.368 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/tcp_scalable.ko 2024-07-26T12:09:36.368 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/tcp_vegas.ko 2024-07-26T12:09:36.368 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/tcp_veno.ko 2024-07-26T12:09:36.368 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/tcp_westwood.ko 2024-07-26T12:09:36.369 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/tcp_yeah.ko 2024-07-26T12:09:36.369 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/tunnel4.ko 2024-07-26T12:09:36.369 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/udp_diag.ko 2024-07-26T12:09:36.369 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/udp_tunnel.ko 2024-07-26T12:09:36.369 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/xfrm4_tunnel.ko 2024-07-26T12:09:36.369 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6 2024-07-26T12:09:36.369 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/ah6.ko 2024-07-26T12:09:36.369 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/esp6.ko 2024-07-26T12:09:36.369 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/fou6.ko 2024-07-26T12:09:36.369 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/ip6_tunnel.ko 2024-07-26T12:09:36.369 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/ip6_udp_tunnel.ko 2024-07-26T12:09:36.369 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/ip6_vti.ko 2024-07-26T12:09:36.370 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/ipcomp6.ko 2024-07-26T12:09:36.370 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter 2024-07-26T12:09:36.370 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/ip6_tables.ko 2024-07-26T12:09:36.370 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/ip6t_REJECT.ko 2024-07-26T12:09:36.370 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/ip6t_SYNPROXY.ko 2024-07-26T12:09:36.370 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/ip6t_ah.ko 2024-07-26T12:09:36.370 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/ip6t_eui64.ko 2024-07-26T12:09:36.370 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/ip6t_frag.ko 2024-07-26T12:09:36.370 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/ip6t_hbh.ko 2024-07-26T12:09:36.370 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/ip6t_ipv6header.ko 2024-07-26T12:09:36.370 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/ip6t_mh.ko 2024-07-26T12:09:36.370 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/ip6t_rpfilter.ko 2024-07-26T12:09:36.370 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/ip6t_rt.ko 2024-07-26T12:09:36.370 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/ip6table_filter.ko 2024-07-26T12:09:36.371 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/ip6table_mangle.ko 2024-07-26T12:09:36.371 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/ip6table_nat.ko 2024-07-26T12:09:36.371 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/ip6table_raw.ko 2024-07-26T12:09:36.371 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/ip6table_security.ko 2024-07-26T12:09:36.371 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/nf_defrag_ipv6.ko 2024-07-26T12:09:36.371 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/nf_dup_ipv6.ko 2024-07-26T12:09:36.371 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/nf_reject_ipv6.ko 2024-07-26T12:09:36.371 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/nf_socket_ipv6.ko 2024-07-26T12:09:36.371 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/nf_tproxy_ipv6.ko 2024-07-26T12:09:36.371 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/nft_dup_ipv6.ko 2024-07-26T12:09:36.371 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/nft_fib_ipv6.ko 2024-07-26T12:09:36.371 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/nft_reject_ipv6.ko 2024-07-26T12:09:36.371 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/sit.ko 2024-07-26T12:09:36.371 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/tunnel6.ko 2024-07-26T12:09:36.372 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/xfrm6_tunnel.ko 2024-07-26T12:09:36.372 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/key 2024-07-26T12:09:36.372 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/key/af_key.ko 2024-07-26T12:09:36.372 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/l2tp 2024-07-26T12:09:36.372 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/l2tp/l2tp_core.ko 2024-07-26T12:09:36.372 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/l2tp/l2tp_debugfs.ko 2024-07-26T12:09:36.372 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/l2tp/l2tp_eth.ko 2024-07-26T12:09:36.372 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/l2tp/l2tp_ip.ko 2024-07-26T12:09:36.372 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/l2tp/l2tp_ip6.ko 2024-07-26T12:09:36.372 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/l2tp/l2tp_netlink.ko 2024-07-26T12:09:36.372 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/l2tp/l2tp_ppp.ko 2024-07-26T12:09:36.372 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/llc 2024-07-26T12:09:36.372 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/llc/llc.ko 2024-07-26T12:09:36.372 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/mac802154 2024-07-26T12:09:36.373 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/mac802154/mac802154.ko 2024-07-26T12:09:36.373 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/mpls 2024-07-26T12:09:36.373 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/mpls/mpls_gso.ko 2024-07-26T12:09:36.373 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter 2024-07-26T12:09:36.373 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipset 2024-07-26T12:09:36.373 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipset/ip_set.ko 2024-07-26T12:09:36.373 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipset/ip_set_bitmap_ip.ko 2024-07-26T12:09:36.373 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipset/ip_set_bitmap_ipmac.ko 2024-07-26T12:09:36.373 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipset/ip_set_bitmap_port.ko 2024-07-26T12:09:36.373 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipset/ip_set_hash_ip.ko 2024-07-26T12:09:36.374 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipset/ip_set_hash_ipmark.ko 2024-07-26T12:09:36.374 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipset/ip_set_hash_ipport.ko 2024-07-26T12:09:36.374 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipset/ip_set_hash_ipportip.ko 2024-07-26T12:09:36.374 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipset/ip_set_hash_ipportnet.ko 2024-07-26T12:09:36.374 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipset/ip_set_hash_mac.ko 2024-07-26T12:09:36.374 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipset/ip_set_hash_net.ko 2024-07-26T12:09:36.374 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipset/ip_set_hash_netiface.ko 2024-07-26T12:09:36.374 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipset/ip_set_hash_netnet.ko 2024-07-26T12:09:36.374 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipset/ip_set_hash_netport.ko 2024-07-26T12:09:36.374 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipset/ip_set_hash_netportnet.ko 2024-07-26T12:09:36.374 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipset/ip_set_list_set.ko 2024-07-26T12:09:36.374 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipvs 2024-07-26T12:09:36.374 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipvs/ip_vs.ko 2024-07-26T12:09:36.374 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipvs/ip_vs_dh.ko 2024-07-26T12:09:36.375 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipvs/ip_vs_fo.ko 2024-07-26T12:09:36.375 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipvs/ip_vs_ftp.ko 2024-07-26T12:09:36.375 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipvs/ip_vs_lblc.ko 2024-07-26T12:09:36.375 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipvs/ip_vs_lblcr.ko 2024-07-26T12:09:36.375 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipvs/ip_vs_lc.ko 2024-07-26T12:09:36.375 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipvs/ip_vs_nq.ko 2024-07-26T12:09:36.375 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipvs/ip_vs_pe_sip.ko 2024-07-26T12:09:36.375 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipvs/ip_vs_rr.ko 2024-07-26T12:09:36.375 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipvs/ip_vs_sed.ko 2024-07-26T12:09:36.375 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipvs/ip_vs_sh.ko 2024-07-26T12:09:36.375 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipvs/ip_vs_wlc.ko 2024-07-26T12:09:36.375 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipvs/ip_vs_wrr.ko 2024-07-26T12:09:36.376 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_conncount.ko 2024-07-26T12:09:36.376 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_conntrack.ko 2024-07-26T12:09:36.376 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_conntrack_amanda.ko 2024-07-26T12:09:36.376 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_conntrack_broadcast.ko 2024-07-26T12:09:36.376 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_conntrack_ftp.ko 2024-07-26T12:09:36.376 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_conntrack_h323.ko 2024-07-26T12:09:36.376 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_conntrack_irc.ko 2024-07-26T12:09:36.376 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_conntrack_netbios_ns.ko 2024-07-26T12:09:36.376 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_conntrack_netlink.ko 2024-07-26T12:09:36.376 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_conntrack_pptp.ko 2024-07-26T12:09:36.376 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_conntrack_sane.ko 2024-07-26T12:09:36.376 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_conntrack_sip.ko 2024-07-26T12:09:36.376 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_conntrack_snmp.ko 2024-07-26T12:09:36.376 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_conntrack_tftp.ko 2024-07-26T12:09:36.377 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_dup_netdev.ko 2024-07-26T12:09:36.377 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_flow_table.ko 2024-07-26T12:09:36.377 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_flow_table_inet.ko 2024-07-26T12:09:36.377 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_log_syslog.ko 2024-07-26T12:09:36.377 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_nat.ko 2024-07-26T12:09:36.377 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_nat_amanda.ko 2024-07-26T12:09:36.377 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_nat_ftp.ko 2024-07-26T12:09:36.377 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_nat_irc.ko 2024-07-26T12:09:36.377 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_nat_sip.ko 2024-07-26T12:09:36.377 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_nat_tftp.ko 2024-07-26T12:09:36.377 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_synproxy_core.ko 2024-07-26T12:09:36.377 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_tables.ko 2024-07-26T12:09:36.378 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nfnetlink.ko 2024-07-26T12:09:36.378 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nfnetlink_acct.ko 2024-07-26T12:09:36.378 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nfnetlink_log.ko 2024-07-26T12:09:36.378 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nfnetlink_osf.ko 2024-07-26T12:09:36.378 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nfnetlink_queue.ko 2024-07-26T12:09:36.378 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_chain_nat.ko 2024-07-26T12:09:36.378 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_compat.ko 2024-07-26T12:09:36.378 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_ct.ko 2024-07-26T12:09:36.378 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_dup_netdev.ko 2024-07-26T12:09:36.378 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_fib.ko 2024-07-26T12:09:36.378 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_fwd_netdev.ko 2024-07-26T12:09:36.378 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_hash.ko 2024-07-26T12:09:36.378 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_limit.ko 2024-07-26T12:09:36.378 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_log.ko 2024-07-26T12:09:36.379 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_masq.ko 2024-07-26T12:09:36.379 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_nat.ko 2024-07-26T12:09:36.379 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_numgen.ko 2024-07-26T12:09:36.379 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_queue.ko 2024-07-26T12:09:36.379 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_quota.ko 2024-07-26T12:09:36.379 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_redir.ko 2024-07-26T12:09:36.379 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_reject.ko 2024-07-26T12:09:36.379 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_reject_inet.ko 2024-07-26T12:09:36.379 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_socket.ko 2024-07-26T12:09:36.379 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_tunnel.ko 2024-07-26T12:09:36.379 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_AUDIT.ko 2024-07-26T12:09:36.380 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_CHECKSUM.ko 2024-07-26T12:09:36.380 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_CLASSIFY.ko 2024-07-26T12:09:36.380 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_CONNSECMARK.ko 2024-07-26T12:09:36.380 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_CT.ko 2024-07-26T12:09:36.380 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_DSCP.ko 2024-07-26T12:09:36.380 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_HL.ko 2024-07-26T12:09:36.380 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_HMARK.ko 2024-07-26T12:09:36.380 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_IDLETIMER.ko 2024-07-26T12:09:36.380 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_LED.ko 2024-07-26T12:09:36.380 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_LOG.ko 2024-07-26T12:09:36.380 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_MASQUERADE.ko 2024-07-26T12:09:36.380 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_NETMAP.ko 2024-07-26T12:09:36.380 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_NFLOG.ko 2024-07-26T12:09:36.381 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_NFQUEUE.ko 2024-07-26T12:09:36.381 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_RATEEST.ko 2024-07-26T12:09:36.381 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_REDIRECT.ko 2024-07-26T12:09:36.381 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_SECMARK.ko 2024-07-26T12:09:36.381 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_TCPMSS.ko 2024-07-26T12:09:36.381 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_TCPOPTSTRIP.ko 2024-07-26T12:09:36.381 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_TEE.ko 2024-07-26T12:09:36.381 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_TPROXY.ko 2024-07-26T12:09:36.381 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_TRACE.ko 2024-07-26T12:09:36.381 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_addrtype.ko 2024-07-26T12:09:36.381 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_bpf.ko 2024-07-26T12:09:36.381 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_cgroup.ko 2024-07-26T12:09:36.382 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_cluster.ko 2024-07-26T12:09:36.382 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_comment.ko 2024-07-26T12:09:36.382 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_connbytes.ko 2024-07-26T12:09:36.382 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_connlabel.ko 2024-07-26T12:09:36.382 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_connlimit.ko 2024-07-26T12:09:36.382 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_connmark.ko 2024-07-26T12:09:36.382 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_conntrack.ko 2024-07-26T12:09:36.382 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_cpu.ko 2024-07-26T12:09:36.382 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_dccp.ko 2024-07-26T12:09:36.382 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_devgroup.ko 2024-07-26T12:09:36.382 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_dscp.ko 2024-07-26T12:09:36.382 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_ecn.ko 2024-07-26T12:09:36.382 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_esp.ko 2024-07-26T12:09:36.383 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_hashlimit.ko 2024-07-26T12:09:36.383 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_helper.ko 2024-07-26T12:09:36.383 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_hl.ko 2024-07-26T12:09:36.383 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_ipcomp.ko 2024-07-26T12:09:36.383 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_iprange.ko 2024-07-26T12:09:36.383 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_ipvs.ko 2024-07-26T12:09:36.384 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_l2tp.ko 2024-07-26T12:09:36.384 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_length.ko 2024-07-26T12:09:36.384 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_limit.ko 2024-07-26T12:09:36.384 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_mac.ko 2024-07-26T12:09:36.384 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_mark.ko 2024-07-26T12:09:36.384 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_multiport.ko 2024-07-26T12:09:36.385 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_nat.ko 2024-07-26T12:09:36.385 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_nfacct.ko 2024-07-26T12:09:36.385 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_osf.ko 2024-07-26T12:09:36.385 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_owner.ko 2024-07-26T12:09:36.385 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_physdev.ko 2024-07-26T12:09:36.385 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_pkttype.ko 2024-07-26T12:09:36.385 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_policy.ko 2024-07-26T12:09:36.385 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_quota.ko 2024-07-26T12:09:36.385 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_rateest.ko 2024-07-26T12:09:36.385 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_realm.ko 2024-07-26T12:09:36.385 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_recent.ko 2024-07-26T12:09:36.386 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_sctp.ko 2024-07-26T12:09:36.386 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_set.ko 2024-07-26T12:09:36.386 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_socket.ko 2024-07-26T12:09:36.386 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_state.ko 2024-07-26T12:09:36.386 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_statistic.ko 2024-07-26T12:09:36.386 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_string.ko 2024-07-26T12:09:36.386 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_tcpmss.ko 2024-07-26T12:09:36.386 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_time.ko 2024-07-26T12:09:36.386 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_u32.ko 2024-07-26T12:09:36.386 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netlink 2024-07-26T12:09:36.386 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netlink/netlink_diag.ko 2024-07-26T12:09:36.386 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/nsh 2024-07-26T12:09:36.386 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/nsh/nsh.ko 2024-07-26T12:09:36.387 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/openvswitch 2024-07-26T12:09:36.387 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/openvswitch/openvswitch.ko 2024-07-26T12:09:36.387 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/openvswitch/vport-geneve.ko 2024-07-26T12:09:36.387 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/openvswitch/vport-gre.ko 2024-07-26T12:09:36.387 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/openvswitch/vport-vxlan.ko 2024-07-26T12:09:36.387 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/packet 2024-07-26T12:09:36.387 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/packet/af_packet_diag.ko 2024-07-26T12:09:36.387 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/rds 2024-07-26T12:09:36.387 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/rds/rds.ko 2024-07-26T12:09:36.387 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/rds/rds_rdma.ko 2024-07-26T12:09:36.387 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/rds/rds_tcp.ko 2024-07-26T12:09:36.388 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched 2024-07-26T12:09:36.388 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/act_csum.ko 2024-07-26T12:09:36.388 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/act_gact.ko 2024-07-26T12:09:36.388 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/act_mirred.ko 2024-07-26T12:09:36.388 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/act_nat.ko 2024-07-26T12:09:36.388 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/act_pedit.ko 2024-07-26T12:09:36.388 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/act_police.ko 2024-07-26T12:09:36.388 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/act_simple.ko 2024-07-26T12:09:36.388 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/act_skbedit.ko 2024-07-26T12:09:36.388 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/act_vlan.ko 2024-07-26T12:09:36.388 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/cls_basic.ko 2024-07-26T12:09:36.388 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/cls_bpf.ko 2024-07-26T12:09:36.388 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/cls_flow.ko 2024-07-26T12:09:36.389 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/cls_fw.ko 2024-07-26T12:09:36.389 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/cls_route.ko 2024-07-26T12:09:36.389 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/cls_u32.ko 2024-07-26T12:09:36.389 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/em_cmp.ko 2024-07-26T12:09:36.389 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/em_ipset.ko 2024-07-26T12:09:36.389 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/em_meta.ko 2024-07-26T12:09:36.389 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/em_nbyte.ko 2024-07-26T12:09:36.389 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/em_text.ko 2024-07-26T12:09:36.389 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/em_u32.ko 2024-07-26T12:09:36.389 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_choke.ko 2024-07-26T12:09:36.389 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_codel.ko 2024-07-26T12:09:36.389 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_drr.ko 2024-07-26T12:09:36.389 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_fq.ko 2024-07-26T12:09:36.389 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_gred.ko 2024-07-26T12:09:36.390 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_hfsc.ko 2024-07-26T12:09:36.390 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_hhf.ko 2024-07-26T12:09:36.390 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_htb.ko 2024-07-26T12:09:36.390 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_ingress.ko 2024-07-26T12:09:36.390 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_mqprio.ko 2024-07-26T12:09:36.390 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_mqprio_lib.ko 2024-07-26T12:09:36.390 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_multiq.ko 2024-07-26T12:09:36.390 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_netem.ko 2024-07-26T12:09:36.390 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_pie.ko 2024-07-26T12:09:36.390 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_plug.ko 2024-07-26T12:09:36.390 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_prio.ko 2024-07-26T12:09:36.391 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_qfq.ko 2024-07-26T12:09:36.391 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_red.ko 2024-07-26T12:09:36.391 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_sfb.ko 2024-07-26T12:09:36.391 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_sfq.ko 2024-07-26T12:09:36.391 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_tbf.ko 2024-07-26T12:09:36.391 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_teql.ko 2024-07-26T12:09:36.392 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sctp 2024-07-26T12:09:36.392 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sctp/sctp.ko 2024-07-26T12:09:36.392 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sctp/sctp_diag.ko 2024-07-26T12:09:36.392 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sunrpc 2024-07-26T12:09:36.392 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sunrpc/auth_gss 2024-07-26T12:09:36.392 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sunrpc/auth_gss/auth_rpcgss.ko 2024-07-26T12:09:36.392 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sunrpc/auth_gss/rpcsec_gss_krb5.ko 2024-07-26T12:09:36.392 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sunrpc/sunrpc.ko 2024-07-26T12:09:36.392 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sunrpc/xprtrdma 2024-07-26T12:09:36.393 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sunrpc/xprtrdma/rpcrdma.ko 2024-07-26T12:09:36.393 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/tipc 2024-07-26T12:09:36.393 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/tipc/tipc.ko 2024-07-26T12:09:36.393 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/tipc/tipc_diag.ko 2024-07-26T12:09:36.393 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/unix 2024-07-26T12:09:36.393 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/unix/unix_diag.ko 2024-07-26T12:09:36.393 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/vmw_vsock 2024-07-26T12:09:36.393 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/vmw_vsock/vmw_vsock_virtio_transport_common.ko 2024-07-26T12:09:36.393 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/vmw_vsock/vmw_vsock_vmci_transport.ko 2024-07-26T12:09:36.393 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/vmw_vsock/vsock.ko 2024-07-26T12:09:36.393 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/vmw_vsock/vsock_diag.ko 2024-07-26T12:09:36.393 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/vmw_vsock/vsock_loopback.ko 2024-07-26T12:09:36.393 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/xfrm 2024-07-26T12:09:36.394 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/xfrm/xfrm_ipcomp.ko 2024-07-26T12:09:36.394 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/security 2024-07-26T12:09:36.394 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/security/keys 2024-07-26T12:09:36.394 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/security/keys/encrypted-keys 2024-07-26T12:09:36.394 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/security/keys/encrypted-keys/encrypted-keys.ko 2024-07-26T12:09:36.394 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/security/keys/trusted-keys 2024-07-26T12:09:36.394 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/security/keys/trusted-keys/trusted.ko 2024-07-26T12:09:36.394 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/modules.alias 2024-07-26T12:09:36.394 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/modules.alias.bin 2024-07-26T12:09:36.394 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/modules.builtin 2024-07-26T12:09:36.394 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/modules.builtin.alias.bin 2024-07-26T12:09:36.394 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/modules.builtin.bin 2024-07-26T12:09:36.394 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/modules.builtin.modinfo 2024-07-26T12:09:36.394 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/modules.dep 2024-07-26T12:09:36.395 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/modules.dep.bin 2024-07-26T12:09:36.395 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/modules.devname 2024-07-26T12:09:36.395 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/modules.order 2024-07-26T12:09:36.395 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/modules.softdep 2024-07-26T12:09:36.395 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/modules.symbols 2024-07-26T12:09:36.395 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/modules.symbols.bin 2024-07-26T12:09:36.395 INFO:teuthology.orchestra.run.smithi123.stdout:/lib/modules/6.10.0-g3e9255e90710/vmlinuz 2024-07-26T12:09:36.399 DEBUG:teuthology.task.kernel:get_image_version: 6.10.0-g3e9255e90710 2024-07-26T12:09:36.399 DEBUG:teuthology.orchestra.run.smithi123:> rpm --scripts -qp /tmp/kernel.x86_64.rpm 2024-07-26T12:09:36.422 INFO:teuthology.orchestra.run.smithi123.stdout:postinstall scriptlet (using /bin/sh): 2024-07-26T12:09:36.422 INFO:teuthology.orchestra.run.smithi123.stdout:if [ -x /usr/bin/kernel-install ]; then 2024-07-26T12:09:36.422 INFO:teuthology.orchestra.run.smithi123.stdout: /usr/bin/kernel-install add 6.10.0-g3e9255e90710 /lib/modules/6.10.0-g3e9255e90710/vmlinuz 2024-07-26T12:09:36.422 INFO:teuthology.orchestra.run.smithi123.stdout:fi 2024-07-26T12:09:36.422 INFO:teuthology.orchestra.run.smithi123.stdout:for file in vmlinuz System.map config; do 2024-07-26T12:09:36.422 INFO:teuthology.orchestra.run.smithi123.stdout: if ! cmp --silent "/lib/modules/6.10.0-g3e9255e90710/${file}" "/boot/${file}-6.10.0-g3e9255e90710"; then 2024-07-26T12:09:36.422 INFO:teuthology.orchestra.run.smithi123.stdout: cp "/lib/modules/6.10.0-g3e9255e90710/${file}" "/boot/${file}-6.10.0-g3e9255e90710" 2024-07-26T12:09:36.422 INFO:teuthology.orchestra.run.smithi123.stdout: fi 2024-07-26T12:09:36.422 INFO:teuthology.orchestra.run.smithi123.stdout:done 2024-07-26T12:09:36.422 INFO:teuthology.orchestra.run.smithi123.stdout:if [ -d "/lib/modules/6.10.0-g3e9255e90710/dtb" ] && \ 2024-07-26T12:09:36.422 INFO:teuthology.orchestra.run.smithi123.stdout: ! diff -rq "/lib/modules/6.10.0-g3e9255e90710/dtb" "/boot/dtb-6.10.0-g3e9255e90710" >/dev/null 2>&1; then 2024-07-26T12:09:36.423 INFO:teuthology.orchestra.run.smithi123.stdout: rm -rf "/boot/dtb-6.10.0-g3e9255e90710" 2024-07-26T12:09:36.423 INFO:teuthology.orchestra.run.smithi123.stdout: cp -r "/lib/modules/6.10.0-g3e9255e90710/dtb" "/boot/dtb-6.10.0-g3e9255e90710" 2024-07-26T12:09:36.423 INFO:teuthology.orchestra.run.smithi123.stdout:fi 2024-07-26T12:09:36.423 INFO:teuthology.orchestra.run.smithi123.stdout:if [ ! -e "/lib/modules/6.10.0-g3e9255e90710/modules.dep" ]; then 2024-07-26T12:09:36.423 INFO:teuthology.orchestra.run.smithi123.stdout: /usr/sbin/depmod 6.10.0-g3e9255e90710 2024-07-26T12:09:36.423 INFO:teuthology.orchestra.run.smithi123.stdout:fi 2024-07-26T12:09:36.423 INFO:teuthology.orchestra.run.smithi123.stdout:preuninstall scriptlet (using /bin/sh): 2024-07-26T12:09:36.423 INFO:teuthology.orchestra.run.smithi123.stdout:if [ -x /usr/bin/kernel-install ]; then 2024-07-26T12:09:36.423 INFO:teuthology.orchestra.run.smithi123.stdout:kernel-install remove 6.10.0-g3e9255e90710 2024-07-26T12:09:36.423 INFO:teuthology.orchestra.run.smithi123.stdout:fi 2024-07-26T12:09:36.424 DEBUG:teuthology.orchestra.run.smithi123:> sudo rpm -qi grub2-tools 2024-07-26T12:09:36.439 DEBUG:teuthology.orchestra.remote:smithi031:/tmp/tmp.RoJKZd1NWW is 6KB 2024-07-26T12:09:36.460 DEBUG:teuthology.orchestra.run.smithi031:> rm -fr /tmp/tmp.RoJKZd1NWW 2024-07-26T12:09:36.475 DEBUG:teuthology.orchestra.run.smithi031:> sudo /bin/ls /boot/loader/entries || true 2024-07-26T12:09:36.495 INFO:teuthology.orchestra.run.smithi123.stdout:Name : grub2-tools 2024-07-26T12:09:36.495 INFO:teuthology.orchestra.run.smithi123.stdout:Epoch : 1 2024-07-26T12:09:36.496 INFO:teuthology.orchestra.run.smithi123.stdout:Version : 2.06 2024-07-26T12:09:36.496 INFO:teuthology.orchestra.run.smithi123.stdout:Release : 68.el9 2024-07-26T12:09:36.496 INFO:teuthology.orchestra.run.smithi123.stdout:Architecture: x86_64 2024-07-26T12:09:36.496 INFO:teuthology.orchestra.run.smithi123.stdout:Install Date: Fri 19 Apr 2024 09:32:39 PM UTC 2024-07-26T12:09:36.496 INFO:teuthology.orchestra.run.smithi123.stdout:Group : Unspecified 2024-07-26T12:09:36.496 INFO:teuthology.orchestra.run.smithi123.stdout:Size : 8264254 2024-07-26T12:09:36.496 INFO:teuthology.orchestra.run.smithi123.stdout:License : GPLv3+ 2024-07-26T12:09:36.496 INFO:teuthology.orchestra.run.smithi123.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-07-26T12:09:36.496 INFO:teuthology.orchestra.run.smithi123.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-07-26T12:09:36.496 INFO:teuthology.orchestra.run.smithi123.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-07-26T12:09:36.496 INFO:teuthology.orchestra.run.smithi123.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-07-26T12:09:36.496 INFO:teuthology.orchestra.run.smithi123.stdout:Packager : builder@centos.org 2024-07-26T12:09:36.497 INFO:teuthology.orchestra.run.smithi123.stdout:Vendor : CentOS 2024-07-26T12:09:36.497 INFO:teuthology.orchestra.run.smithi123.stdout:URL : http://www.gnu.org/software/grub/ 2024-07-26T12:09:36.497 INFO:teuthology.orchestra.run.smithi123.stdout:Summary : Support tools for GRUB. 2024-07-26T12:09:36.497 INFO:teuthology.orchestra.run.smithi123.stdout:Description : 2024-07-26T12:09:36.497 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-07-26T12:09:36.497 INFO:teuthology.orchestra.run.smithi123.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-07-26T12:09:36.497 INFO:teuthology.orchestra.run.smithi123.stdout:customizable bootloader with modular architecture. It supports a rich 2024-07-26T12:09:36.497 INFO:teuthology.orchestra.run.smithi123.stdout:variety of kernel formats, file systems, computer architectures and 2024-07-26T12:09:36.497 INFO:teuthology.orchestra.run.smithi123.stdout:hardware devices. 2024-07-26T12:09:36.497 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-07-26T12:09:36.497 INFO:teuthology.orchestra.run.smithi123.stdout:This subpackage provides tools for support of all platforms. 2024-07-26T12:09:36.498 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-07-26T12:09:36.498 INFO:teuthology.task.kernel:Updating grub on smithi123 to boot 6.10.0-g3e9255e90710 2024-07-26T12:09:36.498 DEBUG:teuthology.orchestra.run.smithi123:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-07-26T12:09:36.537 INFO:teuthology.orchestra.run.smithi031.stdout:7fc8828e06d0482694bcf4a447d13cb6-0-rescue.conf 2024-07-26T12:09:36.537 INFO:teuthology.orchestra.run.smithi031.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-239.el9.x86_64.conf 2024-07-26T12:09:36.537 INFO:teuthology.orchestra.run.smithi031.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-437.el9.x86_64.conf 2024-07-26T12:09:36.537 INFO:teuthology.orchestra.run.smithi031.stdout:7fc8828e06d0482694bcf4a447d13cb6-6.10.0-g3e9255e90710.conf 2024-07-26T12:09:36.539 DEBUG:teuthology.orchestra.run.smithi031:> sudo grub2-set-default 7fc8828e06d0482694bcf4a447d13cb6-6.10.0-g3e9255e90710 2024-07-26T12:09:36.686 DEBUG:teuthology.orchestra.run.smithi031:> sudo shutdown -r now 2024-07-26T12:09:37.036 INFO:teuthology.orchestra.run.smithi123.stderr:Generating grub configuration file ... 2024-07-26T12:09:38.462 INFO:teuthology.orchestra.run.smithi123.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-07-26T12:09:38.478 INFO:teuthology.orchestra.run.smithi123.stderr:done 2024-07-26T12:09:38.481 DEBUG:teuthology.orchestra.run.smithi123:> mktemp 2024-07-26T12:09:38.501 INFO:teuthology.orchestra.run.smithi123.stdout:/tmp/tmp.8i5nwNorn7 2024-07-26T12:09:38.501 DEBUG:teuthology.orchestra.run.smithi123:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.8i5nwNorn7 2024-07-26T12:09:38.577 DEBUG:teuthology.orchestra.run.smithi123:> sudo chmod 0666 /tmp/tmp.8i5nwNorn7 2024-07-26T12:09:38.711 DEBUG:teuthology.orchestra.remote:smithi123:/tmp/tmp.8i5nwNorn7 is 6KB 2024-07-26T12:09:38.730 DEBUG:teuthology.orchestra.run.smithi123:> rm -fr /tmp/tmp.8i5nwNorn7 2024-07-26T12:09:38.743 DEBUG:teuthology.orchestra.run.smithi123:> sudo /bin/ls /boot/loader/entries || true 2024-07-26T12:09:38.805 INFO:teuthology.orchestra.run.smithi123.stdout:7fc8828e06d0482694bcf4a447d13cb6-0-rescue.conf 2024-07-26T12:09:38.805 INFO:teuthology.orchestra.run.smithi123.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-239.el9.x86_64.conf 2024-07-26T12:09:38.805 INFO:teuthology.orchestra.run.smithi123.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-437.el9.x86_64.conf 2024-07-26T12:09:38.805 INFO:teuthology.orchestra.run.smithi123.stdout:7fc8828e06d0482694bcf4a447d13cb6-6.10.0-g3e9255e90710.conf 2024-07-26T12:09:38.806 DEBUG:teuthology.orchestra.run.smithi123:> sudo grub2-set-default 7fc8828e06d0482694bcf4a447d13cb6-6.10.0-g3e9255e90710 2024-07-26T12:09:38.947 DEBUG:teuthology.orchestra.run.smithi123:> sudo shutdown -r now 2024-07-26T12:10:06.711 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-07-26T12:10:06.711 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi031.front.sepia.ceph.com' 2024-07-26T12:10:06.712 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi031.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-07-26T12:10:08.951 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-07-26T12:10:08.951 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi123.front.sepia.ceph.com' 2024-07-26T12:10:08.952 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi123.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-07-26T12:10:25.119 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.31 2024-07-26T12:10:27.422 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.123 2024-07-26T12:10:34.120 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi031.front.sepia.ceph.com' 2024-07-26T12:10:34.121 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi031.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-07-26T12:10:36.425 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi123.front.sepia.ceph.com' 2024-07-26T12:10:36.426 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi123.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-07-26T12:10:52.511 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.31 2024-07-26T12:11:04.523 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi031.front.sepia.ceph.com' 2024-07-26T12:11:04.524 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi031.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-07-26T12:11:07.582 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.31 2024-07-26T12:11:22.583 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi031.front.sepia.ceph.com' 2024-07-26T12:11:22.584 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi031.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-07-26T12:11:22.916 DEBUG:teuthology.orchestra.run.smithi031:> true 2024-07-26T12:11:23.380 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi031.front.sepia.ceph.com' 2024-07-26T12:11:23.381 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "6.10.0-g3e9255e90710"... 2024-07-26T12:11:23.381 DEBUG:teuthology.orchestra.run.smithi031:> uname -r 2024-07-26T12:11:23.418 INFO:teuthology.orchestra.run.smithi031.stdout:6.10.0-g3e9255e90710 2024-07-26T12:11:23.418 DEBUG:teuthology.task.kernel:current kernel version is 6.10.0-g3e9255e90710 vs 6.10.0-g3e9255e90710 2024-07-26T12:11:23.418 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-07-26T12:11:23.419 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-07-26T12:11:24.420 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-07-26T12:11:24.420 DEBUG:teuthology.orchestra.run.smithi031:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-07-26T12:11:24.533 INFO:teuthology.orchestra.run.smithi031.stdout:ttyS1 2024-07-26T12:11:24.581 DEBUG:teuthology.parallel:result is None 2024-07-26T12:11:36.428 DEBUG:teuthology.orchestra.remote:timed out 2024-07-26T12:11:48.430 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi123.front.sepia.ceph.com' 2024-07-26T12:11:48.431 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi123.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-07-26T12:11:48.873 DEBUG:teuthology.orchestra.run.smithi123:> true 2024-07-26T12:11:49.543 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi123.front.sepia.ceph.com' 2024-07-26T12:11:49.543 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "6.10.0-g3e9255e90710"... 2024-07-26T12:11:49.543 DEBUG:teuthology.orchestra.run.smithi123:> uname -r 2024-07-26T12:11:49.596 INFO:teuthology.orchestra.run.smithi123.stdout:6.10.0-g3e9255e90710 2024-07-26T12:11:49.596 DEBUG:teuthology.task.kernel:current kernel version is 6.10.0-g3e9255e90710 vs 6.10.0-g3e9255e90710 2024-07-26T12:11:49.596 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-07-26T12:11:49.596 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-07-26T12:11:50.597 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-07-26T12:11:50.597 DEBUG:teuthology.orchestra.run.smithi123:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-07-26T12:11:50.729 INFO:teuthology.orchestra.run.smithi123.stdout:ttyS1 2024-07-26T12:11:50.787 DEBUG:teuthology.parallel:result is None 2024-07-26T12:11:50.788 INFO:teuthology.run_tasks:Running task internal.base... 2024-07-26T12:11:50.795 INFO:teuthology.task.internal:Creating test directory... 2024-07-26T12:11:50.796 DEBUG:teuthology.orchestra.run.smithi031:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-07-26T12:11:50.804 DEBUG:teuthology.orchestra.run.smithi123:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-07-26T12:11:50.860 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-07-26T12:11:50.867 INFO:teuthology.run_tasks:Running task internal.archive... 2024-07-26T12:11:50.876 INFO:teuthology.task.internal:Creating archive directory... 2024-07-26T12:11:50.876 DEBUG:teuthology.orchestra.run.smithi031:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-07-26T12:11:50.882 DEBUG:teuthology.orchestra.run.smithi123:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-07-26T12:11:50.946 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-07-26T12:11:50.955 INFO:teuthology.task.internal:Enabling coredump saving... 2024-07-26T12:11:50.955 DEBUG:teuthology.orchestra.run.smithi031:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-07-26T12:11:50.962 DEBUG:teuthology.orchestra.run.smithi123:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-07-26T12:11:51.051 INFO:teuthology.orchestra.run.smithi031.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-07-26T12:11:51.058 INFO:teuthology.orchestra.run.smithi123.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-07-26T12:11:51.085 INFO:teuthology.orchestra.run.smithi031.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-07-26T12:11:51.088 INFO:teuthology.orchestra.run.smithi123.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-07-26T12:11:51.092 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-07-26T12:11:51.101 INFO:teuthology.task.internal:Configuring sudo... 2024-07-26T12:11:51.101 DEBUG:teuthology.orchestra.run.smithi031:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-07-26T12:11:51.108 DEBUG:teuthology.orchestra.run.smithi123:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-07-26T12:11:51.192 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-07-26T12:11:51.228 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-07-26T12:11:51.228 DEBUG:teuthology.orchestra.run.smithi031:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-07-26T12:11:51.235 DEBUG:teuthology.orchestra.run.smithi123:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-07-26T12:11:51.291 DEBUG:teuthology.orchestra.run.smithi031:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-07-26T12:11:51.377 DEBUG:teuthology.orchestra.run.smithi031:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-07-26T12:11:51.476 DEBUG:teuthology.orchestra.run.smithi031:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-07-26T12:11:51.561 DEBUG:teuthology.orchestra.run.smithi031:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-07-26T12:11:51.649 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-07-26T12:11:51.649 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-07-26T12:11:51.737 DEBUG:teuthology.orchestra.run.smithi123:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-07-26T12:11:51.826 DEBUG:teuthology.orchestra.run.smithi123:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-07-26T12:11:51.924 DEBUG:teuthology.orchestra.run.smithi123:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-07-26T12:11:52.003 DEBUG:teuthology.orchestra.run.smithi123:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-07-26T12:11:52.081 DEBUG:teuthology.orchestra.run.smithi123:> set -ex 2024-07-26T12:11:52.081 DEBUG:teuthology.orchestra.run.smithi123:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-07-26T12:11:52.157 DEBUG:teuthology.orchestra.run.smithi031:> sudo service rsyslog restart 2024-07-26T12:11:52.164 DEBUG:teuthology.orchestra.run.smithi123:> sudo service rsyslog restart 2024-07-26T12:11:52.278 INFO:teuthology.orchestra.run.smithi031.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-07-26T12:11:52.302 INFO:teuthology.orchestra.run.smithi123.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-07-26T12:11:52.599 INFO:teuthology.run_tasks:Running task internal.timer... 2024-07-26T12:11:52.607 INFO:teuthology.task.internal:Starting timer... 2024-07-26T12:11:52.607 INFO:teuthology.run_tasks:Running task pcp... 2024-07-26T12:11:52.624 INFO:teuthology.run_tasks:Running task selinux... 2024-07-26T12:11:52.637 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:getty_t:s0']} 2024-07-26T12:11:52.638 DEBUG:teuthology.orchestra.run.smithi031:> sudo service auditd rotate 2024-07-26T12:11:52.774 INFO:teuthology.orchestra.run.smithi031.stdout:Rotating logs: 2024-07-26T12:11:52.779 DEBUG:teuthology.orchestra.run.smithi123:> sudo service auditd rotate 2024-07-26T12:11:52.922 INFO:teuthology.orchestra.run.smithi123.stdout:Rotating logs: 2024-07-26T12:11:52.927 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-07-26T12:11:52.927 DEBUG:teuthology.orchestra.run.smithi031:> /usr/sbin/getenforce 2024-07-26T12:11:52.987 INFO:teuthology.orchestra.run.smithi031.stdout:Permissive 2024-07-26T12:11:52.988 DEBUG:teuthology.orchestra.run.smithi123:> /usr/sbin/getenforce 2024-07-26T12:11:53.045 INFO:teuthology.orchestra.run.smithi123.stdout:Permissive 2024-07-26T12:11:53.045 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi031.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi123.front.sepia.ceph.com': 'permissive'} 2024-07-26T12:11:53.045 DEBUG:teuthology.orchestra.run.smithi031:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-07-26T12:11:53.120 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-26T12:11:53.121 DEBUG:teuthology.orchestra.run.smithi123:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-07-26T12:11:53.192 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-26T12:11:53.192 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-07-26T12:11:53.192 DEBUG:teuthology.orchestra.run.smithi031:> sudo /usr/sbin/setenforce permissive 2024-07-26T12:11:53.268 DEBUG:teuthology.orchestra.run.smithi123:> sudo /usr/sbin/setenforce permissive 2024-07-26T12:11:53.336 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-07-26T12:11:53.345 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-07-26T12:11:53.358 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-07-26T12:11:53.359 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi031.front.sepia.ceph.com,smithi123.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-07-26T12:18:22.794 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi031.front.sepia.ceph.com'), Remote(name='ubuntu@smithi123.front.sepia.ceph.com')] 2024-07-26T12:18:22.796 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi031.front.sepia.ceph.com' 2024-07-26T12:18:22.798 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi031.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-07-26T12:18:22.910 DEBUG:teuthology.orchestra.run.smithi031:> true 2024-07-26T12:18:23.073 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi031.front.sepia.ceph.com' 2024-07-26T12:18:23.073 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi123.front.sepia.ceph.com' 2024-07-26T12:18:23.074 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi123.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-07-26T12:18:23.183 DEBUG:teuthology.orchestra.run.smithi123:> true 2024-07-26T12:18:23.328 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi123.front.sepia.ceph.com' 2024-07-26T12:18:23.328 INFO:teuthology.run_tasks:Running task clock... 2024-07-26T12:18:23.341 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-07-26T12:18:23.341 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-07-26T12:18:23.341 DEBUG:teuthology.orchestra.run.smithi031:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-07-26T12:18:23.349 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-07-26T12:18:23.349 DEBUG:teuthology.orchestra.run.smithi123:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-07-26T12:18:23.442 INFO:teuthology.orchestra.run.smithi123.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-07-26T12:18:23.443 INFO:teuthology.orchestra.run.smithi031.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-07-26T12:18:23.482 INFO:teuthology.orchestra.run.smithi123.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-07-26T12:18:23.487 INFO:teuthology.orchestra.run.smithi031.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-07-26T12:18:23.554 INFO:teuthology.orchestra.run.smithi123.stderr:sudo: ntpd: command not found 2024-07-26T12:18:23.561 INFO:teuthology.orchestra.run.smithi031.stderr:sudo: ntpd: command not found 2024-07-26T12:18:23.585 INFO:teuthology.orchestra.run.smithi123.stdout:506 Cannot talk to daemon 2024-07-26T12:18:23.596 INFO:teuthology.orchestra.run.smithi031.stdout:506 Cannot talk to daemon 2024-07-26T12:18:23.625 INFO:teuthology.orchestra.run.smithi123.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-07-26T12:18:23.637 INFO:teuthology.orchestra.run.smithi031.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-07-26T12:18:23.668 INFO:teuthology.orchestra.run.smithi123.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-07-26T12:18:23.681 INFO:teuthology.orchestra.run.smithi031.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-07-26T12:18:23.815 INFO:teuthology.orchestra.run.smithi123.stderr:bash: line 1: ntpq: command not found 2024-07-26T12:18:23.823 INFO:teuthology.orchestra.run.smithi123.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-07-26T12:18:23.823 INFO:teuthology.orchestra.run.smithi123.stdout:=============================================================================== 2024-07-26T12:18:23.823 INFO:teuthology.orchestra.run.smithi123.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-07-26T12:18:23.823 INFO:teuthology.orchestra.run.smithi123.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-07-26T12:18:23.824 INFO:teuthology.orchestra.run.smithi123.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-07-26T12:18:23.824 INFO:teuthology.orchestra.run.smithi123.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-07-26T12:18:23.828 INFO:teuthology.orchestra.run.smithi031.stderr:bash: line 1: ntpq: command not found 2024-07-26T12:18:23.837 INFO:teuthology.orchestra.run.smithi031.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-07-26T12:18:23.837 INFO:teuthology.orchestra.run.smithi031.stdout:=============================================================================== 2024-07-26T12:18:23.837 INFO:teuthology.orchestra.run.smithi031.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-07-26T12:18:23.838 INFO:teuthology.orchestra.run.smithi031.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-07-26T12:18:23.838 INFO:teuthology.orchestra.run.smithi031.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-07-26T12:18:23.838 INFO:teuthology.orchestra.run.smithi031.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-07-26T12:18:23.839 INFO:teuthology.run_tasks:Running task install... 2024-07-26T12:18:23.847 DEBUG:teuthology.task.install:project ceph 2024-07-26T12:18:23.847 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': 'e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528'}} 2024-07-26T12:18:23.848 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': 'e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528'} 2024-07-26T12:18:23.848 INFO:teuthology.task.install:Using flavor: default 2024-07-26T12:18:23.853 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-07-26T12:18:23.854 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']} 2024-07-26T12:18:23.854 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528', 'tag': None, 'wait_for_package': False} 2024-07-26T12:18:23.855 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528 2024-07-26T12:18:23.857 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528', 'tag': None, 'wait_for_package': False} 2024-07-26T12:18:23.857 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528 2024-07-26T12:18:24.007 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/wip-vshankar-testing-20240725.121331-debug/e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/centos/9/flavors/default/ 2024-07-26T12:18:24.007 INFO:teuthology.task.install.rpm:Package version is 19.0.0-5320.ge8f88bb1 2024-07-26T12:18:24.011 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/wip-vshankar-testing-20240725.121331-debug/e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/centos/9/flavors/default/ 2024-07-26T12:18:24.011 INFO:teuthology.task.install.rpm:Package version is 19.0.0-5320.ge8f88bb1 2024-07-26T12:18:24.222 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/wip-vshankar-testing-20240725.121331-debug/e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-vshankar-testing-20240725.121331-debug/e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-vshankar-testing-20240725.121331-debug/e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-07-26T12:18:24.222 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-07-26T12:18:24.222 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-07-26T12:18:24.232 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/wip-vshankar-testing-20240725.121331-debug/e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-vshankar-testing-20240725.121331-debug/e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-vshankar-testing-20240725.121331-debug/e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-07-26T12:18:24.232 DEBUG:teuthology.orchestra.run.smithi123:> set -ex 2024-07-26T12:18:24.232 DEBUG:teuthology.orchestra.run.smithi123:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-07-26T12:18:24.317 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-07-26T12:18:24.317 DEBUG:teuthology.orchestra.run.smithi031:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-07-26T12:18:24.320 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-07-26T12:18:24.320 DEBUG:teuthology.orchestra.run.smithi123:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-07-26T12:18:24.447 DEBUG:teuthology.orchestra.run.smithi123:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-07-26T12:18:24.452 DEBUG:teuthology.orchestra.run.smithi031:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-07-26T12:18:24.559 DEBUG:teuthology.orchestra.run.smithi123:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-07-26T12:18:24.572 DEBUG:teuthology.orchestra.run.smithi031:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-07-26T12:18:24.638 INFO:teuthology.orchestra.run.smithi123.stdout:check_obsoletes = 1 2024-07-26T12:18:24.642 DEBUG:teuthology.orchestra.run.smithi123:> sudo yum clean all 2024-07-26T12:18:24.655 INFO:teuthology.orchestra.run.smithi031.stdout:check_obsoletes = 1 2024-07-26T12:18:24.660 DEBUG:teuthology.orchestra.run.smithi031:> sudo yum clean all 2024-07-26T12:18:24.969 INFO:teuthology.orchestra.run.smithi123.stdout:45 files removed 2024-07-26T12:18:24.992 INFO:teuthology.orchestra.run.smithi031.stdout:45 files removed 2024-07-26T12:18:25.008 DEBUG:teuthology.orchestra.run.smithi123:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-07-26T12:18:25.032 DEBUG:teuthology.orchestra.run.smithi031:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-07-26T12:18:25.983 INFO:teuthology.orchestra.run.smithi123.stdout:ceph packages for x86_64 153 kB/s | 83 kB 00:00 2024-07-26T12:18:26.011 INFO:teuthology.orchestra.run.smithi031.stdout:ceph packages for x86_64 151 kB/s | 83 kB 00:00 2024-07-26T12:18:26.634 INFO:teuthology.orchestra.run.smithi123.stdout:ceph noarch packages 43 kB/s | 24 kB 00:00 2024-07-26T12:18:26.653 INFO:teuthology.orchestra.run.smithi031.stdout:ceph noarch packages 44 kB/s | 24 kB 00:00 2024-07-26T12:18:27.293 INFO:teuthology.orchestra.run.smithi123.stdout:ceph source packages 3.3 kB/s | 1.9 kB 00:00 2024-07-26T12:18:27.294 INFO:teuthology.orchestra.run.smithi031.stdout:ceph source packages 3.4 kB/s | 1.9 kB 00:00 2024-07-26T12:18:28.124 INFO:teuthology.orchestra.run.smithi123.stdout:CentOS Stream 9 - BaseOS 11 MB/s | 8.2 MB 00:00 2024-07-26T12:18:30.659 INFO:teuthology.orchestra.run.smithi031.stdout:CentOS Stream 9 - BaseOS 2.5 MB/s | 8.2 MB 00:03 2024-07-26T12:18:31.626 INFO:teuthology.orchestra.run.smithi123.stdout:CentOS Stream 9 - AppStream 8.9 MB/s | 20 MB 00:02 2024-07-26T12:18:33.883 INFO:teuthology.orchestra.run.smithi031.stdout:CentOS Stream 9 - AppStream 10 MB/s | 20 MB 00:01 2024-07-26T12:18:36.468 INFO:teuthology.orchestra.run.smithi123.stdout:CentOS Stream 9 - CRB 8.4 MB/s | 6.5 MB 00:00 2024-07-26T12:18:38.603 INFO:teuthology.orchestra.run.smithi031.stdout:CentOS Stream 9 - CRB 13 MB/s | 6.5 MB 00:00 2024-07-26T12:18:38.730 INFO:teuthology.orchestra.run.smithi123.stdout:CentOS Stream 9 - Extras packages 21 kB/s | 18 kB 00:00 2024-07-26T12:18:39.816 INFO:teuthology.orchestra.run.smithi123.stdout:Extra Packages for Enterprise Linux 25 MB/s | 22 MB 00:00 2024-07-26T12:18:40.362 INFO:teuthology.orchestra.run.smithi031.stdout:CentOS Stream 9 - Extras packages 53 kB/s | 18 kB 00:00 2024-07-26T12:18:41.394 INFO:teuthology.orchestra.run.smithi031.stdout:Extra Packages for Enterprise Linux 27 MB/s | 22 MB 00:00 2024-07-26T12:18:46.203 INFO:teuthology.orchestra.run.smithi123.stdout:lab-extras 28 kB/s | 1.7 kB 00:00 2024-07-26T12:18:48.019 INFO:teuthology.orchestra.run.smithi031.stdout:lab-extras 19 kB/s | 1.7 kB 00:00 2024-07-26T12:18:48.772 INFO:teuthology.orchestra.run.smithi123.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-07-26T12:18:48.774 INFO:teuthology.orchestra.run.smithi123.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-07-26T12:18:48.793 INFO:teuthology.orchestra.run.smithi123.stdout:Package NetworkManager-1:1.47.4-1.el9.x86_64 is already installed. 2024-07-26T12:18:48.795 INFO:teuthology.orchestra.run.smithi123.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-07-26T12:18:48.796 INFO:teuthology.orchestra.run.smithi123.stdout:Package util-linux-2.37.4-18.el9.x86_64 is already installed. 2024-07-26T12:18:48.797 INFO:teuthology.orchestra.run.smithi123.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-07-26T12:18:48.799 INFO:teuthology.orchestra.run.smithi123.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-07-26T12:18:48.802 INFO:teuthology.orchestra.run.smithi123.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-07-26T12:18:48.803 INFO:teuthology.orchestra.run.smithi123.stdout:Package xfsprogs-6.3.0-1.el9.x86_64 is already installed. 2024-07-26T12:18:48.875 INFO:teuthology.orchestra.run.smithi123.stdout:Dependencies resolved. 2024-07-26T12:18:48.891 INFO:teuthology.orchestra.run.smithi123.stdout:======================================================================================= 2024-07-26T12:18:48.891 INFO:teuthology.orchestra.run.smithi123.stdout: Package Arch Version Repository Size 2024-07-26T12:18:48.891 INFO:teuthology.orchestra.run.smithi123.stdout:======================================================================================= 2024-07-26T12:18:48.891 INFO:teuthology.orchestra.run.smithi123.stdout:Installing: 2024-07-26T12:18:48.891 INFO:teuthology.orchestra.run.smithi123.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-07-26T12:18:48.891 INFO:teuthology.orchestra.run.smithi123.stdout: ceph x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 6.6 k 2024-07-26T12:18:48.891 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-base x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 5.5 M 2024-07-26T12:18:48.891 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-fuse x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 872 k 2024-07-26T12:18:48.891 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 148 k 2024-07-26T12:18:48.892 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-mgr x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 1.5 M 2024-07-26T12:18:48.892 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-mgr-cephadm noarch 2:19.0.0-5320.ge8f88bb1.el9 ceph-noarch 149 k 2024-07-26T12:18:48.892 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-mgr-dashboard noarch 2:19.0.0-5320.ge8f88bb1.el9 ceph-noarch 14 M 2024-07-26T12:18:48.892 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-5320.ge8f88bb1.el9 ceph-noarch 7.4 M 2024-07-26T12:18:48.892 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-mgr-rook noarch 2:19.0.0-5320.ge8f88bb1.el9 ceph-noarch 49 k 2024-07-26T12:18:48.892 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-radosgw x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 10 M 2024-07-26T12:18:48.892 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-test x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 44 M 2024-07-26T12:18:48.892 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-volume noarch 2:19.0.0-5320.ge8f88bb1.el9 ceph-noarch 274 k 2024-07-26T12:18:48.892 INFO:teuthology.orchestra.run.smithi123.stdout: cephadm noarch 2:19.0.0-5320.ge8f88bb1.el9 ceph-noarch 771 k 2024-07-26T12:18:48.892 INFO:teuthology.orchestra.run.smithi123.stdout: cephfs-mirror x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 225 k 2024-07-26T12:18:48.892 INFO:teuthology.orchestra.run.smithi123.stdout: cephfs-shell x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 27 k 2024-07-26T12:18:48.892 INFO:teuthology.orchestra.run.smithi123.stdout: cephfs-top noarch 2:19.0.0-5320.ge8f88bb1.el9 ceph-noarch 18 k 2024-07-26T12:18:48.893 INFO:teuthology.orchestra.run.smithi123.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-07-26T12:18:48.893 INFO:teuthology.orchestra.run.smithi123.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-07-26T12:18:48.893 INFO:teuthology.orchestra.run.smithi123.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-07-26T12:18:48.893 INFO:teuthology.orchestra.run.smithi123.stdout: libcephfs-devel x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 32 k 2024-07-26T12:18:48.893 INFO:teuthology.orchestra.run.smithi123.stdout: libcephfs2 x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 765 k 2024-07-26T12:18:48.893 INFO:teuthology.orchestra.run.smithi123.stdout: librados-devel x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 127 k 2024-07-26T12:18:48.893 INFO:teuthology.orchestra.run.smithi123.stdout: libtool x86_64 2.4.6-46.el9 appstream 581 k 2024-07-26T12:18:48.893 INFO:teuthology.orchestra.run.smithi123.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-07-26T12:18:48.893 INFO:teuthology.orchestra.run.smithi123.stdout: openssl-devel x86_64 1:3.2.2-2.el9 appstream 4.4 M 2024-07-26T12:18:48.893 INFO:teuthology.orchestra.run.smithi123.stdout: postgresql x86_64 13.14-1.el9 appstream 1.6 M 2024-07-26T12:18:48.893 INFO:teuthology.orchestra.run.smithi123.stdout: postgresql-contrib x86_64 13.14-1.el9 appstream 911 k 2024-07-26T12:18:48.893 INFO:teuthology.orchestra.run.smithi123.stdout: postgresql-server x86_64 13.14-1.el9 appstream 5.8 M 2024-07-26T12:18:48.894 INFO:teuthology.orchestra.run.smithi123.stdout: python3-cephfs x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 188 k 2024-07-26T12:18:48.894 INFO:teuthology.orchestra.run.smithi123.stdout: python3-rados x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 372 k 2024-07-26T12:18:48.894 INFO:teuthology.orchestra.run.smithi123.stdout: python3-rbd x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 355 k 2024-07-26T12:18:48.894 INFO:teuthology.orchestra.run.smithi123.stdout: python3-rgw x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 116 k 2024-07-26T12:18:48.894 INFO:teuthology.orchestra.run.smithi123.stdout: rbd-fuse x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 86 k 2024-07-26T12:18:48.894 INFO:teuthology.orchestra.run.smithi123.stdout: rbd-mirror x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 3.1 M 2024-07-26T12:18:48.894 INFO:teuthology.orchestra.run.smithi123.stdout: rbd-nbd x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 170 k 2024-07-26T12:18:48.894 INFO:teuthology.orchestra.run.smithi123.stdout: xfsprogs-devel x86_64 6.4.0-3.el9 appstream 96 k 2024-07-26T12:18:48.894 INFO:teuthology.orchestra.run.smithi123.stdout:Upgrading: 2024-07-26T12:18:48.894 INFO:teuthology.orchestra.run.smithi123.stdout: NetworkManager x86_64 1:1.48.2-2.el9 baseos 2.3 M 2024-07-26T12:18:48.894 INFO:teuthology.orchestra.run.smithi123.stdout: NetworkManager-libnm x86_64 1:1.48.2-2.el9 baseos 1.8 M 2024-07-26T12:18:48.895 INFO:teuthology.orchestra.run.smithi123.stdout: NetworkManager-team x86_64 1:1.48.2-2.el9 baseos 41 k 2024-07-26T12:18:48.895 INFO:teuthology.orchestra.run.smithi123.stdout: NetworkManager-tui x86_64 1:1.48.2-2.el9 baseos 247 k 2024-07-26T12:18:48.895 INFO:teuthology.orchestra.run.smithi123.stdout: elfutils-debuginfod-client x86_64 0.191-4.el9 baseos 37 k 2024-07-26T12:18:48.895 INFO:teuthology.orchestra.run.smithi123.stdout: elfutils-libelf x86_64 0.191-4.el9 baseos 207 k 2024-07-26T12:18:48.895 INFO:teuthology.orchestra.run.smithi123.stdout: elfutils-libs x86_64 0.191-4.el9 baseos 260 k 2024-07-26T12:18:48.895 INFO:teuthology.orchestra.run.smithi123.stdout: librados2 x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 3.4 M 2024-07-26T12:18:48.895 INFO:teuthology.orchestra.run.smithi123.stdout: librbd1 x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 3.1 M 2024-07-26T12:18:48.895 INFO:teuthology.orchestra.run.smithi123.stdout: openssl x86_64 1:3.2.2-2.el9 baseos 1.4 M 2024-07-26T12:18:48.895 INFO:teuthology.orchestra.run.smithi123.stdout: openssl-libs x86_64 1:3.2.2-2.el9 baseos 2.4 M 2024-07-26T12:18:48.895 INFO:teuthology.orchestra.run.smithi123.stdout: xfsprogs x86_64 6.4.0-3.el9 baseos 1.1 M 2024-07-26T12:18:48.895 INFO:teuthology.orchestra.run.smithi123.stdout:Installing dependencies: 2024-07-26T12:18:48.896 INFO:teuthology.orchestra.run.smithi123.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-07-26T12:18:48.896 INFO:teuthology.orchestra.run.smithi123.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-07-26T12:18:48.896 INFO:teuthology.orchestra.run.smithi123.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-07-26T12:18:48.896 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-common x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 20 M 2024-07-26T12:18:48.896 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-grafana-dashboards noarch 2:19.0.0-5320.ge8f88bb1.el9 ceph-noarch 34 k 2024-07-26T12:18:48.896 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-mds x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 2.3 M 2024-07-26T12:18:48.896 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-mgr-modules-core noarch 2:19.0.0-5320.ge8f88bb1.el9 ceph-noarch 284 k 2024-07-26T12:18:48.896 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-mon x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 4.9 M 2024-07-26T12:18:48.896 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-osd x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 18 M 2024-07-26T12:18:48.896 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-prometheus-alerts noarch 2:19.0.0-5320.ge8f88bb1.el9 ceph-noarch 16 k 2024-07-26T12:18:48.896 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-selinux x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 25 k 2024-07-26T12:18:48.896 INFO:teuthology.orchestra.run.smithi123.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-07-26T12:18:48.897 INFO:teuthology.orchestra.run.smithi123.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-07-26T12:18:48.897 INFO:teuthology.orchestra.run.smithi123.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-07-26T12:18:48.897 INFO:teuthology.orchestra.run.smithi123.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-07-26T12:18:48.897 INFO:teuthology.orchestra.run.smithi123.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-07-26T12:18:48.897 INFO:teuthology.orchestra.run.smithi123.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-07-26T12:18:48.897 INFO:teuthology.orchestra.run.smithi123.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-07-26T12:18:48.897 INFO:teuthology.orchestra.run.smithi123.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-07-26T12:18:48.897 INFO:teuthology.orchestra.run.smithi123.stdout: libcephsqlite x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 158 k 2024-07-26T12:18:48.897 INFO:teuthology.orchestra.run.smithi123.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-07-26T12:18:48.897 INFO:teuthology.orchestra.run.smithi123.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-07-26T12:18:48.897 INFO:teuthology.orchestra.run.smithi123.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-07-26T12:18:48.897 INFO:teuthology.orchestra.run.smithi123.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-07-26T12:18:48.898 INFO:teuthology.orchestra.run.smithi123.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-07-26T12:18:48.898 INFO:teuthology.orchestra.run.smithi123.stdout: libradosstriper1 x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 503 k 2024-07-26T12:18:48.898 INFO:teuthology.orchestra.run.smithi123.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-07-26T12:18:48.898 INFO:teuthology.orchestra.run.smithi123.stdout: librgw2 x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 5.3 M 2024-07-26T12:18:48.898 INFO:teuthology.orchestra.run.smithi123.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-07-26T12:18:48.898 INFO:teuthology.orchestra.run.smithi123.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-07-26T12:18:48.898 INFO:teuthology.orchestra.run.smithi123.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-07-26T12:18:48.898 INFO:teuthology.orchestra.run.smithi123.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-07-26T12:18:48.898 INFO:teuthology.orchestra.run.smithi123.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-07-26T12:18:48.899 INFO:teuthology.orchestra.run.smithi123.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-07-26T12:18:48.899 INFO:teuthology.orchestra.run.smithi123.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-07-26T12:18:48.899 INFO:teuthology.orchestra.run.smithi123.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-07-26T12:18:48.899 INFO:teuthology.orchestra.run.smithi123.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-07-26T12:18:48.900 INFO:teuthology.orchestra.run.smithi123.stdout: postgresql-private-libs x86_64 13.14-1.el9 appstream 133 k 2024-07-26T12:18:48.900 INFO:teuthology.orchestra.run.smithi123.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-07-26T12:18:48.900 INFO:teuthology.orchestra.run.smithi123.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-07-26T12:18:48.900 INFO:teuthology.orchestra.run.smithi123.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-07-26T12:18:48.900 INFO:teuthology.orchestra.run.smithi123.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-07-26T12:18:48.900 INFO:teuthology.orchestra.run.smithi123.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-07-26T12:18:48.900 INFO:teuthology.orchestra.run.smithi123.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-07-26T12:18:48.900 INFO:teuthology.orchestra.run.smithi123.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-07-26T12:18:48.900 INFO:teuthology.orchestra.run.smithi123.stdout: python3-ceph-argparse x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 45 k 2024-07-26T12:18:48.900 INFO:teuthology.orchestra.run.smithi123.stdout: python3-ceph-common x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 138 k 2024-07-26T12:18:48.900 INFO:teuthology.orchestra.run.smithi123.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-07-26T12:18:48.900 INFO:teuthology.orchestra.run.smithi123.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-07-26T12:18:48.901 INFO:teuthology.orchestra.run.smithi123.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-07-26T12:18:48.901 INFO:teuthology.orchestra.run.smithi123.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-07-26T12:18:48.901 INFO:teuthology.orchestra.run.smithi123.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-07-26T12:18:48.901 INFO:teuthology.orchestra.run.smithi123.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-07-26T12:18:48.901 INFO:teuthology.orchestra.run.smithi123.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-07-26T12:18:48.901 INFO:teuthology.orchestra.run.smithi123.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-07-26T12:18:48.901 INFO:teuthology.orchestra.run.smithi123.stdout: python3-google-auth noarch 1:2.32.0-1.el9 epel 216 k 2024-07-26T12:18:48.901 INFO:teuthology.orchestra.run.smithi123.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-07-26T12:18:48.901 INFO:teuthology.orchestra.run.smithi123.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-07-26T12:18:48.901 INFO:teuthology.orchestra.run.smithi123.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-07-26T12:18:48.901 INFO:teuthology.orchestra.run.smithi123.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-07-26T12:18:48.901 INFO:teuthology.orchestra.run.smithi123.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-07-26T12:18:48.902 INFO:teuthology.orchestra.run.smithi123.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-07-26T12:18:48.902 INFO:teuthology.orchestra.run.smithi123.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-07-26T12:18:48.902 INFO:teuthology.orchestra.run.smithi123.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-07-26T12:18:48.902 INFO:teuthology.orchestra.run.smithi123.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-07-26T12:18:48.902 INFO:teuthology.orchestra.run.smithi123.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-07-26T12:18:48.902 INFO:teuthology.orchestra.run.smithi123.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-07-26T12:18:48.902 INFO:teuthology.orchestra.run.smithi123.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-07-26T12:18:48.902 INFO:teuthology.orchestra.run.smithi123.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-07-26T12:18:48.902 INFO:teuthology.orchestra.run.smithi123.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-07-26T12:18:48.902 INFO:teuthology.orchestra.run.smithi123.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-07-26T12:18:48.902 INFO:teuthology.orchestra.run.smithi123.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-07-26T12:18:48.902 INFO:teuthology.orchestra.run.smithi123.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-07-26T12:18:48.902 INFO:teuthology.orchestra.run.smithi123.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-07-26T12:18:48.903 INFO:teuthology.orchestra.run.smithi123.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-07-26T12:18:48.903 INFO:teuthology.orchestra.run.smithi123.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-07-26T12:18:48.903 INFO:teuthology.orchestra.run.smithi123.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-07-26T12:18:48.903 INFO:teuthology.orchestra.run.smithi123.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-07-26T12:18:48.903 INFO:teuthology.orchestra.run.smithi123.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-07-26T12:18:48.903 INFO:teuthology.orchestra.run.smithi123.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-07-26T12:18:48.903 INFO:teuthology.orchestra.run.smithi123.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-07-26T12:18:48.903 INFO:teuthology.orchestra.run.smithi123.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-07-26T12:18:48.903 INFO:teuthology.orchestra.run.smithi123.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-07-26T12:18:48.903 INFO:teuthology.orchestra.run.smithi123.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-07-26T12:18:48.903 INFO:teuthology.orchestra.run.smithi123.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-07-26T12:18:48.903 INFO:teuthology.orchestra.run.smithi123.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-07-26T12:18:48.903 INFO:teuthology.orchestra.run.smithi123.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-07-26T12:18:48.904 INFO:teuthology.orchestra.run.smithi123.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-07-26T12:18:48.904 INFO:teuthology.orchestra.run.smithi123.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-07-26T12:18:48.904 INFO:teuthology.orchestra.run.smithi123.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-07-26T12:18:48.904 INFO:teuthology.orchestra.run.smithi123.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-07-26T12:18:48.904 INFO:teuthology.orchestra.run.smithi123.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-07-26T12:18:48.904 INFO:teuthology.orchestra.run.smithi123.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-07-26T12:18:48.904 INFO:teuthology.orchestra.run.smithi123.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-07-26T12:18:48.904 INFO:teuthology.orchestra.run.smithi123.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-07-26T12:18:48.904 INFO:teuthology.orchestra.run.smithi123.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-07-26T12:18:48.904 INFO:teuthology.orchestra.run.smithi123.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-07-26T12:18:48.904 INFO:teuthology.orchestra.run.smithi123.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-07-26T12:18:48.904 INFO:teuthology.orchestra.run.smithi123.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-07-26T12:18:48.904 INFO:teuthology.orchestra.run.smithi123.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-07-26T12:18:48.905 INFO:teuthology.orchestra.run.smithi123.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-07-26T12:18:48.905 INFO:teuthology.orchestra.run.smithi123.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-07-26T12:18:48.905 INFO:teuthology.orchestra.run.smithi123.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-07-26T12:18:48.905 INFO:teuthology.orchestra.run.smithi123.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-07-26T12:18:48.905 INFO:teuthology.orchestra.run.smithi123.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-07-26T12:18:48.905 INFO:teuthology.orchestra.run.smithi123.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-07-26T12:18:48.905 INFO:teuthology.orchestra.run.smithi123.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-07-26T12:18:48.905 INFO:teuthology.orchestra.run.smithi123.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-07-26T12:18:48.905 INFO:teuthology.orchestra.run.smithi123.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-07-26T12:18:48.905 INFO:teuthology.orchestra.run.smithi123.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-07-26T12:18:48.906 INFO:teuthology.orchestra.run.smithi123.stdout:Installing weak dependencies: 2024-07-26T12:18:48.906 INFO:teuthology.orchestra.run.smithi123.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-07-26T12:18:48.906 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-07-26T12:18:48.906 INFO:teuthology.orchestra.run.smithi123.stdout:Transaction Summary 2024-07-26T12:18:48.906 INFO:teuthology.orchestra.run.smithi123.stdout:======================================================================================= 2024-07-26T12:18:48.906 INFO:teuthology.orchestra.run.smithi123.stdout:Install 148 Packages 2024-07-26T12:18:48.906 INFO:teuthology.orchestra.run.smithi123.stdout:Upgrade 12 Packages 2024-07-26T12:18:48.906 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-07-26T12:18:48.907 INFO:teuthology.orchestra.run.smithi123.stdout:Total download size: 233 M 2024-07-26T12:18:48.907 INFO:teuthology.orchestra.run.smithi123.stdout:Downloading Packages: 2024-07-26T12:18:49.955 INFO:teuthology.orchestra.run.smithi123.stdout:(1/160): ceph-19.0.0-5320.ge8f88bb1.el9.x86_64. 24 kB/s | 6.6 kB 00:00 2024-07-26T12:18:50.588 INFO:teuthology.orchestra.run.smithi123.stdout:(2/160): ceph-fuse-19.0.0-5320.ge8f88bb1.el9.x8 1.3 MB/s | 872 kB 00:00 2024-07-26T12:18:50.678 INFO:teuthology.orchestra.run.smithi031.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-07-26T12:18:50.680 INFO:teuthology.orchestra.run.smithi031.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-07-26T12:18:50.701 INFO:teuthology.orchestra.run.smithi031.stdout:Package NetworkManager-1:1.47.4-1.el9.x86_64 is already installed. 2024-07-26T12:18:50.702 INFO:teuthology.orchestra.run.smithi031.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-07-26T12:18:50.704 INFO:teuthology.orchestra.run.smithi031.stdout:Package util-linux-2.37.4-18.el9.x86_64 is already installed. 2024-07-26T12:18:50.705 INFO:teuthology.orchestra.run.smithi123.stdout:(3/160): ceph-immutable-object-cache-19.0.0-532 1.3 MB/s | 148 kB 00:00 2024-07-26T12:18:50.705 INFO:teuthology.orchestra.run.smithi031.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-07-26T12:18:50.708 INFO:teuthology.orchestra.run.smithi031.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-07-26T12:18:50.711 INFO:teuthology.orchestra.run.smithi031.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-07-26T12:18:50.713 INFO:teuthology.orchestra.run.smithi031.stdout:Package xfsprogs-6.3.0-1.el9.x86_64 is already installed. 2024-07-26T12:18:50.792 INFO:teuthology.orchestra.run.smithi031.stdout:Dependencies resolved. 2024-07-26T12:18:50.810 INFO:teuthology.orchestra.run.smithi031.stdout:======================================================================================= 2024-07-26T12:18:50.810 INFO:teuthology.orchestra.run.smithi031.stdout: Package Arch Version Repository Size 2024-07-26T12:18:50.810 INFO:teuthology.orchestra.run.smithi031.stdout:======================================================================================= 2024-07-26T12:18:50.810 INFO:teuthology.orchestra.run.smithi031.stdout:Installing: 2024-07-26T12:18:50.810 INFO:teuthology.orchestra.run.smithi031.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-07-26T12:18:50.810 INFO:teuthology.orchestra.run.smithi031.stdout: ceph x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 6.6 k 2024-07-26T12:18:50.810 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-base x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 5.5 M 2024-07-26T12:18:50.810 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-fuse x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 872 k 2024-07-26T12:18:50.810 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 148 k 2024-07-26T12:18:50.810 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-mgr x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 1.5 M 2024-07-26T12:18:50.811 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-mgr-cephadm noarch 2:19.0.0-5320.ge8f88bb1.el9 ceph-noarch 149 k 2024-07-26T12:18:50.811 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-mgr-dashboard noarch 2:19.0.0-5320.ge8f88bb1.el9 ceph-noarch 14 M 2024-07-26T12:18:50.811 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-5320.ge8f88bb1.el9 ceph-noarch 7.4 M 2024-07-26T12:18:50.811 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-mgr-rook noarch 2:19.0.0-5320.ge8f88bb1.el9 ceph-noarch 49 k 2024-07-26T12:18:50.811 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-radosgw x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 10 M 2024-07-26T12:18:50.811 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-test x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 44 M 2024-07-26T12:18:50.811 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-volume noarch 2:19.0.0-5320.ge8f88bb1.el9 ceph-noarch 274 k 2024-07-26T12:18:50.811 INFO:teuthology.orchestra.run.smithi031.stdout: cephadm noarch 2:19.0.0-5320.ge8f88bb1.el9 ceph-noarch 771 k 2024-07-26T12:18:50.811 INFO:teuthology.orchestra.run.smithi031.stdout: cephfs-mirror x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 225 k 2024-07-26T12:18:50.811 INFO:teuthology.orchestra.run.smithi031.stdout: cephfs-shell x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 27 k 2024-07-26T12:18:50.811 INFO:teuthology.orchestra.run.smithi031.stdout: cephfs-top noarch 2:19.0.0-5320.ge8f88bb1.el9 ceph-noarch 18 k 2024-07-26T12:18:50.811 INFO:teuthology.orchestra.run.smithi031.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-07-26T12:18:50.811 INFO:teuthology.orchestra.run.smithi031.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-07-26T12:18:50.812 INFO:teuthology.orchestra.run.smithi031.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-07-26T12:18:50.812 INFO:teuthology.orchestra.run.smithi031.stdout: libcephfs-devel x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 32 k 2024-07-26T12:18:50.812 INFO:teuthology.orchestra.run.smithi031.stdout: libcephfs2 x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 765 k 2024-07-26T12:18:50.812 INFO:teuthology.orchestra.run.smithi031.stdout: librados-devel x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 127 k 2024-07-26T12:18:50.812 INFO:teuthology.orchestra.run.smithi031.stdout: libtool x86_64 2.4.6-46.el9 appstream 581 k 2024-07-26T12:18:50.812 INFO:teuthology.orchestra.run.smithi031.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-07-26T12:18:50.812 INFO:teuthology.orchestra.run.smithi031.stdout: openssl-devel x86_64 1:3.2.2-2.el9 appstream 4.4 M 2024-07-26T12:18:50.812 INFO:teuthology.orchestra.run.smithi031.stdout: postgresql x86_64 13.14-1.el9 appstream 1.6 M 2024-07-26T12:18:50.812 INFO:teuthology.orchestra.run.smithi031.stdout: postgresql-contrib x86_64 13.14-1.el9 appstream 911 k 2024-07-26T12:18:50.812 INFO:teuthology.orchestra.run.smithi031.stdout: postgresql-server x86_64 13.14-1.el9 appstream 5.8 M 2024-07-26T12:18:50.812 INFO:teuthology.orchestra.run.smithi031.stdout: python3-cephfs x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 188 k 2024-07-26T12:18:50.812 INFO:teuthology.orchestra.run.smithi031.stdout: python3-rados x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 372 k 2024-07-26T12:18:50.812 INFO:teuthology.orchestra.run.smithi031.stdout: python3-rbd x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 355 k 2024-07-26T12:18:50.813 INFO:teuthology.orchestra.run.smithi031.stdout: python3-rgw x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 116 k 2024-07-26T12:18:50.813 INFO:teuthology.orchestra.run.smithi031.stdout: rbd-fuse x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 86 k 2024-07-26T12:18:50.813 INFO:teuthology.orchestra.run.smithi031.stdout: rbd-mirror x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 3.1 M 2024-07-26T12:18:50.813 INFO:teuthology.orchestra.run.smithi031.stdout: rbd-nbd x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 170 k 2024-07-26T12:18:50.813 INFO:teuthology.orchestra.run.smithi031.stdout: xfsprogs-devel x86_64 6.4.0-3.el9 appstream 96 k 2024-07-26T12:18:50.813 INFO:teuthology.orchestra.run.smithi031.stdout:Upgrading: 2024-07-26T12:18:50.813 INFO:teuthology.orchestra.run.smithi031.stdout: NetworkManager x86_64 1:1.48.2-2.el9 baseos 2.3 M 2024-07-26T12:18:50.813 INFO:teuthology.orchestra.run.smithi031.stdout: NetworkManager-libnm x86_64 1:1.48.2-2.el9 baseos 1.8 M 2024-07-26T12:18:50.813 INFO:teuthology.orchestra.run.smithi031.stdout: NetworkManager-team x86_64 1:1.48.2-2.el9 baseos 41 k 2024-07-26T12:18:50.813 INFO:teuthology.orchestra.run.smithi031.stdout: NetworkManager-tui x86_64 1:1.48.2-2.el9 baseos 247 k 2024-07-26T12:18:50.813 INFO:teuthology.orchestra.run.smithi031.stdout: elfutils-debuginfod-client x86_64 0.191-4.el9 baseos 37 k 2024-07-26T12:18:50.813 INFO:teuthology.orchestra.run.smithi031.stdout: elfutils-libelf x86_64 0.191-4.el9 baseos 207 k 2024-07-26T12:18:50.814 INFO:teuthology.orchestra.run.smithi031.stdout: elfutils-libs x86_64 0.191-4.el9 baseos 260 k 2024-07-26T12:18:50.814 INFO:teuthology.orchestra.run.smithi031.stdout: librados2 x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 3.4 M 2024-07-26T12:18:50.814 INFO:teuthology.orchestra.run.smithi031.stdout: librbd1 x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 3.1 M 2024-07-26T12:18:50.814 INFO:teuthology.orchestra.run.smithi031.stdout: openssl x86_64 1:3.2.2-2.el9 baseos 1.4 M 2024-07-26T12:18:50.814 INFO:teuthology.orchestra.run.smithi031.stdout: openssl-libs x86_64 1:3.2.2-2.el9 baseos 2.4 M 2024-07-26T12:18:50.814 INFO:teuthology.orchestra.run.smithi031.stdout: xfsprogs x86_64 6.4.0-3.el9 baseos 1.1 M 2024-07-26T12:18:50.814 INFO:teuthology.orchestra.run.smithi031.stdout:Installing dependencies: 2024-07-26T12:18:50.814 INFO:teuthology.orchestra.run.smithi031.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-07-26T12:18:50.814 INFO:teuthology.orchestra.run.smithi031.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-07-26T12:18:50.814 INFO:teuthology.orchestra.run.smithi031.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-07-26T12:18:50.814 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-common x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 20 M 2024-07-26T12:18:50.814 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-grafana-dashboards noarch 2:19.0.0-5320.ge8f88bb1.el9 ceph-noarch 34 k 2024-07-26T12:18:50.815 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-mds x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 2.3 M 2024-07-26T12:18:50.815 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-mgr-modules-core noarch 2:19.0.0-5320.ge8f88bb1.el9 ceph-noarch 284 k 2024-07-26T12:18:50.815 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-mon x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 4.9 M 2024-07-26T12:18:50.815 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-osd x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 18 M 2024-07-26T12:18:50.815 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-prometheus-alerts noarch 2:19.0.0-5320.ge8f88bb1.el9 ceph-noarch 16 k 2024-07-26T12:18:50.815 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-selinux x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 25 k 2024-07-26T12:18:50.815 INFO:teuthology.orchestra.run.smithi031.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-07-26T12:18:50.815 INFO:teuthology.orchestra.run.smithi031.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-07-26T12:18:50.815 INFO:teuthology.orchestra.run.smithi031.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-07-26T12:18:50.815 INFO:teuthology.orchestra.run.smithi031.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-07-26T12:18:50.815 INFO:teuthology.orchestra.run.smithi031.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-07-26T12:18:50.815 INFO:teuthology.orchestra.run.smithi031.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-07-26T12:18:50.815 INFO:teuthology.orchestra.run.smithi031.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-07-26T12:18:50.816 INFO:teuthology.orchestra.run.smithi031.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-07-26T12:18:50.816 INFO:teuthology.orchestra.run.smithi031.stdout: libcephsqlite x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 158 k 2024-07-26T12:18:50.816 INFO:teuthology.orchestra.run.smithi031.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-07-26T12:18:50.816 INFO:teuthology.orchestra.run.smithi031.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-07-26T12:18:50.816 INFO:teuthology.orchestra.run.smithi031.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-07-26T12:18:50.816 INFO:teuthology.orchestra.run.smithi031.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-07-26T12:18:50.816 INFO:teuthology.orchestra.run.smithi031.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-07-26T12:18:50.816 INFO:teuthology.orchestra.run.smithi031.stdout: libradosstriper1 x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 503 k 2024-07-26T12:18:50.816 INFO:teuthology.orchestra.run.smithi031.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-07-26T12:18:50.816 INFO:teuthology.orchestra.run.smithi031.stdout: librgw2 x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 5.3 M 2024-07-26T12:18:50.816 INFO:teuthology.orchestra.run.smithi031.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-07-26T12:18:50.816 INFO:teuthology.orchestra.run.smithi031.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-07-26T12:18:50.816 INFO:teuthology.orchestra.run.smithi031.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-07-26T12:18:50.817 INFO:teuthology.orchestra.run.smithi031.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-07-26T12:18:50.817 INFO:teuthology.orchestra.run.smithi031.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-07-26T12:18:50.817 INFO:teuthology.orchestra.run.smithi031.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-07-26T12:18:50.817 INFO:teuthology.orchestra.run.smithi031.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-07-26T12:18:50.817 INFO:teuthology.orchestra.run.smithi031.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-07-26T12:18:50.817 INFO:teuthology.orchestra.run.smithi031.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-07-26T12:18:50.817 INFO:teuthology.orchestra.run.smithi031.stdout: postgresql-private-libs x86_64 13.14-1.el9 appstream 133 k 2024-07-26T12:18:50.817 INFO:teuthology.orchestra.run.smithi031.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-07-26T12:18:50.817 INFO:teuthology.orchestra.run.smithi031.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-07-26T12:18:50.817 INFO:teuthology.orchestra.run.smithi031.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-07-26T12:18:50.817 INFO:teuthology.orchestra.run.smithi031.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-07-26T12:18:50.817 INFO:teuthology.orchestra.run.smithi031.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-07-26T12:18:50.817 INFO:teuthology.orchestra.run.smithi031.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-07-26T12:18:50.818 INFO:teuthology.orchestra.run.smithi031.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-07-26T12:18:50.818 INFO:teuthology.orchestra.run.smithi031.stdout: python3-ceph-argparse x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 45 k 2024-07-26T12:18:50.818 INFO:teuthology.orchestra.run.smithi031.stdout: python3-ceph-common x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 138 k 2024-07-26T12:18:50.818 INFO:teuthology.orchestra.run.smithi031.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-07-26T12:18:50.818 INFO:teuthology.orchestra.run.smithi031.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-07-26T12:18:50.818 INFO:teuthology.orchestra.run.smithi031.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-07-26T12:18:50.818 INFO:teuthology.orchestra.run.smithi031.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-07-26T12:18:50.818 INFO:teuthology.orchestra.run.smithi031.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-07-26T12:18:50.818 INFO:teuthology.orchestra.run.smithi031.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-07-26T12:18:50.818 INFO:teuthology.orchestra.run.smithi031.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-07-26T12:18:50.818 INFO:teuthology.orchestra.run.smithi031.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-07-26T12:18:50.818 INFO:teuthology.orchestra.run.smithi031.stdout: python3-google-auth noarch 1:2.32.0-1.el9 epel 216 k 2024-07-26T12:18:50.819 INFO:teuthology.orchestra.run.smithi031.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-07-26T12:18:50.819 INFO:teuthology.orchestra.run.smithi031.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-07-26T12:18:50.819 INFO:teuthology.orchestra.run.smithi031.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-07-26T12:18:50.819 INFO:teuthology.orchestra.run.smithi031.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-07-26T12:18:50.819 INFO:teuthology.orchestra.run.smithi031.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-07-26T12:18:50.819 INFO:teuthology.orchestra.run.smithi031.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-07-26T12:18:50.819 INFO:teuthology.orchestra.run.smithi031.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-07-26T12:18:50.819 INFO:teuthology.orchestra.run.smithi031.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-07-26T12:18:50.819 INFO:teuthology.orchestra.run.smithi031.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-07-26T12:18:50.819 INFO:teuthology.orchestra.run.smithi031.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-07-26T12:18:50.819 INFO:teuthology.orchestra.run.smithi031.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-07-26T12:18:50.820 INFO:teuthology.orchestra.run.smithi031.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-07-26T12:18:50.820 INFO:teuthology.orchestra.run.smithi031.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-07-26T12:18:50.820 INFO:teuthology.orchestra.run.smithi031.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-07-26T12:18:50.820 INFO:teuthology.orchestra.run.smithi031.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-07-26T12:18:50.820 INFO:teuthology.orchestra.run.smithi031.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-07-26T12:18:50.820 INFO:teuthology.orchestra.run.smithi031.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-07-26T12:18:50.820 INFO:teuthology.orchestra.run.smithi031.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-07-26T12:18:50.820 INFO:teuthology.orchestra.run.smithi031.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-07-26T12:18:50.820 INFO:teuthology.orchestra.run.smithi031.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-07-26T12:18:50.820 INFO:teuthology.orchestra.run.smithi031.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-07-26T12:18:50.820 INFO:teuthology.orchestra.run.smithi031.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-07-26T12:18:50.820 INFO:teuthology.orchestra.run.smithi031.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-07-26T12:18:50.821 INFO:teuthology.orchestra.run.smithi031.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-07-26T12:18:50.821 INFO:teuthology.orchestra.run.smithi031.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-07-26T12:18:50.821 INFO:teuthology.orchestra.run.smithi031.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-07-26T12:18:50.821 INFO:teuthology.orchestra.run.smithi031.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-07-26T12:18:50.821 INFO:teuthology.orchestra.run.smithi031.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-07-26T12:18:50.821 INFO:teuthology.orchestra.run.smithi031.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-07-26T12:18:50.821 INFO:teuthology.orchestra.run.smithi031.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-07-26T12:18:50.821 INFO:teuthology.orchestra.run.smithi031.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-07-26T12:18:50.821 INFO:teuthology.orchestra.run.smithi031.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-07-26T12:18:50.821 INFO:teuthology.orchestra.run.smithi031.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-07-26T12:18:50.821 INFO:teuthology.orchestra.run.smithi031.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-07-26T12:18:50.821 INFO:teuthology.orchestra.run.smithi031.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-07-26T12:18:50.821 INFO:teuthology.orchestra.run.smithi031.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-07-26T12:18:50.822 INFO:teuthology.orchestra.run.smithi031.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-07-26T12:18:50.822 INFO:teuthology.orchestra.run.smithi031.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-07-26T12:18:50.822 INFO:teuthology.orchestra.run.smithi031.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-07-26T12:18:50.822 INFO:teuthology.orchestra.run.smithi031.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-07-26T12:18:50.822 INFO:teuthology.orchestra.run.smithi031.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-07-26T12:18:50.822 INFO:teuthology.orchestra.run.smithi031.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-07-26T12:18:50.822 INFO:teuthology.orchestra.run.smithi031.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-07-26T12:18:50.822 INFO:teuthology.orchestra.run.smithi031.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-07-26T12:18:50.822 INFO:teuthology.orchestra.run.smithi031.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-07-26T12:18:50.822 INFO:teuthology.orchestra.run.smithi031.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-07-26T12:18:50.822 INFO:teuthology.orchestra.run.smithi031.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-07-26T12:18:50.822 INFO:teuthology.orchestra.run.smithi031.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-07-26T12:18:50.822 INFO:teuthology.orchestra.run.smithi031.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-07-26T12:18:50.823 INFO:teuthology.orchestra.run.smithi031.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-07-26T12:18:50.823 INFO:teuthology.orchestra.run.smithi031.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-07-26T12:18:50.823 INFO:teuthology.orchestra.run.smithi031.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-07-26T12:18:50.823 INFO:teuthology.orchestra.run.smithi031.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-07-26T12:18:50.823 INFO:teuthology.orchestra.run.smithi031.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-07-26T12:18:50.823 INFO:teuthology.orchestra.run.smithi031.stdout:Installing weak dependencies: 2024-07-26T12:18:50.823 INFO:teuthology.orchestra.run.smithi031.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-07-26T12:18:50.823 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-07-26T12:18:50.823 INFO:teuthology.orchestra.run.smithi031.stdout:Transaction Summary 2024-07-26T12:18:50.823 INFO:teuthology.orchestra.run.smithi031.stdout:======================================================================================= 2024-07-26T12:18:50.823 INFO:teuthology.orchestra.run.smithi031.stdout:Install 148 Packages 2024-07-26T12:18:50.823 INFO:teuthology.orchestra.run.smithi031.stdout:Upgrade 12 Packages 2024-07-26T12:18:50.823 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-07-26T12:18:50.824 INFO:teuthology.orchestra.run.smithi031.stdout:Total download size: 233 M 2024-07-26T12:18:50.824 INFO:teuthology.orchestra.run.smithi031.stdout:Downloading Packages: 2024-07-26T12:18:51.030 INFO:teuthology.orchestra.run.smithi123.stdout:(4/160): ceph-base-19.0.0-5320.ge8f88bb1.el9.x8 4.0 MB/s | 5.5 MB 00:01 2024-07-26T12:18:51.178 INFO:teuthology.orchestra.run.smithi123.stdout:(5/160): ceph-mds-19.0.0-5320.ge8f88bb1.el9.x86 4.8 MB/s | 2.3 MB 00:00 2024-07-26T12:18:51.256 INFO:teuthology.orchestra.run.smithi123.stdout:(6/160): ceph-mgr-19.0.0-5320.ge8f88bb1.el9.x86 6.8 MB/s | 1.5 MB 00:00 2024-07-26T12:18:51.673 INFO:teuthology.orchestra.run.smithi123.stdout:(7/160): ceph-mon-19.0.0-5320.ge8f88bb1.el9.x86 9.9 MB/s | 4.9 MB 00:00 2024-07-26T12:18:51.889 INFO:teuthology.orchestra.run.smithi031.stdout:(1/160): ceph-19.0.0-5320.ge8f88bb1.el9.x86_64. 20 kB/s | 6.6 kB 00:00 2024-07-26T12:18:52.090 INFO:teuthology.orchestra.run.smithi123.stdout:(8/160): ceph-common-19.0.0-5320.ge8f88bb1.el9. 8.2 MB/s | 20 MB 00:02 2024-07-26T12:18:52.147 INFO:teuthology.orchestra.run.smithi031.stdout:(2/160): ceph-fuse-19.0.0-5320.ge8f88bb1.el9.x8 3.3 MB/s | 872 kB 00:00 2024-07-26T12:18:52.157 INFO:teuthology.orchestra.run.smithi123.stdout:(9/160): ceph-selinux-19.0.0-5320.ge8f88bb1.el9 383 kB/s | 25 kB 00:00 2024-07-26T12:18:52.398 INFO:teuthology.orchestra.run.smithi031.stdout:(3/160): ceph-base-19.0.0-5320.ge8f88bb1.el9.x8 6.5 MB/s | 5.5 MB 00:00 2024-07-26T12:18:52.415 INFO:teuthology.orchestra.run.smithi123.stdout:(10/160): ceph-osd-19.0.0-5320.ge8f88bb1.el9.x8 15 MB/s | 18 MB 00:01 2024-07-26T12:18:52.431 INFO:teuthology.orchestra.run.smithi031.stdout:(4/160): ceph-immutable-object-cache-19.0.0-532 524 kB/s | 148 kB 00:00 2024-07-26T12:18:52.499 INFO:teuthology.orchestra.run.smithi123.stdout:(11/160): cephfs-mirror-19.0.0-5320.ge8f88bb1.e 2.7 MB/s | 225 kB 00:00 2024-07-26T12:18:52.540 INFO:teuthology.orchestra.run.smithi031.stdout:(5/160): ceph-mds-19.0.0-5320.ge8f88bb1.el9.x86 16 MB/s | 2.3 MB 00:00 2024-07-26T12:18:52.541 INFO:teuthology.orchestra.run.smithi123.stdout:(12/160): cephfs-shell-19.0.0-5320.ge8f88bb1.el 665 kB/s | 27 kB 00:00 2024-07-26T12:18:52.583 INFO:teuthology.orchestra.run.smithi123.stdout:(13/160): libcephfs-devel-19.0.0-5320.ge8f88bb1 779 kB/s | 32 kB 00:00 2024-07-26T12:18:52.725 INFO:teuthology.orchestra.run.smithi123.stdout:(14/160): ceph-radosgw-19.0.0-5320.ge8f88bb1.el 9.9 MB/s | 10 MB 00:01 2024-07-26T12:18:52.800 INFO:teuthology.orchestra.run.smithi123.stdout:(15/160): libcephfs2-19.0.0-5320.ge8f88bb1.el9. 3.5 MB/s | 765 kB 00:00 2024-07-26T12:18:52.834 INFO:teuthology.orchestra.run.smithi123.stdout:(16/160): libcephsqlite-19.0.0-5320.ge8f88bb1.e 1.4 MB/s | 158 kB 00:00 2024-07-26T12:18:52.841 INFO:teuthology.orchestra.run.smithi031.stdout:(6/160): ceph-mon-19.0.0-5320.ge8f88bb1.el9.x86 16 MB/s | 4.9 MB 00:00 2024-07-26T12:18:52.859 INFO:teuthology.orchestra.run.smithi123.stdout:(17/160): librados-devel-19.0.0-5320.ge8f88bb1. 2.1 MB/s | 127 kB 00:00 2024-07-26T12:18:52.907 INFO:teuthology.orchestra.run.smithi031.stdout:(7/160): ceph-mgr-19.0.0-5320.ge8f88bb1.el9.x86 3.2 MB/s | 1.5 MB 00:00 2024-07-26T12:18:52.934 INFO:teuthology.orchestra.run.smithi123.stdout:(18/160): libradosstriper1-19.0.0-5320.ge8f88bb 4.9 MB/s | 503 kB 00:00 2024-07-26T12:18:53.043 INFO:teuthology.orchestra.run.smithi123.stdout:(19/160): python3-ceph-argparse-19.0.0-5320.ge8 419 kB/s | 45 kB 00:00 2024-07-26T12:18:53.160 INFO:teuthology.orchestra.run.smithi123.stdout:(20/160): python3-ceph-common-19.0.0-5320.ge8f8 1.2 MB/s | 138 kB 00:00 2024-07-26T12:18:53.260 INFO:teuthology.orchestra.run.smithi123.stdout:(21/160): python3-cephfs-19.0.0-5320.ge8f88bb1. 1.8 MB/s | 188 kB 00:00 2024-07-26T12:18:53.458 INFO:teuthology.orchestra.run.smithi123.stdout:(22/160): librgw2-19.0.0-5320.ge8f88bb1.el9.x86 8.8 MB/s | 5.3 MB 00:00 2024-07-26T12:18:53.511 INFO:teuthology.orchestra.run.smithi123.stdout:(23/160): python3-rados-19.0.0-5320.ge8f88bb1.e 1.5 MB/s | 372 kB 00:00 2024-07-26T12:18:53.561 INFO:teuthology.orchestra.run.smithi123.stdout:(24/160): python3-rbd-19.0.0-5320.ge8f88bb1.el9 3.4 MB/s | 355 kB 00:00 2024-07-26T12:18:53.603 INFO:teuthology.orchestra.run.smithi123.stdout:(25/160): python3-rgw-19.0.0-5320.ge8f88bb1.el9 1.2 MB/s | 116 kB 00:00 2024-07-26T12:18:53.645 INFO:teuthology.orchestra.run.smithi123.stdout:(26/160): rbd-fuse-19.0.0-5320.ge8f88bb1.el9.x8 1.0 MB/s | 86 kB 00:00 2024-07-26T12:18:53.712 INFO:teuthology.orchestra.run.smithi123.stdout:(27/160): rbd-nbd-19.0.0-5320.ge8f88bb1.el9.x86 2.5 MB/s | 170 kB 00:00 2024-07-26T12:18:53.804 INFO:teuthology.orchestra.run.smithi123.stdout:(28/160): ceph-grafana-dashboards-19.0.0-5320.g 378 kB/s | 34 kB 00:00 2024-07-26T12:18:53.891 INFO:teuthology.orchestra.run.smithi031.stdout:(8/160): ceph-osd-19.0.0-5320.ge8f88bb1.el9.x86 17 MB/s | 18 MB 00:01 2024-07-26T12:18:53.896 INFO:teuthology.orchestra.run.smithi123.stdout:(29/160): rbd-mirror-19.0.0-5320.ge8f88bb1.el9. 11 MB/s | 3.1 MB 00:00 2024-07-26T12:18:53.929 INFO:teuthology.orchestra.run.smithi123.stdout:(30/160): ceph-mgr-cephadm-19.0.0-5320.ge8f88bb 1.2 MB/s | 149 kB 00:00 2024-07-26T12:18:53.949 INFO:teuthology.orchestra.run.smithi031.stdout:(9/160): ceph-selinux-19.0.0-5320.ge8f88bb1.el9 438 kB/s | 25 kB 00:00 2024-07-26T12:18:54.780 INFO:teuthology.orchestra.run.smithi123.stdout:(31/160): ceph-mgr-diskprediction-local-19.0.0- 8.7 MB/s | 7.4 MB 00:00 2024-07-26T12:18:54.816 INFO:teuthology.orchestra.run.smithi031.stdout:(10/160): ceph-radosgw-19.0.0-5320.ge8f88bb1.el 5.4 MB/s | 10 MB 00:01 2024-07-26T12:18:54.863 INFO:teuthology.orchestra.run.smithi123.stdout:(32/160): ceph-mgr-modules-core-19.0.0-5320.ge8 3.4 MB/s | 284 kB 00:00 2024-07-26T12:18:54.900 INFO:teuthology.orchestra.run.smithi031.stdout:(11/160): cephfs-mirror-19.0.0-5320.ge8f88bb1.e 2.7 MB/s | 225 kB 00:00 2024-07-26T12:18:54.947 INFO:teuthology.orchestra.run.smithi123.stdout:(33/160): ceph-mgr-rook-19.0.0-5320.ge8f88bb1.e 596 kB/s | 49 kB 00:00 2024-07-26T12:18:54.983 INFO:teuthology.orchestra.run.smithi031.stdout:(12/160): cephfs-shell-19.0.0-5320.ge8f88bb1.el 328 kB/s | 27 kB 00:00 2024-07-26T12:18:55.030 INFO:teuthology.orchestra.run.smithi123.stdout:(34/160): ceph-prometheus-alerts-19.0.0-5320.ge 199 kB/s | 16 kB 00:00 2024-07-26T12:18:55.067 INFO:teuthology.orchestra.run.smithi031.stdout:(13/160): libcephfs-devel-19.0.0-5320.ge8f88bb1 385 kB/s | 32 kB 00:00 2024-07-26T12:18:55.201 INFO:teuthology.orchestra.run.smithi031.stdout:(14/160): libcephfs2-19.0.0-5320.ge8f88bb1.el9. 5.6 MB/s | 765 kB 00:00 2024-07-26T12:18:55.247 INFO:teuthology.orchestra.run.smithi123.stdout:(35/160): ceph-mgr-dashboard-19.0.0-5320.ge8f88 10 MB/s | 14 MB 00:01 2024-07-26T12:18:55.281 INFO:teuthology.orchestra.run.smithi123.stdout:(36/160): ceph-volume-19.0.0-5320.ge8f88bb1.el9 1.1 MB/s | 274 kB 00:00 2024-07-26T12:18:55.331 INFO:teuthology.orchestra.run.smithi123.stdout:(37/160): cephadm-19.0.0-5320.ge8f88bb1.el9.noa 9.1 MB/s | 771 kB 00:00 2024-07-26T12:18:55.357 INFO:teuthology.orchestra.run.smithi123.stdout:(38/160): cephfs-top-19.0.0-5320.ge8f88bb1.el9. 244 kB/s | 18 kB 00:00 2024-07-26T12:18:55.459 INFO:teuthology.orchestra.run.smithi031.stdout:(15/160): ceph-common-19.0.0-5320.ge8f88bb1.el9 5.1 MB/s | 20 MB 00:03 2024-07-26T12:18:55.493 INFO:teuthology.orchestra.run.smithi031.stdout:(16/160): libcephsqlite-19.0.0-5320.ge8f88bb1.e 544 kB/s | 158 kB 00:00 2024-07-26T12:18:55.526 INFO:teuthology.orchestra.run.smithi031.stdout:(17/160): librados-devel-19.0.0-5320.ge8f88bb1. 1.9 MB/s | 127 kB 00:00 2024-07-26T12:18:55.577 INFO:teuthology.orchestra.run.smithi031.stdout:(18/160): libradosstriper1-19.0.0-5320.ge8f88bb 6.0 MB/s | 503 kB 00:00 2024-07-26T12:18:55.627 INFO:teuthology.orchestra.run.smithi031.stdout:(19/160): python3-ceph-argparse-19.0.0-5320.ge8 923 kB/s | 45 kB 00:00 2024-07-26T12:18:55.711 INFO:teuthology.orchestra.run.smithi031.stdout:(20/160): python3-ceph-common-19.0.0-5320.ge8f8 1.6 MB/s | 138 kB 00:00 2024-07-26T12:18:55.769 INFO:teuthology.orchestra.run.smithi031.stdout:(21/160): python3-cephfs-19.0.0-5320.ge8f88bb1. 3.2 MB/s | 188 kB 00:00 2024-07-26T12:18:55.836 INFO:teuthology.orchestra.run.smithi031.stdout:(22/160): python3-rados-19.0.0-5320.ge8f88bb1.e 5.6 MB/s | 372 kB 00:00 2024-07-26T12:18:55.891 INFO:teuthology.orchestra.run.smithi123.stdout:(39/160): ceph-test-19.0.0-5320.ge8f88bb1.el9.x 12 MB/s | 44 MB 00:03 2024-07-26T12:18:55.903 INFO:teuthology.orchestra.run.smithi031.stdout:(23/160): python3-rbd-19.0.0-5320.ge8f88bb1.el9 5.3 MB/s | 355 kB 00:00 2024-07-26T12:18:55.916 INFO:teuthology.orchestra.run.smithi123.stdout:(40/160): fuse-2.9.9-16.el9.x86_64.rpm 137 kB/s | 80 kB 00:00 2024-07-26T12:18:55.954 INFO:teuthology.orchestra.run.smithi031.stdout:(24/160): python3-rgw-19.0.0-5320.ge8f88bb1.el9 2.3 MB/s | 116 kB 00:00 2024-07-26T12:18:55.957 INFO:teuthology.orchestra.run.smithi123.stdout:(41/160): libgfortran-11.4.1-3.el9.x86_64.rpm 1.3 MB/s | 803 kB 00:00 2024-07-26T12:18:55.992 INFO:teuthology.orchestra.run.smithi123.stdout:(42/160): libquadmath-11.4.1-3.el9.x86_64.rpm 1.9 MB/s | 195 kB 00:00 2024-07-26T12:18:56.012 INFO:teuthology.orchestra.run.smithi031.stdout:(25/160): rbd-fuse-19.0.0-5320.ge8f88bb1.el9.x8 1.5 MB/s | 86 kB 00:00 2024-07-26T12:18:56.033 INFO:teuthology.orchestra.run.smithi123.stdout:(43/160): python3-ply-3.11-14.el9.noarch.rpm 2.5 MB/s | 106 kB 00:00 2024-07-26T12:18:56.075 INFO:teuthology.orchestra.run.smithi123.stdout:(44/160): python3-cffi-1.14.5-5.el9.x86_64.rpm 1.6 MB/s | 253 kB 00:00 2024-07-26T12:18:56.109 INFO:teuthology.orchestra.run.smithi123.stdout:(45/160): python3-pycparser-2.20-6.el9.noarch.r 1.8 MB/s | 135 kB 00:00 2024-07-26T12:18:56.129 INFO:teuthology.orchestra.run.smithi031.stdout:(26/160): librgw2-19.0.0-5320.ge8f88bb1.el9.x86 8.8 MB/s | 5.3 MB 00:00 2024-07-26T12:18:56.168 INFO:teuthology.orchestra.run.smithi123.stdout:(46/160): python3-requests-2.25.1-8.el9.noarch. 1.3 MB/s | 125 kB 00:00 2024-07-26T12:18:56.196 INFO:teuthology.orchestra.run.smithi031.stdout:(27/160): rbd-nbd-19.0.0-5320.ge8f88bb1.el9.x86 2.5 MB/s | 170 kB 00:00 2024-07-26T12:18:56.201 INFO:teuthology.orchestra.run.smithi123.stdout:(47/160): python3-urllib3-1.26.5-6.el9.noarch.r 2.3 MB/s | 215 kB 00:00 2024-07-26T12:18:56.255 INFO:teuthology.orchestra.run.smithi031.stdout:(28/160): ceph-grafana-dashboards-19.0.0-5320.g 595 kB/s | 34 kB 00:00 2024-07-26T12:18:56.268 INFO:teuthology.orchestra.run.smithi123.stdout:(48/160): python3-cryptography-36.0.1-4.el9.x86 4.0 MB/s | 1.2 MB 00:00 2024-07-26T12:18:56.321 INFO:teuthology.orchestra.run.smithi031.stdout:(29/160): ceph-mgr-cephadm-19.0.0-5320.ge8f88bb 2.2 MB/s | 149 kB 00:00 2024-07-26T12:18:56.363 INFO:teuthology.orchestra.run.smithi123.stdout:(49/160): boost-program-options-1.75.0-8.el9.x8 1.2 MB/s | 107 kB 00:00 2024-07-26T12:18:56.388 INFO:teuthology.orchestra.run.smithi031.stdout:(30/160): rbd-mirror-19.0.0-5320.ge8f88bb1.el9. 8.2 MB/s | 3.1 MB 00:00 2024-07-26T12:18:56.418 INFO:teuthology.orchestra.run.smithi123.stdout:(50/160): elfutils-libelf-devel-0.191-4.el9.x86 378 kB/s | 22 kB 00:00 2024-07-26T12:18:56.519 INFO:teuthology.orchestra.run.smithi123.stdout:(51/160): flex-2.6.4-9.el9.x86_64.rpm 3.1 MB/s | 313 kB 00:00 2024-07-26T12:18:56.577 INFO:teuthology.orchestra.run.smithi123.stdout:(52/160): flexiblas-3.0.4-8.el9.x86_64.rpm 571 kB/s | 33 kB 00:00 2024-07-26T12:18:56.628 INFO:teuthology.orchestra.run.smithi123.stdout:(53/160): bison-3.7.4-5.el9.x86_64.rpm 2.2 MB/s | 943 kB 00:00 2024-07-26T12:18:56.686 INFO:teuthology.orchestra.run.smithi123.stdout:(54/160): flexiblas-openblas-openmp-3.0.4-8.el9 317 kB/s | 18 kB 00:00 2024-07-26T12:18:56.745 INFO:teuthology.orchestra.run.smithi123.stdout:(55/160): automake-1.16.2-8.el9.noarch.rpm 1.2 MB/s | 689 kB 00:00 2024-07-26T12:18:56.789 INFO:teuthology.orchestra.run.smithi123.stdout:(56/160): libaio-devel-0.3.111-13.el9.x86_64.rp 109 kB/s | 11 kB 00:00 2024-07-26T12:18:56.854 INFO:teuthology.orchestra.run.smithi123.stdout:(57/160): librabbitmq-0.11.0-7.el9.x86_64.rpm 714 kB/s | 45 kB 00:00 2024-07-26T12:18:56.872 INFO:teuthology.orchestra.run.smithi031.stdout:(31/160): ceph-test-19.0.0-5320.ge8f88bb1.el9.x 15 MB/s | 44 MB 00:02 2024-07-26T12:18:56.879 INFO:teuthology.orchestra.run.smithi123.stdout:(58/160): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.2 MB/s | 160 kB 00:00 2024-07-26T12:18:56.922 INFO:teuthology.orchestra.run.smithi031.stdout:(32/160): ceph-mgr-modules-core-19.0.0-5320.ge8 5.7 MB/s | 284 kB 00:00 2024-07-26T12:18:56.975 INFO:teuthology.orchestra.run.smithi031.stdout:(33/160): ceph-mgr-rook-19.0.0-5320.ge8f88bb1.e 1.0 MB/s | 49 kB 00:00 2024-07-26T12:18:56.996 INFO:teuthology.orchestra.run.smithi123.stdout:(59/160): libtool-2.4.6-46.el9.x86_64.rpm 4.9 MB/s | 581 kB 00:00 2024-07-26T12:18:57.023 INFO:teuthology.orchestra.run.smithi031.stdout:(34/160): ceph-prometheus-alerts-19.0.0-5320.ge 337 kB/s | 16 kB 00:00 2024-07-26T12:18:57.038 INFO:teuthology.orchestra.run.smithi123.stdout:(60/160): librdkafka-1.6.1-102.el9.x86_64.rpm 3.5 MB/s | 662 kB 00:00 2024-07-26T12:18:57.072 INFO:teuthology.orchestra.run.smithi123.stdout:(61/160): libuuid-devel-2.37.4-18.el9.x86_64.rp 343 kB/s | 25 kB 00:00 2024-07-26T12:18:57.082 INFO:teuthology.orchestra.run.smithi031.stdout:(35/160): ceph-volume-19.0.0-5320.ge8f88bb1.el9 4.6 MB/s | 274 kB 00:00 2024-07-26T12:18:57.163 INFO:teuthology.orchestra.run.smithi123.stdout:(62/160): lttng-ust-2.12.0-6.el9.x86_64.rpm 3.1 MB/s | 292 kB 00:00 2024-07-26T12:18:57.165 INFO:teuthology.orchestra.run.smithi031.stdout:(36/160): cephadm-19.0.0-5320.ge8f88bb1.el9.noa 9.2 MB/s | 771 kB 00:00 2024-07-26T12:18:57.189 INFO:teuthology.orchestra.run.smithi123.stdout:(63/160): libzstd-devel-1.5.1-2.el9.x86_64.rpm 316 kB/s | 47 kB 00:00 2024-07-26T12:18:57.264 INFO:teuthology.orchestra.run.smithi123.stdout:(64/160): flexiblas-netlib-3.0.4-8.el9.x86_64.r 4.4 MB/s | 3.0 MB 00:00 2024-07-26T12:18:57.290 INFO:teuthology.orchestra.run.smithi031.stdout:(37/160): ceph-mgr-diskprediction-local-19.0.0- 8.2 MB/s | 7.4 MB 00:00 2024-07-26T12:18:57.314 INFO:teuthology.orchestra.run.smithi123.stdout:(65/160): openblas-0.3.21-2.el9.x86_64.rpm 283 kB/s | 35 kB 00:00 2024-07-26T12:18:57.315 INFO:teuthology.orchestra.run.smithi031.stdout:(38/160): cephfs-top-19.0.0-5320.ge8f88bb1.el9. 122 kB/s | 18 kB 00:00 2024-07-26T12:18:57.340 INFO:teuthology.orchestra.run.smithi123.stdout:(66/160): lua-5.4.4-4.el9.x86_64.rpm 1.1 MB/s | 188 kB 00:00 2024-07-26T12:18:57.491 INFO:teuthology.orchestra.run.smithi031.stdout:(39/160): fuse-2.9.9-16.el9.x86_64.rpm 401 kB/s | 80 kB 00:00 2024-07-26T12:18:57.618 INFO:teuthology.orchestra.run.smithi031.stdout:(40/160): libquadmath-11.4.1-3.el9.x86_64.rpm 1.5 MB/s | 195 kB 00:00 2024-07-26T12:18:57.658 INFO:teuthology.orchestra.run.smithi031.stdout:(41/160): libgfortran-11.4.1-3.el9.x86_64.rpm 2.3 MB/s | 803 kB 00:00 2024-07-26T12:18:57.700 INFO:teuthology.orchestra.run.smithi031.stdout:(42/160): python3-cffi-1.14.5-5.el9.x86_64.rpm 3.0 MB/s | 253 kB 00:00 2024-07-26T12:18:57.759 INFO:teuthology.orchestra.run.smithi031.stdout:(43/160): python3-ply-3.11-14.el9.noarch.rpm 1.8 MB/s | 106 kB 00:00 2024-07-26T12:18:57.807 INFO:teuthology.orchestra.run.smithi123.stdout:(67/160): openblas-openmp-0.3.21-2.el9.x86_64.r 8.8 MB/s | 4.7 MB 00:00 2024-07-26T12:18:57.865 INFO:teuthology.orchestra.run.smithi123.stdout:(68/160): postgresql-13.14-1.el9.x86_64.rpm 3.0 MB/s | 1.6 MB 00:00 2024-07-26T12:18:57.934 INFO:teuthology.orchestra.run.smithi031.stdout:(44/160): ceph-mgr-dashboard-19.0.0-5320.ge8f88 8.7 MB/s | 14 MB 00:01 2024-07-26T12:18:57.965 INFO:teuthology.orchestra.run.smithi123.stdout:(69/160): openssl-devel-3.2.2-2.el9.x86_64.rpm 6.8 MB/s | 4.4 MB 00:00 2024-07-26T12:18:57.967 INFO:teuthology.orchestra.run.smithi031.stdout:(45/160): python3-pycparser-2.20-6.el9.noarch.r 651 kB/s | 135 kB 00:00 2024-07-26T12:18:58.043 INFO:teuthology.orchestra.run.smithi031.stdout:(46/160): python3-cryptography-36.0.1-4.el9.x86 3.2 MB/s | 1.2 MB 00:00 2024-07-26T12:18:58.067 INFO:teuthology.orchestra.run.smithi123.stdout:(70/160): postgresql-private-libs-13.14-1.el9.x 664 kB/s | 133 kB 00:00 2024-07-26T12:18:58.067 INFO:teuthology.orchestra.run.smithi031.stdout:(47/160): python3-urllib3-1.26.5-6.el9.noarch.r 2.1 MB/s | 215 kB 00:00 2024-07-26T12:18:58.133 INFO:teuthology.orchestra.run.smithi123.stdout:(71/160): postgresql-contrib-13.14-1.el9.x86_64 2.7 MB/s | 911 kB 00:00 2024-07-26T12:18:58.193 INFO:teuthology.orchestra.run.smithi031.stdout:(48/160): python3-requests-2.25.1-8.el9.noarch. 484 kB/s | 125 kB 00:00 2024-07-26T12:18:58.216 INFO:teuthology.orchestra.run.smithi123.stdout:(72/160): python3-attrs-20.3.0-7.el9.noarch.rpm 1.0 MB/s | 87 kB 00:00 2024-07-26T12:18:58.258 INFO:teuthology.orchestra.run.smithi123.stdout:(73/160): protobuf-3.14.0-13.el9.x86_64.rpm 5.3 MB/s | 1.0 MB 00:00 2024-07-26T12:18:58.285 INFO:teuthology.orchestra.run.smithi031.stdout:(49/160): boost-program-options-1.75.0-8.el9.x8 1.2 MB/s | 107 kB 00:00 2024-07-26T12:18:58.318 INFO:teuthology.orchestra.run.smithi031.stdout:(50/160): automake-1.16.2-8.el9.noarch.rpm 2.5 MB/s | 689 kB 00:00 2024-07-26T12:18:58.325 INFO:teuthology.orchestra.run.smithi123.stdout:(74/160): python3-colorama-0.4.6-3.el9.noarch.r 932 kB/s | 61 kB 00:00 2024-07-26T12:18:58.377 INFO:teuthology.orchestra.run.smithi031.stdout:(51/160): bison-3.7.4-5.el9.x86_64.rpm 3.0 MB/s | 943 kB 00:00 2024-07-26T12:18:58.411 INFO:teuthology.orchestra.run.smithi031.stdout:(52/160): elfutils-libelf-devel-0.191-4.el9.x86 174 kB/s | 22 kB 00:00 2024-07-26T12:18:58.425 INFO:teuthology.orchestra.run.smithi123.stdout:(75/160): python3-devel-3.9.18-3.el9.x86_64.rpm 2.4 MB/s | 244 kB 00:00 2024-07-26T12:18:58.461 INFO:teuthology.orchestra.run.smithi031.stdout:(53/160): flex-2.6.4-9.el9.x86_64.rpm 2.2 MB/s | 313 kB 00:00 2024-07-26T12:18:58.511 INFO:teuthology.orchestra.run.smithi031.stdout:(54/160): flexiblas-3.0.4-8.el9.x86_64.rpm 246 kB/s | 33 kB 00:00 2024-07-26T12:18:58.536 INFO:teuthology.orchestra.run.smithi031.stdout:(55/160): flexiblas-openblas-openmp-3.0.4-8.el9 245 kB/s | 18 kB 00:00 2024-07-26T12:18:58.559 INFO:teuthology.orchestra.run.smithi123.stdout:(76/160): postgresql-server-13.14-1.el9.x86_64. 9.7 MB/s | 5.8 MB 00:00 2024-07-26T12:18:58.579 INFO:teuthology.orchestra.run.smithi031.stdout:(56/160): libaio-devel-0.3.111-13.el9.x86_64.rp 169 kB/s | 11 kB 00:00 2024-07-26T12:18:58.609 INFO:teuthology.orchestra.run.smithi123.stdout:(77/160): python3-jinja2-2.11.3-6.el9.noarch.rp 1.3 MB/s | 248 kB 00:00 2024-07-26T12:18:58.628 INFO:teuthology.orchestra.run.smithi031.stdout:(57/160): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.7 MB/s | 160 kB 00:00 2024-07-26T12:18:58.643 INFO:teuthology.orchestra.run.smithi123.stdout:(78/160): python3-jsonpatch-1.21-16.el9.noarch. 310 kB/s | 26 kB 00:00 2024-07-26T12:18:58.715 INFO:teuthology.orchestra.run.smithi123.stdout:(79/160): python3-jsonpointer-2.0-4.el9.noarch. 184 kB/s | 19 kB 00:00 2024-07-26T12:18:58.779 INFO:teuthology.orchestra.run.smithi031.stdout:(58/160): librabbitmq-0.11.0-7.el9.x86_64.rpm 227 kB/s | 45 kB 00:00 2024-07-26T12:18:58.785 INFO:teuthology.orchestra.run.smithi123.stdout:(80/160): python3-markupsafe-1.1.1-12.el9.x86_6 499 kB/s | 35 kB 00:00 2024-07-26T12:18:58.879 INFO:teuthology.orchestra.run.smithi031.stdout:(59/160): librdkafka-1.6.1-102.el9.x86_64.rpm 2.6 MB/s | 662 kB 00:00 2024-07-26T12:18:58.902 INFO:teuthology.orchestra.run.smithi123.stdout:(81/160): python3-mako-1.1.4-6.el9.noarch.rpm 667 kB/s | 172 kB 00:00 2024-07-26T12:18:58.930 INFO:teuthology.orchestra.run.smithi031.stdout:(60/160): libuuid-devel-2.37.4-18.el9.x86_64.rp 520 kB/s | 25 kB 00:00 2024-07-26T12:18:58.996 INFO:teuthology.orchestra.run.smithi031.stdout:(61/160): libtool-2.4.6-46.el9.x86_64.rpm 2.6 MB/s | 581 kB 00:00 2024-07-26T12:18:59.013 INFO:teuthology.orchestra.run.smithi031.stdout:(62/160): libzstd-devel-1.5.1-2.el9.x86_64.rpm 574 kB/s | 47 kB 00:00 2024-07-26T12:18:59.089 INFO:teuthology.orchestra.run.smithi031.stdout:(63/160): lua-5.4.4-4.el9.x86_64.rpm 2.5 MB/s | 188 kB 00:00 2024-07-26T12:18:59.127 INFO:teuthology.orchestra.run.smithi123.stdout:(82/160): python3-numpy-f2py-1.20.1-5.el9.x86_6 1.1 MB/s | 250 kB 00:00 2024-07-26T12:18:59.164 INFO:teuthology.orchestra.run.smithi031.stdout:(64/160): flexiblas-netlib-3.0.4-8.el9.x86_64.r 4.0 MB/s | 3.0 MB 00:00 2024-07-26T12:18:59.189 INFO:teuthology.orchestra.run.smithi031.stdout:(65/160): lttng-ust-2.12.0-6.el9.x86_64.rpm 1.5 MB/s | 292 kB 00:00 2024-07-26T12:18:59.240 INFO:teuthology.orchestra.run.smithi031.stdout:(66/160): openblas-0.3.21-2.el9.x86_64.rpm 236 kB/s | 35 kB 00:00 2024-07-26T12:18:59.303 INFO:teuthology.orchestra.run.smithi123.stdout:(83/160): python3-babel-2.9.1-2.el9.noarch.rpm 5.5 MB/s | 6.0 MB 00:01 2024-07-26T12:18:59.370 INFO:teuthology.orchestra.run.smithi123.stdout:(84/160): python3-packaging-20.9-5.el9.noarch.r 1.1 MB/s | 77 kB 00:00 2024-07-26T12:18:59.382 INFO:teuthology.orchestra.run.smithi031.stdout:(67/160): postgresql-13.14-1.el9.x86_64.rpm 11 MB/s | 1.6 MB 00:00 2024-07-26T12:18:59.461 INFO:teuthology.orchestra.run.smithi123.stdout:(85/160): python3-prettytable-0.7.2-27.el9.noar 464 kB/s | 42 kB 00:00 2024-07-26T12:18:59.495 INFO:teuthology.orchestra.run.smithi123.stdout:(86/160): python3-oauthlib-3.1.1-5.el9.noarch.r 606 kB/s | 222 kB 00:00 2024-07-26T12:18:59.515 INFO:teuthology.orchestra.run.smithi031.stdout:(68/160): openssl-devel-3.2.2-2.el9.x86_64.rpm 14 MB/s | 4.4 MB 00:00 2024-07-26T12:18:59.571 INFO:teuthology.orchestra.run.smithi123.stdout:(87/160): python3-pyasn1-0.4.8-6.el9.noarch.rpm 2.1 MB/s | 159 kB 00:00 2024-07-26T12:18:59.582 INFO:teuthology.orchestra.run.smithi031.stdout:(69/160): postgresql-contrib-13.14-1.el9.x86_64 4.5 MB/s | 911 kB 00:00 2024-07-26T12:18:59.604 INFO:teuthology.orchestra.run.smithi123.stdout:(88/160): python3-protobuf-3.14.0-13.el9.noarch 1.9 MB/s | 269 kB 00:00 2024-07-26T12:18:59.632 INFO:teuthology.orchestra.run.smithi031.stdout:(70/160): postgresql-private-libs-13.14-1.el9.x 1.1 MB/s | 133 kB 00:00 2024-07-26T12:18:59.738 INFO:teuthology.orchestra.run.smithi123.stdout:(89/160): python3-numpy-1.20.1-5.el9.x86_64.rpm 5.4 MB/s | 5.1 MB 00:00 2024-07-26T12:18:59.766 INFO:teuthology.orchestra.run.smithi031.stdout:(71/160): openblas-openmp-0.3.21-2.el9.x86_64.r 8.2 MB/s | 4.7 MB 00:00 2024-07-26T12:18:59.796 INFO:teuthology.orchestra.run.smithi123.stdout:(90/160): python3-pytz-2021.1-5.el9.noarch.rpm 267 kB/s | 51 kB 00:00 2024-07-26T12:18:59.831 INFO:teuthology.orchestra.run.smithi123.stdout:(91/160): python3-pyasn1-modules-0.4.8-6.el9.no 1.1 MB/s | 279 kB 00:00 2024-07-26T12:18:59.841 INFO:teuthology.orchestra.run.smithi031.stdout:(72/160): python3-attrs-20.3.0-7.el9.noarch.rpm 1.2 MB/s | 87 kB 00:00 2024-07-26T12:18:59.863 INFO:teuthology.orchestra.run.smithi123.stdout:(92/160): python3-requests-oauthlib-1.3.0-12.el 430 kB/s | 54 kB 00:00 2024-07-26T12:18:59.884 INFO:teuthology.orchestra.run.smithi031.stdout:(73/160): protobuf-3.14.0-13.el9.x86_64.rpm 4.0 MB/s | 1.0 MB 00:00 2024-07-26T12:18:59.930 INFO:teuthology.orchestra.run.smithi123.stdout:(93/160): python3-toml-0.10.2-6.el9.noarch.rpm 637 kB/s | 42 kB 00:00 2024-07-26T12:18:59.950 INFO:teuthology.orchestra.run.smithi031.stdout:(74/160): python3-colorama-0.4.6-3.el9.noarch.r 936 kB/s | 61 kB 00:00 2024-07-26T12:18:59.956 INFO:teuthology.orchestra.run.smithi123.stdout:(94/160): python3-wcwidth-0.2.5-8.el9.noarch.rp 487 kB/s | 44 kB 00:00 2024-07-26T12:19:00.031 INFO:teuthology.orchestra.run.smithi123.stdout:(95/160): qatlib-service-24.02.0-1.el9.x86_64.r 484 kB/s | 36 kB 00:00 2024-07-26T12:19:00.081 INFO:teuthology.orchestra.run.smithi123.stdout:(96/160): qatlib-24.02.0-1.el9.x86_64.rpm 1.4 MB/s | 221 kB 00:00 2024-07-26T12:19:00.083 INFO:teuthology.orchestra.run.smithi031.stdout:(75/160): postgresql-server-13.14-1.el9.x86_64. 12 MB/s | 5.8 MB 00:00 2024-07-26T12:19:00.106 INFO:teuthology.orchestra.run.smithi123.stdout:(97/160): qatzip-libs-1.2.0-1.el9.x86_64.rpm 638 kB/s | 47 kB 00:00 2024-07-26T12:19:00.134 INFO:teuthology.orchestra.run.smithi031.stdout:(76/160): python3-devel-3.9.18-3.el9.x86_64.rpm 1.3 MB/s | 244 kB 00:00 2024-07-26T12:19:00.182 INFO:teuthology.orchestra.run.smithi123.stdout:(98/160): uuid-1.6.2-55.el9.x86_64.rpm 777 kB/s | 58 kB 00:00 2024-07-26T12:19:00.184 INFO:teuthology.orchestra.run.smithi031.stdout:(77/160): python3-jinja2-2.11.3-6.el9.noarch.rp 2.4 MB/s | 248 kB 00:00 2024-07-26T12:19:00.218 INFO:teuthology.orchestra.run.smithi031.stdout:(78/160): python3-jsonpatch-1.21-16.el9.noarch. 310 kB/s | 26 kB 00:00 2024-07-26T12:19:00.224 INFO:teuthology.orchestra.run.smithi123.stdout:(99/160): socat-1.7.4.1-6.el9.x86_64.rpm 2.1 MB/s | 304 kB 00:00 2024-07-26T12:19:00.268 INFO:teuthology.orchestra.run.smithi031.stdout:(79/160): python3-jsonpointer-2.0-4.el9.noarch. 232 kB/s | 19 kB 00:00 2024-07-26T12:19:00.326 INFO:teuthology.orchestra.run.smithi123.stdout:(100/160): xmlstarlet-1.6.1-20.el9.x86_64.rpm 631 kB/s | 64 kB 00:00 2024-07-26T12:19:00.326 INFO:teuthology.orchestra.run.smithi031.stdout:(80/160): python3-mako-1.1.4-6.el9.noarch.rpm 1.6 MB/s | 172 kB 00:00 2024-07-26T12:19:00.352 INFO:teuthology.orchestra.run.smithi031.stdout:(81/160): python3-markupsafe-1.1.1-12.el9.x86_6 421 kB/s | 35 kB 00:00 2024-07-26T12:19:00.358 INFO:teuthology.orchestra.run.smithi123.stdout:(101/160): xfsprogs-devel-6.4.0-3.el9.x86_64.rp 548 kB/s | 96 kB 00:00 2024-07-26T12:19:00.469 INFO:teuthology.orchestra.run.smithi031.stdout:(82/160): python3-numpy-f2py-1.20.1-5.el9.x86_6 2.1 MB/s | 250 kB 00:00 2024-07-26T12:19:00.475 INFO:teuthology.orchestra.run.smithi123.stdout:(102/160): zlib-devel-1.2.11-41.el9.x86_64.rpm 303 kB/s | 45 kB 00:00 2024-07-26T12:19:00.627 INFO:teuthology.orchestra.run.smithi031.stdout:(83/160): python3-babel-2.9.1-2.el9.noarch.rpm 7.6 MB/s | 6.0 MB 00:00 2024-07-26T12:19:00.682 INFO:teuthology.orchestra.run.smithi031.stdout:(84/160): python3-oauthlib-3.1.1-5.el9.noarch.r 1.0 MB/s | 222 kB 00:00 2024-07-26T12:19:00.775 INFO:teuthology.orchestra.run.smithi123.stdout:(103/160): python3-scipy-1.6.2-8.el9.x86_64.rpm 17 MB/s | 16 MB 00:00 2024-07-26T12:19:00.803 INFO:teuthology.orchestra.run.smithi031.stdout:(85/160): python3-numpy-1.20.1-5.el9.x86_64.rpm 11 MB/s | 5.1 MB 00:00 2024-07-26T12:19:00.828 INFO:teuthology.orchestra.run.smithi031.stdout:(86/160): python3-packaging-20.9-5.el9.noarch.r 387 kB/s | 77 kB 00:00 2024-07-26T12:19:00.853 INFO:teuthology.orchestra.run.smithi031.stdout:(87/160): python3-prettytable-0.7.2-27.el9.noar 248 kB/s | 42 kB 00:00 2024-07-26T12:19:00.928 INFO:teuthology.orchestra.run.smithi031.stdout:(88/160): python3-protobuf-3.14.0-13.el9.noarch 2.1 MB/s | 269 kB 00:00 2024-07-26T12:19:00.962 INFO:teuthology.orchestra.run.smithi031.stdout:(89/160): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.4 MB/s | 159 kB 00:00 2024-07-26T12:19:00.965 INFO:teuthology.orchestra.run.smithi123.stdout:(104/160): abseil-cpp-20211102.0-3.el9.x86_64.r 4.4 MB/s | 548 kB 00:00 2024-07-26T12:19:00.996 INFO:teuthology.orchestra.run.smithi031.stdout:(90/160): python3-pyasn1-modules-0.4.8-6.el9.no 1.9 MB/s | 279 kB 00:00 2024-07-26T12:19:01.021 INFO:teuthology.orchestra.run.smithi031.stdout:(91/160): python3-pytz-2021.1-5.el9.noarch.rpm 559 kB/s | 51 kB 00:00 2024-07-26T12:19:01.051 INFO:teuthology.orchestra.run.smithi123.stdout:(105/160): gperftools-libs-2.9.1-2.el9.x86_64.r 9.2 MB/s | 309 kB 00:00 2024-07-26T12:19:01.055 INFO:teuthology.orchestra.run.smithi031.stdout:(92/160): python3-requests-oauthlib-1.3.0-12.el 588 kB/s | 54 kB 00:00 2024-07-26T12:19:01.076 INFO:teuthology.orchestra.run.smithi123.stdout:(106/160): grpc-data-1.46.7-10.el9.noarch.rpm 791 kB/s | 19 kB 00:00 2024-07-26T12:19:01.105 INFO:teuthology.orchestra.run.smithi031.stdout:(93/160): python3-toml-0.10.2-6.el9.noarch.rpm 504 kB/s | 42 kB 00:00 2024-07-26T12:19:01.130 INFO:teuthology.orchestra.run.smithi031.stdout:(94/160): python3-wcwidth-0.2.5-8.el9.noarch.rp 593 kB/s | 44 kB 00:00 2024-07-26T12:19:01.197 INFO:teuthology.orchestra.run.smithi031.stdout:(95/160): qatlib-service-24.02.0-1.el9.x86_64.r 541 kB/s | 36 kB 00:00 2024-07-26T12:19:01.226 INFO:teuthology.orchestra.run.smithi123.stdout:(107/160): libarrow-9.0.0-11.el9.x86_64.rpm 30 MB/s | 4.4 MB 00:00 2024-07-26T12:19:01.231 INFO:teuthology.orchestra.run.smithi031.stdout:(96/160): qatlib-24.02.0-1.el9.x86_64.rpm 1.7 MB/s | 221 kB 00:00 2024-07-26T12:19:01.251 INFO:teuthology.orchestra.run.smithi123.stdout:(108/160): libarrow-doc-9.0.0-11.el9.noarch.rpm 1.1 MB/s | 26 kB 00:00 2024-07-26T12:19:01.289 INFO:teuthology.orchestra.run.smithi031.stdout:(97/160): qatzip-libs-1.2.0-1.el9.x86_64.rpm 521 kB/s | 47 kB 00:00 2024-07-26T12:19:01.302 INFO:teuthology.orchestra.run.smithi123.stdout:(109/160): liboath-2.6.7-2.el9.x86_64.rpm 985 kB/s | 49 kB 00:00 2024-07-26T12:19:01.327 INFO:teuthology.orchestra.run.smithi123.stdout:(110/160): lua-devel-5.4.4-4.el9.x86_64.rpm 23 kB/s | 22 kB 00:00 2024-07-26T12:19:01.356 INFO:teuthology.orchestra.run.smithi031.stdout:(98/160): uuid-1.6.2-55.el9.x86_64.rpm 880 kB/s | 58 kB 00:00 2024-07-26T12:19:01.423 INFO:teuthology.orchestra.run.smithi031.stdout:(99/160): xfsprogs-devel-6.4.0-3.el9.x86_64.rpm 1.4 MB/s | 96 kB 00:00 2024-07-26T12:19:01.427 INFO:teuthology.orchestra.run.smithi123.stdout:(111/160): libunwind-1.6.2-1.el9.x86_64.rpm 550 kB/s | 67 kB 00:00 2024-07-26T12:19:01.469 INFO:teuthology.orchestra.run.smithi123.stdout:(112/160): luarocks-3.9.2-5.el9.noarch.rpm 1.0 MB/s | 151 kB 00:00 2024-07-26T12:19:01.515 INFO:teuthology.orchestra.run.smithi031.stdout:(100/160): xmlstarlet-1.6.1-20.el9.x86_64.rpm 701 kB/s | 64 kB 00:00 2024-07-26T12:19:01.528 INFO:teuthology.orchestra.run.smithi123.stdout:(113/160): parquet-libs-9.0.0-11.el9.x86_64.rpm 8.7 MB/s | 839 kB 00:00 2024-07-26T12:19:01.562 INFO:teuthology.orchestra.run.smithi123.stdout:(114/160): python3-asyncssh-2.13.2-5.el9.noarch 5.9 MB/s | 548 kB 00:00 2024-07-26T12:19:01.590 INFO:teuthology.orchestra.run.smithi031.stdout:(101/160): zlib-devel-1.2.11-41.el9.x86_64.rpm 606 kB/s | 45 kB 00:00 2024-07-26T12:19:01.612 INFO:teuthology.orchestra.run.smithi123.stdout:(115/160): python3-bcrypt-3.2.2-1.el9.x86_64.rp 523 kB/s | 43 kB 00:00 2024-07-26T12:19:01.646 INFO:teuthology.orchestra.run.smithi123.stdout:(116/160): python3-certifi-2023.05.07-4.el9.noa 439 kB/s | 14 kB 00:00 2024-07-26T12:19:01.671 INFO:teuthology.orchestra.run.smithi123.stdout:(117/160): python3-cachetools-4.2.4-1.el9.noarc 298 kB/s | 32 kB 00:00 2024-07-26T12:19:01.704 INFO:teuthology.orchestra.run.smithi123.stdout:(118/160): python3-cheroot-8.6.0-4.el9.noarch.r 2.9 MB/s | 172 kB 00:00 2024-07-26T12:19:01.763 INFO:teuthology.orchestra.run.smithi123.stdout:(119/160): python3-cherrypy-18.6.1-2.el9.noarch 3.8 MB/s | 358 kB 00:00 2024-07-26T12:19:01.791 INFO:teuthology.orchestra.run.smithi031.stdout:(102/160): socat-1.7.4.1-6.el9.x86_64.rpm 544 kB/s | 304 kB 00:00 2024-07-26T12:19:01.796 INFO:teuthology.orchestra.run.smithi123.stdout:(120/160): python3-cmd2-2.4.2-2.el9.noarch.rpm 3.2 MB/s | 303 kB 00:00 2024-07-26T12:19:01.830 INFO:teuthology.orchestra.run.smithi123.stdout:(121/160): python3-google-auth-2.32.0-1.el9.noa 3.2 MB/s | 216 kB 00:00 2024-07-26T12:19:01.864 INFO:teuthology.orchestra.run.smithi123.stdout:(122/160): python3-grpcio-tools-1.46.7-10.el9.x 4.4 MB/s | 144 kB 00:00 2024-07-26T12:19:01.890 INFO:teuthology.orchestra.run.smithi123.stdout:(123/160): python3-jaraco-8.2.1-3.el9.noarch.rp 445 kB/s | 11 kB 00:00 2024-07-26T12:19:01.940 INFO:teuthology.orchestra.run.smithi123.stdout:(124/160): python3-jaraco-classes-3.2.1-5.el9.n 353 kB/s | 18 kB 00:00 2024-07-26T12:19:01.973 INFO:teuthology.orchestra.run.smithi123.stdout:(125/160): python3-jaraco-collections-3.0.0-8.e 728 kB/s | 23 kB 00:00 2024-07-26T12:19:01.999 INFO:teuthology.orchestra.run.smithi123.stdout:(126/160): python3-jaraco-functools-3.5.0-2.el9 796 kB/s | 19 kB 00:00 2024-07-26T12:19:02.041 INFO:teuthology.orchestra.run.smithi123.stdout:(127/160): protobuf-compiler-3.14.0-13.el9.x86_ 552 kB/s | 863 kB 00:01 2024-07-26T12:19:02.058 INFO:teuthology.orchestra.run.smithi123.stdout:(128/160): python3-jaraco-text-3.2.0-6.el9.noar 340 kB/s | 20 kB 00:00 2024-07-26T12:19:02.150 INFO:teuthology.orchestra.run.smithi123.stdout:(129/160): python3-logutils-0.3.5-21.el9.noarch 2.2 MB/s | 46 kB 00:00 2024-07-26T12:19:02.183 INFO:teuthology.orchestra.run.smithi123.stdout:(130/160): python3-more-itertools-8.12.0-2.el9. 2.8 MB/s | 79 kB 00:00 2024-07-26T12:19:02.208 INFO:teuthology.orchestra.run.smithi123.stdout:(131/160): python3-natsort-7.1.1-5.el9.noarch.r 2.3 MB/s | 58 kB 00:00 2024-07-26T12:19:02.275 INFO:teuthology.orchestra.run.smithi123.stdout:(132/160): python3-pecan-1.4.2-3.el9.noarch.rpm 4.0 MB/s | 272 kB 00:00 2024-07-26T12:19:02.292 INFO:teuthology.orchestra.run.smithi123.stdout:(133/160): python3-portend-3.1.0-2.el9.noarch.r 1.0 MB/s | 16 kB 00:00 2024-07-26T12:19:02.326 INFO:teuthology.orchestra.run.smithi123.stdout:(134/160): python3-pyOpenSSL-21.0.0-1.el9.noarc 2.7 MB/s | 90 kB 00:00 2024-07-26T12:19:02.351 INFO:teuthology.orchestra.run.smithi123.stdout:(135/160): python3-pyperclip-1.8.2-2.el9.noarch 1.1 MB/s | 28 kB 00:00 2024-07-26T12:19:02.377 INFO:teuthology.orchestra.run.smithi123.stdout:(136/160): python3-repoze-lru-0.7-16.el9.noarch 1.2 MB/s | 31 kB 00:00 2024-07-26T12:19:02.418 INFO:teuthology.orchestra.run.smithi123.stdout:(137/160): python3-routes-2.5.1-5.el9.noarch.rp 4.5 MB/s | 188 kB 00:00 2024-07-26T12:19:02.452 INFO:teuthology.orchestra.run.smithi123.stdout:(138/160): python3-rsa-4.9-2.el9.noarch.rpm 1.8 MB/s | 59 kB 00:00 2024-07-26T12:19:02.474 INFO:teuthology.orchestra.run.smithi031.stdout:(103/160): python3-scipy-1.6.2-8.el9.x86_64.rpm 11 MB/s | 16 MB 00:01 2024-07-26T12:19:02.477 INFO:teuthology.orchestra.run.smithi123.stdout:(139/160): python3-tempora-5.0.0-2.el9.noarch.r 1.5 MB/s | 36 kB 00:00 2024-07-26T12:19:02.502 INFO:teuthology.orchestra.run.smithi031.stdout:(104/160): lua-devel-5.4.4-4.el9.x86_64.rpm 25 kB/s | 22 kB 00:00 2024-07-26T12:19:02.519 INFO:teuthology.orchestra.run.smithi123.stdout:(140/160): python3-kubernetes-26.1.0-2.el9.noar 2.1 MB/s | 1.0 MB 00:00 2024-07-26T12:19:02.570 INFO:teuthology.orchestra.run.smithi123.stdout:(141/160): python3-typing-extensions-4.4.0-2.el 559 kB/s | 51 kB 00:00 2024-07-26T12:19:02.603 INFO:teuthology.orchestra.run.smithi123.stdout:(142/160): python3-websocket-client-1.2.3-2.el9 2.7 MB/s | 90 kB 00:00 2024-07-26T12:19:02.637 INFO:teuthology.orchestra.run.smithi123.stdout:(143/160): python3-webob-1.8.7-6.el9.noarch.rpm 1.9 MB/s | 230 kB 00:00 2024-07-26T12:19:02.662 INFO:teuthology.orchestra.run.smithi123.stdout:(144/160): python3-zc-lockfile-2.0-10.el9.noarc 828 kB/s | 20 kB 00:00 2024-07-26T12:19:02.675 INFO:teuthology.orchestra.run.smithi031.stdout:(105/160): abseil-cpp-20211102.0-3.el9.x86_64.r 2.7 MB/s | 548 kB 00:00 2024-07-26T12:19:02.700 INFO:teuthology.orchestra.run.smithi031.stdout:(106/160): gperftools-libs-2.9.1-2.el9.x86_64.r 1.5 MB/s | 309 kB 00:00 2024-07-26T12:19:02.717 INFO:teuthology.orchestra.run.smithi031.stdout:(107/160): grpc-data-1.46.7-10.el9.noarch.rpm 470 kB/s | 19 kB 00:00 2024-07-26T12:19:02.729 INFO:teuthology.orchestra.run.smithi123.stdout:(145/160): python3-grpcio-1.46.7-10.el9.x86_64. 2.2 MB/s | 2.0 MB 00:00 2024-07-26T12:19:02.734 INFO:teuthology.orchestra.run.smithi031.stdout:(108/160): libarrow-doc-9.0.0-11.el9.noarch.rpm 1.6 MB/s | 26 kB 00:00 2024-07-26T12:19:02.759 INFO:teuthology.orchestra.run.smithi031.stdout:(109/160): liboath-2.6.7-2.el9.x86_64.rpm 2.0 MB/s | 49 kB 00:00 2024-07-26T12:19:02.763 INFO:teuthology.orchestra.run.smithi123.stdout:(146/160): re2-20211101-3.el9.x86_64.rpm 1.9 MB/s | 192 kB 00:00 2024-07-26T12:19:02.792 INFO:teuthology.orchestra.run.smithi031.stdout:(110/160): libunwind-1.6.2-1.el9.x86_64.rpm 2.0 MB/s | 67 kB 00:00 2024-07-26T12:19:02.796 INFO:teuthology.orchestra.run.smithi123.stdout:(147/160): python3-werkzeug-2.0.3-3.el9.1.noarc 2.2 MB/s | 427 kB 00:00 2024-07-26T12:19:02.826 INFO:teuthology.orchestra.run.smithi031.stdout:(111/160): luarocks-3.9.2-5.el9.noarch.rpm 4.5 MB/s | 151 kB 00:00 2024-07-26T12:19:02.899 INFO:teuthology.orchestra.run.smithi123.stdout:(148/160): thrift-0.15.0-2.el9.x86_64.rpm 9.4 MB/s | 1.6 MB 00:00 2024-07-26T12:19:02.901 INFO:teuthology.orchestra.run.smithi031.stdout:(112/160): parquet-libs-9.0.0-11.el9.x86_64.rpm 11 MB/s | 839 kB 00:00 2024-07-26T12:19:02.960 INFO:teuthology.orchestra.run.smithi031.stdout:(113/160): python3-asyncssh-2.13.2-5.el9.noarch 9.3 MB/s | 548 kB 00:00 2024-07-26T12:19:02.986 INFO:teuthology.orchestra.run.smithi031.stdout:(114/160): python3-bcrypt-3.2.2-1.el9.x86_64.rp 1.8 MB/s | 43 kB 00:00 2024-07-26T12:19:03.011 INFO:teuthology.orchestra.run.smithi031.stdout:(115/160): python3-cachetools-4.2.4-1.el9.noarc 1.3 MB/s | 32 kB 00:00 2024-07-26T12:19:03.036 INFO:teuthology.orchestra.run.smithi031.stdout:(116/160): python3-certifi-2023.05.07-4.el9.noa 587 kB/s | 14 kB 00:00 2024-07-26T12:19:03.070 INFO:teuthology.orchestra.run.smithi031.stdout:(117/160): python3-cheroot-8.6.0-4.el9.noarch.r 5.2 MB/s | 172 kB 00:00 2024-07-26T12:19:03.128 INFO:teuthology.orchestra.run.smithi031.stdout:(118/160): python3-cherrypy-18.6.1-2.el9.noarch 6.1 MB/s | 358 kB 00:00 2024-07-26T12:19:03.162 INFO:teuthology.orchestra.run.smithi031.stdout:(119/160): python3-cmd2-2.4.2-2.el9.noarch.rpm 9.2 MB/s | 303 kB 00:00 2024-07-26T12:19:03.164 INFO:teuthology.orchestra.run.smithi123.stdout:(149/160): librados2-19.0.0-5320.ge8f88bb1.el9. 8.4 MB/s | 3.4 MB 00:00 2024-07-26T12:19:03.196 INFO:teuthology.orchestra.run.smithi031.stdout:(120/160): python3-google-auth-2.32.0-1.el9.noa 6.5 MB/s | 216 kB 00:00 2024-07-26T12:19:03.256 INFO:teuthology.orchestra.run.smithi123.stdout:(150/160): librbd1-19.0.0-5320.ge8f88bb1.el9.x8 6.9 MB/s | 3.1 MB 00:00 2024-07-26T12:19:03.329 INFO:teuthology.orchestra.run.smithi031.stdout:(121/160): libarrow-9.0.0-11.el9.x86_64.rpm 7.0 MB/s | 4.4 MB 00:00 2024-07-26T12:19:03.331 INFO:teuthology.orchestra.run.smithi123.stdout:(151/160): NetworkManager-team-1.48.2-2.el9.x86 551 kB/s | 41 kB 00:00 2024-07-26T12:19:03.371 INFO:teuthology.orchestra.run.smithi031.stdout:(122/160): protobuf-compiler-3.14.0-13.el9.x86_ 547 kB/s | 863 kB 00:01 2024-07-26T12:19:03.439 INFO:teuthology.orchestra.run.smithi123.stdout:(152/160): NetworkManager-1.48.2-2.el9.x86_64.r 4.3 MB/s | 2.3 MB 00:00 2024-07-26T12:19:03.473 INFO:teuthology.orchestra.run.smithi123.stdout:(153/160): NetworkManager-tui-1.48.2-2.el9.x86_ 1.7 MB/s | 247 kB 00:00 2024-07-26T12:19:03.480 INFO:teuthology.orchestra.run.smithi031.stdout:(123/160): python3-grpcio-tools-1.46.7-10.el9.x 967 kB/s | 144 kB 00:00 2024-07-26T12:19:03.499 INFO:teuthology.orchestra.run.smithi123.stdout:(154/160): elfutils-debuginfod-client-0.191-4.e 630 kB/s | 37 kB 00:00 2024-07-26T12:19:03.513 INFO:teuthology.orchestra.run.smithi031.stdout:(124/160): python3-jaraco-8.2.1-3.el9.noarch.rp 76 kB/s | 11 kB 00:00 2024-07-26T12:19:03.557 INFO:teuthology.orchestra.run.smithi031.stdout:(125/160): python3-jaraco-classes-3.2.1-5.el9.n 250 kB/s | 18 kB 00:00 2024-07-26T12:19:03.557 INFO:teuthology.orchestra.run.smithi123.stdout:(155/160): elfutils-libelf-0.191-4.el9.x86_64.r 2.4 MB/s | 207 kB 00:00 2024-07-26T12:19:03.589 INFO:teuthology.orchestra.run.smithi031.stdout:(126/160): python3-jaraco-collections-3.0.0-8.e 311 kB/s | 23 kB 00:00 2024-07-26T12:19:03.607 INFO:teuthology.orchestra.run.smithi123.stdout:(156/160): elfutils-libs-0.191-4.el9.x86_64.rpm 2.4 MB/s | 260 kB 00:00 2024-07-26T12:19:03.614 INFO:teuthology.orchestra.run.smithi031.stdout:(127/160): python3-jaraco-functools-3.5.0-2.el9 342 kB/s | 19 kB 00:00 2024-07-26T12:19:03.640 INFO:teuthology.orchestra.run.smithi031.stdout:(128/160): python3-jaraco-text-3.2.0-6.el9.noar 398 kB/s | 20 kB 00:00 2024-07-26T12:19:03.673 INFO:teuthology.orchestra.run.smithi031.stdout:(129/160): python3-logutils-0.3.5-21.el9.noarch 1.4 MB/s | 46 kB 00:00 2024-07-26T12:19:03.707 INFO:teuthology.orchestra.run.smithi031.stdout:(130/160): python3-more-itertools-8.12.0-2.el9. 2.4 MB/s | 79 kB 00:00 2024-07-26T12:19:03.708 INFO:teuthology.orchestra.run.smithi123.stdout:(157/160): NetworkManager-libnm-1.48.2-2.el9.x8 3.3 MB/s | 1.8 MB 00:00 2024-07-26T12:19:03.740 INFO:teuthology.orchestra.run.smithi031.stdout:(131/160): python3-natsort-7.1.1-5.el9.noarch.r 1.7 MB/s | 58 kB 00:00 2024-07-26T12:19:03.816 INFO:teuthology.orchestra.run.smithi031.stdout:(132/160): python3-grpcio-1.46.7-10.el9.x86_64. 3.3 MB/s | 2.0 MB 00:00 2024-07-26T12:19:03.841 INFO:teuthology.orchestra.run.smithi031.stdout:(133/160): python3-portend-3.1.0-2.el9.noarch.r 682 kB/s | 16 kB 00:00 2024-07-26T12:19:03.875 INFO:teuthology.orchestra.run.smithi031.stdout:(134/160): python3-pecan-1.4.2-3.el9.noarch.rpm 2.0 MB/s | 272 kB 00:00 2024-07-26T12:19:03.900 INFO:teuthology.orchestra.run.smithi031.stdout:(135/160): python3-pyperclip-1.8.2-2.el9.noarch 1.1 MB/s | 28 kB 00:00 2024-07-26T12:19:03.925 INFO:teuthology.orchestra.run.smithi123.stdout:(158/160): openssl-3.2.2-2.el9.x86_64.rpm 3.7 MB/s | 1.4 MB 00:00 2024-07-26T12:19:03.925 INFO:teuthology.orchestra.run.smithi031.stdout:(136/160): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.1 MB/s | 90 kB 00:00 2024-07-26T12:19:03.951 INFO:teuthology.orchestra.run.smithi031.stdout:(137/160): python3-repoze-lru-0.7-16.el9.noarch 622 kB/s | 31 kB 00:00 2024-07-26T12:19:03.966 INFO:teuthology.orchestra.run.smithi123.stdout:(159/160): xfsprogs-6.4.0-3.el9.x86_64.rpm 4.2 MB/s | 1.1 MB 00:00 2024-07-26T12:19:03.984 INFO:teuthology.orchestra.run.smithi031.stdout:(138/160): python3-rsa-4.9-2.el9.noarch.rpm 1.8 MB/s | 59 kB 00:00 2024-07-26T12:19:04.009 INFO:teuthology.orchestra.run.smithi031.stdout:(139/160): python3-tempora-5.0.0-2.el9.noarch.r 1.5 MB/s | 36 kB 00:00 2024-07-26T12:19:04.043 INFO:teuthology.orchestra.run.smithi031.stdout:(140/160): python3-routes-2.5.1-5.el9.noarch.rp 1.6 MB/s | 188 kB 00:00 2024-07-26T12:19:04.068 INFO:teuthology.orchestra.run.smithi031.stdout:(141/160): python3-typing-extensions-4.4.0-2.el 883 kB/s | 51 kB 00:00 2024-07-26T12:19:04.102 INFO:teuthology.orchestra.run.smithi031.stdout:(142/160): python3-websocket-client-1.2.3-2.el9 2.7 MB/s | 90 kB 00:00 2024-07-26T12:19:04.145 INFO:teuthology.orchestra.run.smithi031.stdout:(143/160): python3-kubernetes-26.1.0-2.el9.noar 1.9 MB/s | 1.0 MB 00:00 2024-07-26T12:19:04.169 INFO:teuthology.orchestra.run.smithi031.stdout:(144/160): python3-webob-1.8.7-6.el9.noarch.rpm 1.8 MB/s | 230 kB 00:00 2024-07-26T12:19:04.194 INFO:teuthology.orchestra.run.smithi031.stdout:(145/160): python3-zc-lockfile-2.0-10.el9.noarc 400 kB/s | 20 kB 00:00 2024-07-26T12:19:04.236 INFO:teuthology.orchestra.run.smithi031.stdout:(146/160): re2-20211101-3.el9.x86_64.rpm 2.8 MB/s | 192 kB 00:00 2024-07-26T12:19:04.267 INFO:teuthology.orchestra.run.smithi123.stdout:(160/160): openssl-libs-3.2.2-2.el9.x86_64.rpm 3.6 MB/s | 2.4 MB 00:00 2024-07-26T12:19:04.270 INFO:teuthology.orchestra.run.smithi031.stdout:(147/160): python3-werkzeug-2.0.3-3.el9.1.noarc 2.5 MB/s | 427 kB 00:00 2024-07-26T12:19:04.277 INFO:teuthology.orchestra.run.smithi123.stdout:-------------------------------------------------------------------------------- 2024-07-26T12:19:04.278 INFO:teuthology.orchestra.run.smithi123.stdout:Total 15 MB/s | 233 MB 00:15 2024-07-26T12:19:04.354 INFO:teuthology.orchestra.run.smithi031.stdout:(148/160): thrift-0.15.0-2.el9.x86_64.rpm 10 MB/s | 1.6 MB 00:00 2024-07-26T12:19:04.546 INFO:teuthology.orchestra.run.smithi031.stdout:(149/160): librbd1-19.0.0-5320.ge8f88bb1.el9.x8 11 MB/s | 3.1 MB 00:00 2024-07-26T12:19:04.629 INFO:teuthology.orchestra.run.smithi031.stdout:(150/160): librados2-19.0.0-5320.ge8f88bb1.el9. 8.6 MB/s | 3.4 MB 00:00 2024-07-26T12:19:04.738 INFO:teuthology.orchestra.run.smithi031.stdout:(151/160): NetworkManager-team-1.48.2-2.el9.x86 380 kB/s | 41 kB 00:00 2024-07-26T12:19:04.855 INFO:teuthology.orchestra.run.smithi031.stdout:(152/160): NetworkManager-tui-1.48.2-2.el9.x86_ 2.1 MB/s | 247 kB 00:00 2024-07-26T12:19:04.913 INFO:teuthology.orchestra.run.smithi031.stdout:(153/160): elfutils-debuginfod-client-0.191-4.e 639 kB/s | 37 kB 00:00 2024-07-26T12:19:04.990 INFO:teuthology.orchestra.run.smithi031.stdout:(154/160): NetworkManager-libnm-1.48.2-2.el9.x8 4.1 MB/s | 1.8 MB 00:00 2024-07-26T12:19:05.024 INFO:teuthology.orchestra.run.smithi031.stdout:(155/160): elfutils-libelf-0.191-4.el9.x86_64.r 1.8 MB/s | 207 kB 00:00 2024-07-26T12:19:05.091 INFO:teuthology.orchestra.run.smithi031.stdout:(156/160): NetworkManager-1.48.2-2.el9.x86_64.r 3.1 MB/s | 2.3 MB 00:00 2024-07-26T12:19:05.124 INFO:teuthology.orchestra.run.smithi031.stdout:(157/160): elfutils-libs-0.191-4.el9.x86_64.rpm 1.9 MB/s | 260 kB 00:00 2024-07-26T12:19:05.200 INFO:teuthology.orchestra.run.smithi031.stdout:(158/160): openssl-3.2.2-2.el9.x86_64.rpm 7.7 MB/s | 1.4 MB 00:00 2024-07-26T12:19:05.242 INFO:teuthology.orchestra.run.smithi031.stdout:(159/160): xfsprogs-6.4.0-3.el9.x86_64.rpm 9.3 MB/s | 1.1 MB 00:00 2024-07-26T12:19:05.300 INFO:teuthology.orchestra.run.smithi031.stdout:(160/160): openssl-libs-3.2.2-2.el9.x86_64.rpm 11 MB/s | 2.4 MB 00:00 2024-07-26T12:19:05.311 INFO:teuthology.orchestra.run.smithi031.stdout:-------------------------------------------------------------------------------- 2024-07-26T12:19:05.312 INFO:teuthology.orchestra.run.smithi031.stdout:Total 16 MB/s | 233 MB 00:14 2024-07-26T12:19:07.563 INFO:teuthology.orchestra.run.smithi123.stdout:Running transaction check 2024-07-26T12:19:07.852 INFO:teuthology.orchestra.run.smithi123.stdout:Transaction check succeeded. 2024-07-26T12:19:07.852 INFO:teuthology.orchestra.run.smithi123.stdout:Running transaction test 2024-07-26T12:19:08.748 INFO:teuthology.orchestra.run.smithi031.stdout:Running transaction check 2024-07-26T12:19:09.056 INFO:teuthology.orchestra.run.smithi031.stdout:Transaction check succeeded. 2024-07-26T12:19:09.057 INFO:teuthology.orchestra.run.smithi031.stdout:Running transaction test 2024-07-26T12:19:10.465 INFO:teuthology.orchestra.run.smithi123.stdout:Transaction test succeeded. 2024-07-26T12:19:10.466 INFO:teuthology.orchestra.run.smithi123.stdout:Running transaction 2024-07-26T12:19:11.960 INFO:teuthology.orchestra.run.smithi031.stdout:Transaction test succeeded. 2024-07-26T12:19:11.962 INFO:teuthology.orchestra.run.smithi031.stdout:Running transaction 2024-07-26T12:19:17.462 INFO:teuthology.orchestra.run.smithi123.stdout: Preparing : 1/1 2024-07-26T12:19:17.555 INFO:teuthology.orchestra.run.smithi123.stdout: Upgrading : openssl-libs-1:3.2.2-2.el9.x86_64 1/172 2024-07-26T12:19:17.621 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/172 2024-07-26T12:19:17.750 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/172 2024-07-26T12:19:17.809 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/172 2024-07-26T12:19:17.841 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/172 2024-07-26T12:19:17.946 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/172 2024-07-26T12:19:18.408 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/172 2024-07-26T12:19:18.523 INFO:teuthology.orchestra.run.smithi123.stdout: Upgrading : librados2-2:19.0.0-5320.ge8f88bb1.el9.x86_64 8/172 2024-07-26T12:19:18.707 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: librados2-2:19.0.0-5320.ge8f88bb1.el9.x86_64 8/172 2024-07-26T12:19:18.741 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : libcephfs2-2:19.0.0-5320.ge8f88bb1.el9.x86_64 9/172 2024-07-26T12:19:18.861 INFO:teuthology.orchestra.run.smithi031.stdout: Preparing : 1/1 2024-07-26T12:19:18.873 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: libcephfs2-2:19.0.0-5320.ge8f88bb1.el9.x86_64 9/172 2024-07-26T12:19:18.906 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-rados-2:19.0.0-5320.ge8f88bb1.el9.x86_64 10/172 2024-07-26T12:19:18.982 INFO:teuthology.orchestra.run.smithi031.stdout: Upgrading : openssl-libs-1:3.2.2-2.el9.x86_64 1/172 2024-07-26T12:19:19.006 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 11/172 2024-07-26T12:19:19.064 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/172 2024-07-26T12:19:19.165 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/172 2024-07-26T12:19:19.230 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/172 2024-07-26T12:19:19.268 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/172 2024-07-26T12:19:19.314 INFO:teuthology.orchestra.run.smithi123.stdout: Upgrading : elfutils-libelf-0.191-4.el9.x86_64 12/172 2024-07-26T12:19:19.374 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/172 2024-07-26T12:19:19.378 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : postgresql-13.14-1.el9.x86_64 13/172 2024-07-26T12:19:19.403 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : libcephsqlite-2:19.0.0-5320.ge8f88bb1.el9.x86_64 14/172 2024-07-26T12:19:19.557 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: libcephsqlite-2:19.0.0-5320.ge8f88bb1.el9.x86_64 14/172 2024-07-26T12:19:19.579 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : libradosstriper1-2:19.0.0-5320.ge8f88bb1.el9.x86 15/172 2024-07-26T12:19:19.681 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: libradosstriper1-2:19.0.0-5320.ge8f88bb1.el9.x86 15/172 2024-07-26T12:19:19.697 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 16/172 2024-07-26T12:19:19.758 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 16/172 2024-07-26T12:19:19.816 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/172 2024-07-26T12:19:19.963 INFO:teuthology.orchestra.run.smithi031.stdout: Upgrading : librados2-2:19.0.0-5320.ge8f88bb1.el9.x86_64 8/172 2024-07-26T12:19:20.039 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 17/172 2024-07-26T12:19:20.149 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: librados2-2:19.0.0-5320.ge8f88bb1.el9.x86_64 8/172 2024-07-26T12:19:20.206 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 17/172 2024-07-26T12:19:20.224 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : libcephfs2-2:19.0.0-5320.ge8f88bb1.el9.x86_64 9/172 2024-07-26T12:19:20.348 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: libcephfs2-2:19.0.0-5320.ge8f88bb1.el9.x86_64 9/172 2024-07-26T12:19:20.391 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-rados-2:19.0.0-5320.ge8f88bb1.el9.x86_64 10/172 2024-07-26T12:19:20.463 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 11/172 2024-07-26T12:19:20.592 INFO:teuthology.orchestra.run.smithi123.stdout: Upgrading : xfsprogs-6.4.0-3.el9.x86_64 18/172 2024-07-26T12:19:20.777 INFO:teuthology.orchestra.run.smithi031.stdout: Upgrading : elfutils-libelf-0.191-4.el9.x86_64 12/172 2024-07-26T12:19:20.792 INFO:teuthology.orchestra.run.smithi123.stdout: Upgrading : NetworkManager-libnm-1:1.48.2-2.el9.x86_64 19/172 2024-07-26T12:19:20.840 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : postgresql-13.14-1.el9.x86_64 13/172 2024-07-26T12:19:20.871 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : libcephsqlite-2:19.0.0-5320.ge8f88bb1.el9.x86_64 14/172 2024-07-26T12:19:20.898 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: NetworkManager-libnm-1:1.48.2-2.el9.x86_64 19/172 2024-07-26T12:19:21.044 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: libcephsqlite-2:19.0.0-5320.ge8f88bb1.el9.x86_64 14/172 2024-07-26T12:19:21.072 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: NetworkManager-1:1.48.2-2.el9.x86_64 20/172 2024-07-26T12:19:21.072 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : libradosstriper1-2:19.0.0-5320.ge8f88bb1.el9.x86 15/172 2024-07-26T12:19:21.152 INFO:teuthology.orchestra.run.smithi123.stdout: Upgrading : NetworkManager-1:1.48.2-2.el9.x86_64 20/172 2024-07-26T12:19:21.167 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: libradosstriper1-2:19.0.0-5320.ge8f88bb1.el9.x86 15/172 2024-07-26T12:19:21.198 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 16/172 2024-07-26T12:19:21.258 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 16/172 2024-07-26T12:19:21.448 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: NetworkManager-1:1.48.2-2.el9.x86_64 20/172 2024-07-26T12:19:21.527 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 17/172 2024-07-26T12:19:21.614 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : re2-1:20211101-3.el9.x86_64 21/172 2024-07-26T12:19:21.649 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 22/172 2024-07-26T12:19:21.686 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : liboath-2.6.7-2.el9.x86_64 23/172 2024-07-26T12:19:21.709 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 17/172 2024-07-26T12:19:21.794 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 24/172 2024-07-26T12:19:21.849 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 25/172 2024-07-26T12:19:21.904 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-packaging-20.9-5.el9.noarch 26/172 2024-07-26T12:19:21.966 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 27/172 2024-07-26T12:19:22.025 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 28/172 2024-07-26T12:19:22.066 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : lua-5.4.4-4.el9.x86_64 29/172 2024-07-26T12:19:22.108 INFO:teuthology.orchestra.run.smithi031.stdout: Upgrading : xfsprogs-6.4.0-3.el9.x86_64 18/172 2024-07-26T12:19:22.187 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 30/172 2024-07-26T12:19:22.266 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 31/172 2024-07-26T12:19:22.282 INFO:teuthology.orchestra.run.smithi031.stdout: Upgrading : NetworkManager-libnm-1:1.48.2-2.el9.x86_64 19/172 2024-07-26T12:19:22.301 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 32/172 2024-07-26T12:19:22.357 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 33/172 2024-07-26T12:19:22.371 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: NetworkManager-libnm-1:1.48.2-2.el9.x86_64 19/172 2024-07-26T12:19:22.467 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 34/172 2024-07-26T12:19:22.529 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-ceph-common-2:19.0.0-5320.ge8f88bb1.el9. 35/172 2024-07-26T12:19:22.571 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: NetworkManager-1:1.48.2-2.el9.x86_64 20/172 2024-07-26T12:19:22.592 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-ceph-argparse-2:19.0.0-5320.ge8f88bb1.el 36/172 2024-07-26T12:19:22.627 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-cephfs-2:19.0.0-5320.ge8f88bb1.el9.x86_6 37/172 2024-07-26T12:19:22.693 INFO:teuthology.orchestra.run.smithi031.stdout: Upgrading : NetworkManager-1:1.48.2-2.el9.x86_64 20/172 2024-07-26T12:19:22.745 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 38/172 2024-07-26T12:19:22.804 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : luarocks-3.9.2-5.el9.noarch 39/172 2024-07-26T12:19:22.923 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 40/172 2024-07-26T12:19:23.055 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: NetworkManager-1:1.48.2-2.el9.x86_64 20/172 2024-07-26T12:19:23.244 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : re2-1:20211101-3.el9.x86_64 21/172 2024-07-26T12:19:23.274 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 22/172 2024-07-26T12:19:23.322 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 41/172 2024-07-26T12:19:23.328 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : liboath-2.6.7-2.el9.x86_64 23/172 2024-07-26T12:19:23.392 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 42/172 2024-07-26T12:19:23.436 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 24/172 2024-07-26T12:19:23.502 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 25/172 2024-07-26T12:19:23.548 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-packaging-20.9-5.el9.noarch 26/172 2024-07-26T12:19:23.611 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 27/172 2024-07-26T12:19:23.659 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 28/172 2024-07-26T12:19:23.716 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : lua-5.4.4-4.el9.x86_64 29/172 2024-07-26T12:19:23.838 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 30/172 2024-07-26T12:19:23.909 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 31/172 2024-07-26T12:19:23.952 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 32/172 2024-07-26T12:19:24.022 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 33/172 2024-07-26T12:19:24.063 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-rsa-4.9-2.el9.noarch 43/172 2024-07-26T12:19:24.144 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 34/172 2024-07-26T12:19:24.180 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-ceph-common-2:19.0.0-5320.ge8f88bb1.el9. 35/172 2024-07-26T12:19:24.189 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 44/172 2024-07-26T12:19:24.225 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 45/172 2024-07-26T12:19:24.246 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-ceph-argparse-2:19.0.0-5320.ge8f88bb1.el 36/172 2024-07-26T12:19:24.261 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 46/172 2024-07-26T12:19:24.287 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-cephfs-2:19.0.0-5320.ge8f88bb1.el9.x86_6 37/172 2024-07-26T12:19:24.318 INFO:teuthology.orchestra.run.smithi123.stdout: Upgrading : elfutils-libs-0.191-4.el9.x86_64 47/172 2024-07-26T12:19:24.373 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : librados-devel-2:19.0.0-5320.ge8f88bb1.el9.x86_6 48/172 2024-07-26T12:19:24.413 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 38/172 2024-07-26T12:19:24.447 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 49/172 2024-07-26T12:19:24.485 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : luarocks-3.9.2-5.el9.noarch 39/172 2024-07-26T12:19:24.600 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 40/172 2024-07-26T12:19:24.683 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 50/172 2024-07-26T12:19:24.779 INFO:teuthology.orchestra.run.smithi123.stdout: Upgrading : openssl-1:3.2.2-2.el9.x86_64 51/172 2024-07-26T12:19:24.784 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 41/172 2024-07-26T12:19:24.853 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 42/172 2024-07-26T12:19:24.908 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 52/172 2024-07-26T12:19:24.989 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 53/172 2024-07-26T12:19:25.076 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 54/172 2024-07-26T12:19:25.120 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 55/172 2024-07-26T12:19:25.168 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 56/172 2024-07-26T12:19:25.235 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 57/172 2024-07-26T12:19:25.276 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 58/172 2024-07-26T12:19:25.339 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 59/172 2024-07-26T12:19:25.398 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 60/172 2024-07-26T12:19:25.560 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-rsa-4.9-2.el9.noarch 43/172 2024-07-26T12:19:25.594 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 61/172 2024-07-26T12:19:25.644 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 62/172 2024-07-26T12:19:25.663 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 44/172 2024-07-26T12:19:25.688 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 63/172 2024-07-26T12:19:25.727 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 45/172 2024-07-26T12:19:25.766 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 46/172 2024-07-26T12:19:25.824 INFO:teuthology.orchestra.run.smithi031.stdout: Upgrading : elfutils-libs-0.191-4.el9.x86_64 47/172 2024-07-26T12:19:25.854 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 64/172 2024-07-26T12:19:25.878 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : librados-devel-2:19.0.0-5320.ge8f88bb1.el9.x86_6 48/172 2024-07-26T12:19:25.902 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-google-auth-1:2.32.0-1.el9.noarch 65/172 2024-07-26T12:19:25.947 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 49/172 2024-07-26T12:19:25.957 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 66/172 2024-07-26T12:19:25.993 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 67/172 2024-07-26T12:19:26.026 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 68/172 2024-07-26T12:19:26.175 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 50/172 2024-07-26T12:19:26.239 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 69/172 2024-07-26T12:19:26.247 INFO:teuthology.orchestra.run.smithi031.stdout: Upgrading : openssl-1:3.2.2-2.el9.x86_64 51/172 2024-07-26T12:19:26.378 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 52/172 2024-07-26T12:19:26.422 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 70/172 2024-07-26T12:19:26.454 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 53/172 2024-07-26T12:19:26.465 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 71/172 2024-07-26T12:19:26.503 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 72/172 2024-07-26T12:19:26.540 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 73/172 2024-07-26T12:19:26.549 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 54/172 2024-07-26T12:19:26.589 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 55/172 2024-07-26T12:19:26.597 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : uuid-1.6.2-55.el9.x86_64 74/172 2024-07-26T12:19:26.629 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 56/172 2024-07-26T12:19:26.650 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 75/172 2024-07-26T12:19:26.703 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 76/172 2024-07-26T12:19:26.733 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 57/172 2024-07-26T12:19:26.764 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 77/172 2024-07-26T12:19:26.781 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 58/172 2024-07-26T12:19:26.816 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 78/172 2024-07-26T12:19:26.853 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 59/172 2024-07-26T12:19:26.891 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 79/172 2024-07-26T12:19:26.922 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 60/172 2024-07-26T12:19:26.938 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 80/172 2024-07-26T12:19:27.081 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 81/172 2024-07-26T12:19:27.132 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 61/172 2024-07-26T12:19:27.142 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 82/172 2024-07-26T12:19:27.187 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 83/172 2024-07-26T12:19:27.189 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 62/172 2024-07-26T12:19:27.244 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 63/172 2024-07-26T12:19:27.340 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 84/172 2024-07-26T12:19:27.382 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 64/172 2024-07-26T12:19:27.417 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 85/172 2024-07-26T12:19:27.421 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-google-auth-1:2.32.0-1.el9.noarch 65/172 2024-07-26T12:19:27.476 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 66/172 2024-07-26T12:19:27.520 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 67/172 2024-07-26T12:19:27.554 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 68/172 2024-07-26T12:19:27.740 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 69/172 2024-07-26T12:19:27.927 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 70/172 2024-07-26T12:19:27.971 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 71/172 2024-07-26T12:19:28.004 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 72/172 2024-07-26T12:19:28.042 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 73/172 2024-07-26T12:19:28.098 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : uuid-1.6.2-55.el9.x86_64 74/172 2024-07-26T12:19:28.145 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 75/172 2024-07-26T12:19:28.188 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 76/172 2024-07-26T12:19:28.234 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 77/172 2024-07-26T12:19:28.285 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 78/172 2024-07-26T12:19:28.330 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 86/172 2024-07-26T12:19:28.362 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 79/172 2024-07-26T12:19:28.382 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 87/172 2024-07-26T12:19:28.408 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 80/172 2024-07-26T12:19:28.415 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 88/172 2024-07-26T12:19:28.518 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 81/172 2024-07-26T12:19:28.537 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 89/172 2024-07-26T12:19:28.581 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 82/172 2024-07-26T12:19:28.607 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 90/172 2024-07-26T12:19:28.630 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 83/172 2024-07-26T12:19:28.687 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 91/172 2024-07-26T12:19:28.764 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 84/172 2024-07-26T12:19:28.807 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 92/172 2024-07-26T12:19:28.829 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 85/172 2024-07-26T12:19:28.851 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 93/172 2024-07-26T12:19:29.080 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : openblas-0.3.21-2.el9.x86_64 94/172 2024-07-26T12:19:29.115 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 95/172 2024-07-26T12:19:29.216 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 96/172 2024-07-26T12:19:30.065 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 97/172 2024-07-26T12:19:30.130 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 86/172 2024-07-26T12:19:30.195 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 87/172 2024-07-26T12:19:30.204 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 98/172 2024-07-26T12:19:30.235 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 88/172 2024-07-26T12:19:30.366 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 89/172 2024-07-26T12:19:30.429 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 90/172 2024-07-26T12:19:30.483 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 91/172 2024-07-26T12:19:30.605 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 92/172 2024-07-26T12:19:30.647 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 93/172 2024-07-26T12:19:30.890 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : openblas-0.3.21-2.el9.x86_64 94/172 2024-07-26T12:19:30.927 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 95/172 2024-07-26T12:19:31.040 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 96/172 2024-07-26T12:19:31.837 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 99/172 2024-07-26T12:19:31.923 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 97/172 2024-07-26T12:19:31.937 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 100/172 2024-07-26T12:19:31.981 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 101/172 2024-07-26T12:19:32.024 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 102/172 2024-07-26T12:19:32.070 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 98/172 2024-07-26T12:19:32.431 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 103/172 2024-07-26T12:19:32.513 INFO:teuthology.orchestra.run.smithi123.stdout: Upgrading : librbd1-2:19.0.0-5320.ge8f88bb1.el9.x86_64 104/172 2024-07-26T12:19:32.655 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: librbd1-2:19.0.0-5320.ge8f88bb1.el9.x86_64 104/172 2024-07-26T12:19:32.691 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-rbd-2:19.0.0-5320.ge8f88bb1.el9.x86_64 105/172 2024-07-26T12:19:32.750 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 106/172 2024-07-26T12:19:33.351 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 107/172 2024-07-26T12:19:33.386 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : librgw2-2:19.0.0-5320.ge8f88bb1.el9.x86_64 108/172 2024-07-26T12:19:33.513 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: librgw2-2:19.0.0-5320.ge8f88bb1.el9.x86_64 108/172 2024-07-26T12:19:33.547 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-rgw-2:19.0.0-5320.ge8f88bb1.el9.x86_64 109/172 2024-07-26T12:19:33.736 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 99/172 2024-07-26T12:19:33.834 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 100/172 2024-07-26T12:19:33.870 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 101/172 2024-07-26T12:19:33.906 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 102/172 2024-07-26T12:19:34.319 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 103/172 2024-07-26T12:19:34.379 INFO:teuthology.orchestra.run.smithi031.stdout: Upgrading : librbd1-2:19.0.0-5320.ge8f88bb1.el9.x86_64 104/172 2024-07-26T12:19:34.524 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: librbd1-2:19.0.0-5320.ge8f88bb1.el9.x86_64 104/172 2024-07-26T12:19:34.563 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-rbd-2:19.0.0-5320.ge8f88bb1.el9.x86_64 105/172 2024-07-26T12:19:34.622 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 106/172 2024-07-26T12:19:35.231 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 107/172 2024-07-26T12:19:35.266 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : librgw2-2:19.0.0-5320.ge8f88bb1.el9.x86_64 108/172 2024-07-26T12:19:35.368 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: librgw2-2:19.0.0-5320.ge8f88bb1.el9.x86_64 108/172 2024-07-26T12:19:35.401 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-rgw-2:19.0.0-5320.ge8f88bb1.el9.x86_64 109/172 2024-07-26T12:19:36.117 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: ceph-common-2:19.0.0-5320.ge8f88bb1.el9.x86_64 110/172 2024-07-26T12:19:36.159 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : ceph-common-2:19.0.0-5320.ge8f88bb1.el9.x86_64 110/172 2024-07-26T12:19:36.835 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: ceph-common-2:19.0.0-5320.ge8f88bb1.el9.x86_64 110/172 2024-07-26T12:19:36.880 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : ceph-base-2:19.0.0-5320.ge8f88bb1.el9.x86_64 111/172 2024-07-26T12:19:37.042 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: ceph-base-2:19.0.0-5320.ge8f88bb1.el9.x86_64 111/172 2024-07-26T12:19:37.042 INFO:teuthology.orchestra.run.smithi123.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-07-26T12:19:37.043 INFO:teuthology.orchestra.run.smithi123.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-07-26T12:19:37.043 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-07-26T12:19:37.080 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : ceph-selinux-2:19.0.0-5320.ge8f88bb1.el9.x86_64 112/172 2024-07-26T12:19:38.170 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: ceph-common-2:19.0.0-5320.ge8f88bb1.el9.x86_64 110/172 2024-07-26T12:19:38.214 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : ceph-common-2:19.0.0-5320.ge8f88bb1.el9.x86_64 110/172 2024-07-26T12:19:38.907 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: ceph-common-2:19.0.0-5320.ge8f88bb1.el9.x86_64 110/172 2024-07-26T12:19:38.951 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : ceph-base-2:19.0.0-5320.ge8f88bb1.el9.x86_64 111/172 2024-07-26T12:19:39.102 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: ceph-base-2:19.0.0-5320.ge8f88bb1.el9.x86_64 111/172 2024-07-26T12:19:39.102 INFO:teuthology.orchestra.run.smithi031.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-07-26T12:19:39.103 INFO:teuthology.orchestra.run.smithi031.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-07-26T12:19:39.103 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-07-26T12:19:39.169 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : ceph-selinux-2:19.0.0-5320.ge8f88bb1.el9.x86_64 112/172 2024-07-26T12:19:49.661 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: ceph-selinux-2:19.0.0-5320.ge8f88bb1.el9.x86_64 112/172 2024-07-26T12:19:49.661 INFO:teuthology.orchestra.run.smithi123.stdout:skipping the directory /sys 2024-07-26T12:19:49.661 INFO:teuthology.orchestra.run.smithi123.stdout:skipping the directory /proc 2024-07-26T12:19:49.661 INFO:teuthology.orchestra.run.smithi123.stdout:skipping the directory /mnt 2024-07-26T12:19:49.661 INFO:teuthology.orchestra.run.smithi123.stdout:skipping the directory /var/tmp 2024-07-26T12:19:49.661 INFO:teuthology.orchestra.run.smithi123.stdout:skipping the directory /home 2024-07-26T12:19:49.661 INFO:teuthology.orchestra.run.smithi123.stdout:skipping the directory /root 2024-07-26T12:19:49.661 INFO:teuthology.orchestra.run.smithi123.stdout:skipping the directory /tmp 2024-07-26T12:19:49.661 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-07-26T12:19:49.883 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : ceph-volume-2:19.0.0-5320.ge8f88bb1.el9.noarch 113/172 2024-07-26T12:19:49.930 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: ceph-volume-2:19.0.0-5320.ge8f88bb1.el9.noarch 113/172 2024-07-26T12:19:49.931 INFO:teuthology.orchestra.run.smithi123.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-26T12:19:49.931 INFO:teuthology.orchestra.run.smithi123.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-07-26T12:19:49.931 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-07-26T12:19:51.676 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : ceph-osd-2:19.0.0-5320.ge8f88bb1.el9.x86_64 114/172 2024-07-26T12:19:51.754 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: ceph-osd-2:19.0.0-5320.ge8f88bb1.el9.x86_64 114/172 2024-07-26T12:19:51.755 INFO:teuthology.orchestra.run.smithi123.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-26T12:19:51.755 INFO:teuthology.orchestra.run.smithi123.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-07-26T12:19:51.755 INFO:teuthology.orchestra.run.smithi123.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-07-26T12:19:51.755 INFO:teuthology.orchestra.run.smithi123.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-07-26T12:19:51.755 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-07-26T12:19:52.018 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : ceph-mds-2:19.0.0-5320.ge8f88bb1.el9.x86_64 115/172 2024-07-26T12:19:52.087 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: ceph-mds-2:19.0.0-5320.ge8f88bb1.el9.x86_64 115/172 2024-07-26T12:19:52.087 INFO:teuthology.orchestra.run.smithi123.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-26T12:19:52.087 INFO:teuthology.orchestra.run.smithi123.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-07-26T12:19:52.087 INFO:teuthology.orchestra.run.smithi123.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-07-26T12:19:52.087 INFO:teuthology.orchestra.run.smithi123.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-07-26T12:19:52.087 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-07-26T12:19:52.478 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: ceph-selinux-2:19.0.0-5320.ge8f88bb1.el9.x86_64 112/172 2024-07-26T12:19:52.478 INFO:teuthology.orchestra.run.smithi031.stdout:skipping the directory /sys 2024-07-26T12:19:52.479 INFO:teuthology.orchestra.run.smithi031.stdout:skipping the directory /proc 2024-07-26T12:19:52.479 INFO:teuthology.orchestra.run.smithi031.stdout:skipping the directory /mnt 2024-07-26T12:19:52.479 INFO:teuthology.orchestra.run.smithi031.stdout:skipping the directory /var/tmp 2024-07-26T12:19:52.479 INFO:teuthology.orchestra.run.smithi031.stdout:skipping the directory /home 2024-07-26T12:19:52.479 INFO:teuthology.orchestra.run.smithi031.stdout:skipping the directory /root 2024-07-26T12:19:52.479 INFO:teuthology.orchestra.run.smithi031.stdout:skipping the directory /tmp 2024-07-26T12:19:52.479 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-07-26T12:19:52.627 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : ceph-mon-2:19.0.0-5320.ge8f88bb1.el9.x86_64 116/172 2024-07-26T12:19:52.693 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: ceph-mon-2:19.0.0-5320.ge8f88bb1.el9.x86_64 116/172 2024-07-26T12:19:52.693 INFO:teuthology.orchestra.run.smithi123.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-26T12:19:52.693 INFO:teuthology.orchestra.run.smithi123.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-07-26T12:19:52.694 INFO:teuthology.orchestra.run.smithi123.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-07-26T12:19:52.694 INFO:teuthology.orchestra.run.smithi123.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-07-26T12:19:52.694 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-07-26T12:19:52.702 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : ceph-volume-2:19.0.0-5320.ge8f88bb1.el9.noarch 113/172 2024-07-26T12:19:52.750 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: ceph-volume-2:19.0.0-5320.ge8f88bb1.el9.noarch 113/172 2024-07-26T12:19:52.750 INFO:teuthology.orchestra.run.smithi031.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-26T12:19:52.750 INFO:teuthology.orchestra.run.smithi031.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-07-26T12:19:52.750 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-07-26T12:19:52.835 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : automake-1.16.2-8.el9.noarch 117/172 2024-07-26T12:19:52.900 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-ply-3.11-14.el9.noarch 118/172 2024-07-26T12:19:53.009 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 119/172 2024-07-26T12:19:53.261 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 120/172 2024-07-26T12:19:53.325 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 121/172 2024-07-26T12:19:53.423 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 122/172 2024-07-26T12:19:53.543 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 123/172 2024-07-26T12:19:53.748 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 124/172 2024-07-26T12:19:53.798 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 125/172 2024-07-26T12:19:53.838 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 126/172 2024-07-26T12:19:53.870 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : fuse-2.9.9-16.el9.x86_64 127/172 2024-07-26T12:19:54.492 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: cephadm-2:19.0.0-5320.ge8f88bb1.el9.noarch 128/172 2024-07-26T12:19:54.546 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : ceph-osd-2:19.0.0-5320.ge8f88bb1.el9.x86_64 114/172 2024-07-26T12:19:54.556 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : cephadm-2:19.0.0-5320.ge8f88bb1.el9.noarch 128/172 2024-07-26T12:19:54.620 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-5320.ge8f88bb1.e 129/172 2024-07-26T12:19:54.631 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: ceph-osd-2:19.0.0-5320.ge8f88bb1.el9.x86_64 114/172 2024-07-26T12:19:54.631 INFO:teuthology.orchestra.run.smithi031.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-26T12:19:54.631 INFO:teuthology.orchestra.run.smithi031.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-07-26T12:19:54.631 INFO:teuthology.orchestra.run.smithi031.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-07-26T12:19:54.631 INFO:teuthology.orchestra.run.smithi031.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-07-26T12:19:54.631 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-07-26T12:19:54.737 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-5320.ge8f88bb1. 130/172 2024-07-26T12:19:54.775 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-5320.ge8f88bb1.el9.noa 131/172 2024-07-26T12:19:54.896 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : ceph-mds-2:19.0.0-5320.ge8f88bb1.el9.x86_64 115/172 2024-07-26T12:19:54.967 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: ceph-mds-2:19.0.0-5320.ge8f88bb1.el9.x86_64 115/172 2024-07-26T12:19:54.968 INFO:teuthology.orchestra.run.smithi031.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-26T12:19:54.968 INFO:teuthology.orchestra.run.smithi031.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-07-26T12:19:54.968 INFO:teuthology.orchestra.run.smithi031.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-07-26T12:19:54.968 INFO:teuthology.orchestra.run.smithi031.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-07-26T12:19:54.968 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-07-26T12:19:55.497 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : ceph-mon-2:19.0.0-5320.ge8f88bb1.el9.x86_64 116/172 2024-07-26T12:19:55.577 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: ceph-mon-2:19.0.0-5320.ge8f88bb1.el9.x86_64 116/172 2024-07-26T12:19:55.577 INFO:teuthology.orchestra.run.smithi031.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-26T12:19:55.577 INFO:teuthology.orchestra.run.smithi031.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-07-26T12:19:55.577 INFO:teuthology.orchestra.run.smithi031.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-07-26T12:19:55.577 INFO:teuthology.orchestra.run.smithi031.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-07-26T12:19:55.577 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-07-26T12:19:55.798 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : automake-1.16.2-8.el9.noarch 117/172 2024-07-26T12:19:55.872 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-ply-3.11-14.el9.noarch 118/172 2024-07-26T12:19:55.951 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 119/172 2024-07-26T12:19:56.205 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 120/172 2024-07-26T12:19:56.277 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 121/172 2024-07-26T12:19:56.366 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 122/172 2024-07-26T12:19:56.484 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 123/172 2024-07-26T12:19:56.659 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 124/172 2024-07-26T12:19:56.709 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 125/172 2024-07-26T12:19:56.749 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 126/172 2024-07-26T12:19:56.782 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : fuse-2.9.9-16.el9.x86_64 127/172 2024-07-26T12:19:57.373 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: cephadm-2:19.0.0-5320.ge8f88bb1.el9.noarch 128/172 2024-07-26T12:19:57.410 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : cephadm-2:19.0.0-5320.ge8f88bb1.el9.noarch 128/172 2024-07-26T12:19:57.466 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-5320.ge8f88bb1.e 129/172 2024-07-26T12:19:57.582 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-5320.ge8f88bb1. 130/172 2024-07-26T12:19:57.612 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-5320.ge8f88bb1.el9.noa 131/172 2024-07-26T12:19:58.479 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-5320.ge8f88bb1.el9.noa 131/172 2024-07-26T12:19:58.548 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-5320.ge8f88bb1.el9.n 132/172 2024-07-26T12:19:59.638 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-5320.ge8f88bb1.el9.n 132/172 2024-07-26T12:19:59.673 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-5320.ge8f 133/172 2024-07-26T12:19:59.831 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-5320.ge8f 133/172 2024-07-26T12:20:00.017 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-5320.ge8f88bb1.el 134/172 2024-07-26T12:20:00.050 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : ceph-mgr-2:19.0.0-5320.ge8f88bb1.el9.x86_64 135/172 2024-07-26T12:20:00.159 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: ceph-mgr-2:19.0.0-5320.ge8f88bb1.el9.x86_64 135/172 2024-07-26T12:20:00.159 INFO:teuthology.orchestra.run.smithi123.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-26T12:20:00.159 INFO:teuthology.orchestra.run.smithi123.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-07-26T12:20:00.159 INFO:teuthology.orchestra.run.smithi123.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-07-26T12:20:00.159 INFO:teuthology.orchestra.run.smithi123.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-07-26T12:20:00.159 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-07-26T12:20:00.217 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : ceph-mgr-rook-2:19.0.0-5320.ge8f88bb1.el9.noarch 136/172 2024-07-26T12:20:00.255 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-5320.ge8f88bb1.el9.noarch 136/172 2024-07-26T12:20:00.402 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : ceph-2:19.0.0-5320.ge8f88bb1.el9.x86_64 137/172 2024-07-26T12:20:00.496 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : ceph-fuse-2:19.0.0-5320.ge8f88bb1.el9.x86_64 138/172 2024-07-26T12:20:01.488 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-5320.ge8f88bb1.el9.noa 131/172 2024-07-26T12:20:01.541 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : libtool-2.4.6-46.el9.x86_64 139/172 2024-07-26T12:20:01.552 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-5320.ge8f88bb1.el9.n 132/172 2024-07-26T12:20:01.569 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : ceph-radosgw-2:19.0.0-5320.ge8f88bb1.el9.x86_64 140/172 2024-07-26T12:20:01.639 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-5320.ge8f88bb1.el9.x86_64 140/172 2024-07-26T12:20:01.639 INFO:teuthology.orchestra.run.smithi123.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-26T12:20:01.639 INFO:teuthology.orchestra.run.smithi123.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-07-26T12:20:01.639 INFO:teuthology.orchestra.run.smithi123.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-07-26T12:20:01.640 INFO:teuthology.orchestra.run.smithi123.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-07-26T12:20:01.640 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-07-26T12:20:01.695 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-5320.ge8f88 141/172 2024-07-26T12:20:01.759 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-5320.ge8f88 141/172 2024-07-26T12:20:01.759 INFO:teuthology.orchestra.run.smithi123.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-26T12:20:01.760 INFO:teuthology.orchestra.run.smithi123.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-07-26T12:20:01.760 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-07-26T12:20:01.838 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : cephfs-mirror-2:19.0.0-5320.ge8f88bb1.el9.x86_64 142/172 2024-07-26T12:20:01.912 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-5320.ge8f88bb1.el9.x86_64 142/172 2024-07-26T12:20:01.912 INFO:teuthology.orchestra.run.smithi123.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-26T12:20:01.912 INFO:teuthology.orchestra.run.smithi123.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-07-26T12:20:01.912 INFO:teuthology.orchestra.run.smithi123.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-07-26T12:20:01.912 INFO:teuthology.orchestra.run.smithi123.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-07-26T12:20:01.912 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-07-26T12:20:02.330 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : rbd-mirror-2:19.0.0-5320.ge8f88bb1.el9.x86_64 143/172 2024-07-26T12:20:02.411 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: rbd-mirror-2:19.0.0-5320.ge8f88bb1.el9.x86_64 143/172 2024-07-26T12:20:02.411 INFO:teuthology.orchestra.run.smithi123.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-26T12:20:02.412 INFO:teuthology.orchestra.run.smithi123.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-07-26T12:20:02.412 INFO:teuthology.orchestra.run.smithi123.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-07-26T12:20:02.412 INFO:teuthology.orchestra.run.smithi123.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-07-26T12:20:02.412 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-07-26T12:20:02.736 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-5320.ge8f88bb1.el9.n 132/172 2024-07-26T12:20:02.767 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-5320.ge8f 133/172 2024-07-26T12:20:02.934 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-5320.ge8f 133/172 2024-07-26T12:20:03.122 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-5320.ge8f88bb1.el 134/172 2024-07-26T12:20:03.153 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : ceph-mgr-2:19.0.0-5320.ge8f88bb1.el9.x86_64 135/172 2024-07-26T12:20:03.226 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: ceph-mgr-2:19.0.0-5320.ge8f88bb1.el9.x86_64 135/172 2024-07-26T12:20:03.227 INFO:teuthology.orchestra.run.smithi031.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-26T12:20:03.227 INFO:teuthology.orchestra.run.smithi031.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-07-26T12:20:03.227 INFO:teuthology.orchestra.run.smithi031.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-07-26T12:20:03.227 INFO:teuthology.orchestra.run.smithi031.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-07-26T12:20:03.227 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-07-26T12:20:03.287 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : ceph-mgr-rook-2:19.0.0-5320.ge8f88bb1.el9.noarch 136/172 2024-07-26T12:20:03.327 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-5320.ge8f88bb1.el9.noarch 136/172 2024-07-26T12:20:03.447 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : ceph-2:19.0.0-5320.ge8f88bb1.el9.x86_64 137/172 2024-07-26T12:20:03.523 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : ceph-fuse-2:19.0.0-5320.ge8f88bb1.el9.x86_64 138/172 2024-07-26T12:20:04.643 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : libtool-2.4.6-46.el9.x86_64 139/172 2024-07-26T12:20:04.681 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : ceph-radosgw-2:19.0.0-5320.ge8f88bb1.el9.x86_64 140/172 2024-07-26T12:20:04.755 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-5320.ge8f88bb1.el9.x86_64 140/172 2024-07-26T12:20:04.755 INFO:teuthology.orchestra.run.smithi031.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-26T12:20:04.755 INFO:teuthology.orchestra.run.smithi031.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-07-26T12:20:04.755 INFO:teuthology.orchestra.run.smithi031.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-07-26T12:20:04.755 INFO:teuthology.orchestra.run.smithi031.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-07-26T12:20:04.755 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-07-26T12:20:04.807 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-5320.ge8f88 141/172 2024-07-26T12:20:04.881 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-5320.ge8f88 141/172 2024-07-26T12:20:04.881 INFO:teuthology.orchestra.run.smithi031.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-26T12:20:04.882 INFO:teuthology.orchestra.run.smithi031.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-07-26T12:20:04.882 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-07-26T12:20:04.966 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : cephfs-mirror-2:19.0.0-5320.ge8f88bb1.el9.x86_64 142/172 2024-07-26T12:20:05.046 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-5320.ge8f88bb1.el9.x86_64 142/172 2024-07-26T12:20:05.047 INFO:teuthology.orchestra.run.smithi031.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-26T12:20:05.047 INFO:teuthology.orchestra.run.smithi031.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-07-26T12:20:05.047 INFO:teuthology.orchestra.run.smithi031.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-07-26T12:20:05.047 INFO:teuthology.orchestra.run.smithi031.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-07-26T12:20:05.047 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-07-26T12:20:05.449 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : rbd-mirror-2:19.0.0-5320.ge8f88bb1.el9.x86_64 143/172 2024-07-26T12:20:05.520 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: rbd-mirror-2:19.0.0-5320.ge8f88bb1.el9.x86_64 143/172 2024-07-26T12:20:05.520 INFO:teuthology.orchestra.run.smithi031.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-26T12:20:05.520 INFO:teuthology.orchestra.run.smithi031.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-07-26T12:20:05.520 INFO:teuthology.orchestra.run.smithi031.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-07-26T12:20:05.520 INFO:teuthology.orchestra.run.smithi031.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-07-26T12:20:05.520 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-07-26T12:20:07.169 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : ceph-test-2:19.0.0-5320.ge8f88bb1.el9.x86_64 144/172 2024-07-26T12:20:07.221 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : rbd-fuse-2:19.0.0-5320.ge8f88bb1.el9.x86_64 145/172 2024-07-26T12:20:07.278 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : rbd-nbd-2:19.0.0-5320.ge8f88bb1.el9.x86_64 146/172 2024-07-26T12:20:07.318 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : xfsprogs-devel-6.4.0-3.el9.x86_64 147/172 2024-07-26T12:20:07.356 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 148/172 2024-07-26T12:20:07.694 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : cephfs-shell-2:19.0.0-5320.ge8f88bb1.el9.x86_64 149/172 2024-07-26T12:20:07.772 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 150/172 2024-07-26T12:20:07.815 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : libcephfs-devel-2:19.0.0-5320.ge8f88bb1.el9.x86_ 151/172 2024-07-26T12:20:07.863 INFO:teuthology.orchestra.run.smithi123.stdout: Upgrading : elfutils-debuginfod-client-0.191-4.el9.x86_64 152/172 2024-07-26T12:20:07.913 INFO:teuthology.orchestra.run.smithi123.stdout: Upgrading : NetworkManager-team-1:1.48.2-2.el9.x86_64 153/172 2024-07-26T12:20:07.972 INFO:teuthology.orchestra.run.smithi123.stdout: Upgrading : NetworkManager-tui-1:1.48.2-2.el9.x86_64 154/172 2024-07-26T12:20:08.911 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 155/172 2024-07-26T12:20:08.968 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 155/172 2024-07-26T12:20:09.023 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 155/172 2024-07-26T12:20:10.384 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : cephfs-top-2:19.0.0-5320.ge8f88bb1.el9.noarch 156/172 2024-07-26T12:20:10.508 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : openssl-devel-1:3.2.2-2.el9.x86_64 157/172 2024-07-26T12:20:10.572 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 158/172 2024-07-26T12:20:10.583 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : ceph-test-2:19.0.0-5320.ge8f88bb1.el9.x86_64 144/172 2024-07-26T12:20:10.639 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : rbd-fuse-2:19.0.0-5320.ge8f88bb1.el9.x86_64 145/172 2024-07-26T12:20:10.703 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : rbd-nbd-2:19.0.0-5320.ge8f88bb1.el9.x86_64 146/172 2024-07-26T12:20:10.740 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : xfsprogs-devel-6.4.0-3.el9.x86_64 147/172 2024-07-26T12:20:10.759 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : flex-2.6.4-9.el9.x86_64 159/172 2024-07-26T12:20:10.780 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 148/172 2024-07-26T12:20:10.805 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : bison-3.7.4-5.el9.x86_64 160/172 2024-07-26T12:20:10.839 INFO:teuthology.orchestra.run.smithi123.stdout: Cleanup : NetworkManager-tui-1:1.47.4-1.el9.x86_64 161/172 2024-07-26T12:20:10.873 INFO:teuthology.orchestra.run.smithi123.stdout: Cleanup : elfutils-debuginfod-client-0.190-2.el9.x86_64 162/172 2024-07-26T12:20:10.915 INFO:teuthology.orchestra.run.smithi123.stdout: Cleanup : elfutils-libs-0.190-2.el9.x86_64 163/172 2024-07-26T12:20:10.916 INFO:teuthology.orchestra.run.smithi123.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 164/172 2024-07-26T12:20:11.056 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 164/172 2024-07-26T12:20:11.111 INFO:teuthology.orchestra.run.smithi123.stdout: Cleanup : openssl-1:3.0.7-27.el9.x86_64 165/172 2024-07-26T12:20:11.111 INFO:teuthology.orchestra.run.smithi123.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 166/172 2024-07-26T12:20:11.115 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : cephfs-shell-2:19.0.0-5320.ge8f88bb1.el9.x86_64 149/172 2024-07-26T12:20:11.169 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 150/172 2024-07-26T12:20:11.204 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : libcephfs-devel-2:19.0.0-5320.ge8f88bb1.el9.x86_ 151/172 2024-07-26T12:20:11.243 INFO:teuthology.orchestra.run.smithi031.stdout: Upgrading : elfutils-debuginfod-client-0.191-4.el9.x86_64 152/172 2024-07-26T12:20:11.247 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 166/172 2024-07-26T12:20:11.293 INFO:teuthology.orchestra.run.smithi031.stdout: Upgrading : NetworkManager-team-1:1.48.2-2.el9.x86_64 153/172 2024-07-26T12:20:11.303 INFO:teuthology.orchestra.run.smithi123.stdout: Cleanup : NetworkManager-team-1:1.47.4-1.el9.x86_64 167/172 2024-07-26T12:20:11.336 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: NetworkManager-1:1.47.4-1.el9.x86_64 168/172 2024-07-26T12:20:11.337 INFO:teuthology.orchestra.run.smithi123.stdout: Cleanup : NetworkManager-1:1.47.4-1.el9.x86_64 168/172 2024-07-26T12:20:11.351 INFO:teuthology.orchestra.run.smithi031.stdout: Upgrading : NetworkManager-tui-1:1.48.2-2.el9.x86_64 154/172 2024-07-26T12:20:11.674 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: NetworkManager-1:1.47.4-1.el9.x86_64 168/172 2024-07-26T12:20:11.674 INFO:teuthology.orchestra.run.smithi123.stdout: Cleanup : NetworkManager-libnm-1:1.47.4-1.el9.x86_64 169/172 2024-07-26T12:20:11.811 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: NetworkManager-libnm-1:1.47.4-1.el9.x86_64 169/172 2024-07-26T12:20:11.856 INFO:teuthology.orchestra.run.smithi123.stdout: Cleanup : openssl-libs-1:3.0.7-27.el9.x86_64 170/172 2024-07-26T12:20:11.895 INFO:teuthology.orchestra.run.smithi123.stdout: Cleanup : elfutils-libelf-0.190-2.el9.x86_64 171/172 2024-07-26T12:20:12.046 INFO:teuthology.orchestra.run.smithi123.stdout: Cleanup : xfsprogs-6.3.0-1.el9.x86_64 172/172 2024-07-26T12:20:12.289 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 155/172 2024-07-26T12:20:12.310 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: xfsprogs-6.3.0-1.el9.x86_64 172/172 2024-07-26T12:20:12.310 INFO:teuthology.orchestra.run.smithi123.stdout:Couldn't write '0' to 'kernel/yama/ptrace_scope', ignoring: No such file or directory 2024-07-26T12:20:12.310 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-07-26T12:20:12.337 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 155/172 2024-07-26T12:20:12.401 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 155/172 2024-07-26T12:20:13.862 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : cephfs-top-2:19.0.0-5320.ge8f88bb1.el9.noarch 156/172 2024-07-26T12:20:13.971 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : openssl-devel-1:3.2.2-2.el9.x86_64 157/172 2024-07-26T12:20:14.027 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 158/172 2024-07-26T12:20:14.168 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : flex-2.6.4-9.el9.x86_64 159/172 2024-07-26T12:20:14.212 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : bison-3.7.4-5.el9.x86_64 160/172 2024-07-26T12:20:14.241 INFO:teuthology.orchestra.run.smithi031.stdout: Cleanup : NetworkManager-tui-1:1.47.4-1.el9.x86_64 161/172 2024-07-26T12:20:14.276 INFO:teuthology.orchestra.run.smithi031.stdout: Cleanup : elfutils-debuginfod-client-0.190-2.el9.x86_64 162/172 2024-07-26T12:20:14.318 INFO:teuthology.orchestra.run.smithi031.stdout: Cleanup : elfutils-libs-0.190-2.el9.x86_64 163/172 2024-07-26T12:20:14.318 INFO:teuthology.orchestra.run.smithi031.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 164/172 2024-07-26T12:20:14.451 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 164/172 2024-07-26T12:20:14.498 INFO:teuthology.orchestra.run.smithi031.stdout: Cleanup : openssl-1:3.0.7-27.el9.x86_64 165/172 2024-07-26T12:20:14.498 INFO:teuthology.orchestra.run.smithi031.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 166/172 2024-07-26T12:20:14.633 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 166/172 2024-07-26T12:20:14.672 INFO:teuthology.orchestra.run.smithi031.stdout: Cleanup : NetworkManager-team-1:1.47.4-1.el9.x86_64 167/172 2024-07-26T12:20:14.717 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: NetworkManager-1:1.47.4-1.el9.x86_64 168/172 2024-07-26T12:20:14.717 INFO:teuthology.orchestra.run.smithi031.stdout: Cleanup : NetworkManager-1:1.47.4-1.el9.x86_64 168/172 2024-07-26T12:20:15.035 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: NetworkManager-1:1.47.4-1.el9.x86_64 168/172 2024-07-26T12:20:15.036 INFO:teuthology.orchestra.run.smithi031.stdout: Cleanup : NetworkManager-libnm-1:1.47.4-1.el9.x86_64 169/172 2024-07-26T12:20:15.189 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: NetworkManager-libnm-1:1.47.4-1.el9.x86_64 169/172 2024-07-26T12:20:15.234 INFO:teuthology.orchestra.run.smithi031.stdout: Cleanup : openssl-libs-1:3.0.7-27.el9.x86_64 170/172 2024-07-26T12:20:15.272 INFO:teuthology.orchestra.run.smithi031.stdout: Cleanup : elfutils-libelf-0.190-2.el9.x86_64 171/172 2024-07-26T12:20:15.417 INFO:teuthology.orchestra.run.smithi031.stdout: Cleanup : xfsprogs-6.3.0-1.el9.x86_64 172/172 2024-07-26T12:20:15.681 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: xfsprogs-6.3.0-1.el9.x86_64 172/172 2024-07-26T12:20:15.681 INFO:teuthology.orchestra.run.smithi031.stdout:Couldn't write '0' to 'kernel/yama/ptrace_scope', ignoring: No such file or directory 2024-07-26T12:20:15.681 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-07-26T12:20:18.725 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : ceph-2:19.0.0-5320.ge8f88bb1.el9.x86_64 1/172 2024-07-26T12:20:18.725 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : ceph-base-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2/172 2024-07-26T12:20:18.725 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : ceph-common-2:19.0.0-5320.ge8f88bb1.el9.x86_64 3/172 2024-07-26T12:20:18.725 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : ceph-fuse-2:19.0.0-5320.ge8f88bb1.el9.x86_64 4/172 2024-07-26T12:20:18.725 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-5320.ge8f88 5/172 2024-07-26T12:20:18.726 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : ceph-mds-2:19.0.0-5320.ge8f88bb1.el9.x86_64 6/172 2024-07-26T12:20:18.726 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : ceph-mgr-2:19.0.0-5320.ge8f88bb1.el9.x86_64 7/172 2024-07-26T12:20:18.726 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : ceph-mon-2:19.0.0-5320.ge8f88bb1.el9.x86_64 8/172 2024-07-26T12:20:18.726 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : ceph-osd-2:19.0.0-5320.ge8f88bb1.el9.x86_64 9/172 2024-07-26T12:20:18.726 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : ceph-radosgw-2:19.0.0-5320.ge8f88bb1.el9.x86_64 10/172 2024-07-26T12:20:18.726 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : ceph-selinux-2:19.0.0-5320.ge8f88bb1.el9.x86_64 11/172 2024-07-26T12:20:18.726 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : ceph-test-2:19.0.0-5320.ge8f88bb1.el9.x86_64 12/172 2024-07-26T12:20:18.726 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : cephfs-mirror-2:19.0.0-5320.ge8f88bb1.el9.x86_64 13/172 2024-07-26T12:20:18.726 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : cephfs-shell-2:19.0.0-5320.ge8f88bb1.el9.x86_64 14/172 2024-07-26T12:20:18.726 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : libcephfs-devel-2:19.0.0-5320.ge8f88bb1.el9.x86_ 15/172 2024-07-26T12:20:18.726 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : libcephfs2-2:19.0.0-5320.ge8f88bb1.el9.x86_64 16/172 2024-07-26T12:20:18.726 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : libcephsqlite-2:19.0.0-5320.ge8f88bb1.el9.x86_64 17/172 2024-07-26T12:20:18.727 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : librados-devel-2:19.0.0-5320.ge8f88bb1.el9.x86_6 18/172 2024-07-26T12:20:18.727 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : libradosstriper1-2:19.0.0-5320.ge8f88bb1.el9.x86 19/172 2024-07-26T12:20:18.727 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : librgw2-2:19.0.0-5320.ge8f88bb1.el9.x86_64 20/172 2024-07-26T12:20:18.727 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-ceph-argparse-2:19.0.0-5320.ge8f88bb1.el 21/172 2024-07-26T12:20:18.727 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-ceph-common-2:19.0.0-5320.ge8f88bb1.el9. 22/172 2024-07-26T12:20:18.727 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-cephfs-2:19.0.0-5320.ge8f88bb1.el9.x86_6 23/172 2024-07-26T12:20:18.727 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-rados-2:19.0.0-5320.ge8f88bb1.el9.x86_64 24/172 2024-07-26T12:20:18.727 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-rbd-2:19.0.0-5320.ge8f88bb1.el9.x86_64 25/172 2024-07-26T12:20:18.727 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-rgw-2:19.0.0-5320.ge8f88bb1.el9.x86_64 26/172 2024-07-26T12:20:18.727 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : rbd-fuse-2:19.0.0-5320.ge8f88bb1.el9.x86_64 27/172 2024-07-26T12:20:18.727 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : rbd-mirror-2:19.0.0-5320.ge8f88bb1.el9.x86_64 28/172 2024-07-26T12:20:18.727 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : rbd-nbd-2:19.0.0-5320.ge8f88bb1.el9.x86_64 29/172 2024-07-26T12:20:18.740 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-5320.ge8f88bb1. 30/172 2024-07-26T12:20:18.740 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-5320.ge8f88bb1.el9.noa 31/172 2024-07-26T12:20:18.741 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-5320.ge8f88bb1.el9.n 32/172 2024-07-26T12:20:18.741 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-5320.ge8f 33/172 2024-07-26T12:20:18.741 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-5320.ge8f88bb1.el 34/172 2024-07-26T12:20:18.741 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : ceph-mgr-rook-2:19.0.0-5320.ge8f88bb1.el9.noarch 35/172 2024-07-26T12:20:18.741 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-5320.ge8f88bb1.e 36/172 2024-07-26T12:20:18.741 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : ceph-volume-2:19.0.0-5320.ge8f88bb1.el9.noarch 37/172 2024-07-26T12:20:18.741 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : cephadm-2:19.0.0-5320.ge8f88bb1.el9.noarch 38/172 2024-07-26T12:20:18.741 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : cephfs-top-2:19.0.0-5320.ge8f88bb1.el9.noarch 39/172 2024-07-26T12:20:18.741 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 40/172 2024-07-26T12:20:18.741 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 41/172 2024-07-26T12:20:18.741 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 42/172 2024-07-26T12:20:18.741 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/172 2024-07-26T12:20:18.742 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/172 2024-07-26T12:20:18.742 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/172 2024-07-26T12:20:18.742 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/172 2024-07-26T12:20:18.742 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/172 2024-07-26T12:20:18.742 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 48/172 2024-07-26T12:20:18.742 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/172 2024-07-26T12:20:18.742 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/172 2024-07-26T12:20:18.742 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/172 2024-07-26T12:20:18.742 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/172 2024-07-26T12:20:18.742 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/172 2024-07-26T12:20:18.742 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/172 2024-07-26T12:20:18.743 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/172 2024-07-26T12:20:18.743 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/172 2024-07-26T12:20:18.743 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/172 2024-07-26T12:20:18.743 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/172 2024-07-26T12:20:18.743 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/172 2024-07-26T12:20:18.743 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/172 2024-07-26T12:20:18.743 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : libtool-2.4.6-46.el9.x86_64 61/172 2024-07-26T12:20:18.743 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 62/172 2024-07-26T12:20:18.743 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/172 2024-07-26T12:20:18.743 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/172 2024-07-26T12:20:18.743 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/172 2024-07-26T12:20:18.743 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 66/172 2024-07-26T12:20:18.743 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 67/172 2024-07-26T12:20:18.744 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : openssl-devel-1:3.2.2-2.el9.x86_64 68/172 2024-07-26T12:20:18.744 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : postgresql-13.14-1.el9.x86_64 69/172 2024-07-26T12:20:18.744 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 70/172 2024-07-26T12:20:18.744 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 71/172 2024-07-26T12:20:18.744 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 72/172 2024-07-26T12:20:18.744 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/172 2024-07-26T12:20:18.744 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/172 2024-07-26T12:20:18.744 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/172 2024-07-26T12:20:18.744 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/172 2024-07-26T12:20:18.744 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 77/172 2024-07-26T12:20:18.744 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/172 2024-07-26T12:20:18.744 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/172 2024-07-26T12:20:18.745 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/172 2024-07-26T12:20:18.745 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/172 2024-07-26T12:20:18.745 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/172 2024-07-26T12:20:18.745 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/172 2024-07-26T12:20:18.745 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/172 2024-07-26T12:20:18.745 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/172 2024-07-26T12:20:18.745 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/172 2024-07-26T12:20:18.745 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/172 2024-07-26T12:20:18.745 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/172 2024-07-26T12:20:18.745 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/172 2024-07-26T12:20:18.745 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/172 2024-07-26T12:20:18.745 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/172 2024-07-26T12:20:18.745 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/172 2024-07-26T12:20:18.746 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/172 2024-07-26T12:20:18.746 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/172 2024-07-26T12:20:18.746 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/172 2024-07-26T12:20:18.746 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/172 2024-07-26T12:20:18.746 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/172 2024-07-26T12:20:18.746 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/172 2024-07-26T12:20:18.746 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 99/172 2024-07-26T12:20:18.746 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/172 2024-07-26T12:20:18.746 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : xfsprogs-devel-6.4.0-3.el9.x86_64 101/172 2024-07-26T12:20:18.746 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/172 2024-07-26T12:20:18.746 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/172 2024-07-26T12:20:18.746 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/172 2024-07-26T12:20:18.747 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/172 2024-07-26T12:20:18.747 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/172 2024-07-26T12:20:18.747 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 107/172 2024-07-26T12:20:18.747 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/172 2024-07-26T12:20:18.747 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/172 2024-07-26T12:20:18.747 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/172 2024-07-26T12:20:18.747 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/172 2024-07-26T12:20:18.747 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/172 2024-07-26T12:20:18.747 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/172 2024-07-26T12:20:18.747 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/172 2024-07-26T12:20:18.747 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/172 2024-07-26T12:20:18.747 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/172 2024-07-26T12:20:18.747 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/172 2024-07-26T12:20:18.748 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 118/172 2024-07-26T12:20:18.748 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/172 2024-07-26T12:20:18.748 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/172 2024-07-26T12:20:18.748 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/172 2024-07-26T12:20:18.748 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-google-auth-1:2.32.0-1.el9.noarch 122/172 2024-07-26T12:20:18.748 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/172 2024-07-26T12:20:18.748 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/172 2024-07-26T12:20:18.748 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/172 2024-07-26T12:20:18.748 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/172 2024-07-26T12:20:18.748 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/172 2024-07-26T12:20:18.748 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/172 2024-07-26T12:20:18.748 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/172 2024-07-26T12:20:18.748 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/172 2024-07-26T12:20:18.748 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/172 2024-07-26T12:20:18.749 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/172 2024-07-26T12:20:18.749 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/172 2024-07-26T12:20:18.749 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/172 2024-07-26T12:20:18.749 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/172 2024-07-26T12:20:18.749 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/172 2024-07-26T12:20:18.749 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/172 2024-07-26T12:20:18.749 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/172 2024-07-26T12:20:18.749 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/172 2024-07-26T12:20:18.749 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/172 2024-07-26T12:20:18.749 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/172 2024-07-26T12:20:18.749 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 142/172 2024-07-26T12:20:18.749 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 143/172 2024-07-26T12:20:18.749 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/172 2024-07-26T12:20:18.749 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/172 2024-07-26T12:20:18.750 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/172 2024-07-26T12:20:18.750 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : re2-1:20211101-3.el9.x86_64 147/172 2024-07-26T12:20:18.750 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/172 2024-07-26T12:20:18.750 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : librados2-2:19.0.0-5320.ge8f88bb1.el9.x86_64 149/172 2024-07-26T12:20:18.750 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/172 2024-07-26T12:20:18.750 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : librbd1-2:19.0.0-5320.ge8f88bb1.el9.x86_64 151/172 2024-07-26T12:20:18.750 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/172 2024-07-26T12:20:18.750 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : NetworkManager-1:1.48.2-2.el9.x86_64 153/172 2024-07-26T12:20:18.750 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : NetworkManager-1:1.47.4-1.el9.x86_64 154/172 2024-07-26T12:20:18.750 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : NetworkManager-libnm-1:1.48.2-2.el9.x86_64 155/172 2024-07-26T12:20:18.750 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : NetworkManager-libnm-1:1.47.4-1.el9.x86_64 156/172 2024-07-26T12:20:18.750 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : NetworkManager-team-1:1.48.2-2.el9.x86_64 157/172 2024-07-26T12:20:18.750 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : NetworkManager-team-1:1.47.4-1.el9.x86_64 158/172 2024-07-26T12:20:18.750 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : NetworkManager-tui-1:1.48.2-2.el9.x86_64 159/172 2024-07-26T12:20:18.750 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : NetworkManager-tui-1:1.47.4-1.el9.x86_64 160/172 2024-07-26T12:20:18.751 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : elfutils-debuginfod-client-0.191-4.el9.x86_64 161/172 2024-07-26T12:20:18.751 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : elfutils-debuginfod-client-0.190-2.el9.x86_64 162/172 2024-07-26T12:20:18.751 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : elfutils-libelf-0.191-4.el9.x86_64 163/172 2024-07-26T12:20:18.751 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : elfutils-libelf-0.190-2.el9.x86_64 164/172 2024-07-26T12:20:18.751 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : elfutils-libs-0.191-4.el9.x86_64 165/172 2024-07-26T12:20:18.751 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : elfutils-libs-0.190-2.el9.x86_64 166/172 2024-07-26T12:20:18.751 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : openssl-1:3.2.2-2.el9.x86_64 167/172 2024-07-26T12:20:18.751 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : openssl-1:3.0.7-27.el9.x86_64 168/172 2024-07-26T12:20:18.751 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : openssl-libs-1:3.2.2-2.el9.x86_64 169/172 2024-07-26T12:20:18.751 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : openssl-libs-1:3.0.7-27.el9.x86_64 170/172 2024-07-26T12:20:18.751 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : xfsprogs-6.4.0-3.el9.x86_64 171/172 2024-07-26T12:20:21.172 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : xfsprogs-6.3.0-1.el9.x86_64 172/172 2024-07-26T12:20:21.172 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-07-26T12:20:21.172 INFO:teuthology.orchestra.run.smithi123.stdout:Upgraded: 2024-07-26T12:20:21.172 INFO:teuthology.orchestra.run.smithi123.stdout: NetworkManager-1:1.48.2-2.el9.x86_64 2024-07-26T12:20:21.172 INFO:teuthology.orchestra.run.smithi123.stdout: NetworkManager-libnm-1:1.48.2-2.el9.x86_64 2024-07-26T12:20:21.172 INFO:teuthology.orchestra.run.smithi123.stdout: NetworkManager-team-1:1.48.2-2.el9.x86_64 2024-07-26T12:20:21.172 INFO:teuthology.orchestra.run.smithi123.stdout: NetworkManager-tui-1:1.48.2-2.el9.x86_64 2024-07-26T12:20:21.172 INFO:teuthology.orchestra.run.smithi123.stdout: elfutils-debuginfod-client-0.191-4.el9.x86_64 2024-07-26T12:20:21.172 INFO:teuthology.orchestra.run.smithi123.stdout: elfutils-libelf-0.191-4.el9.x86_64 2024-07-26T12:20:21.173 INFO:teuthology.orchestra.run.smithi123.stdout: elfutils-libs-0.191-4.el9.x86_64 2024-07-26T12:20:21.173 INFO:teuthology.orchestra.run.smithi123.stdout: librados2-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T12:20:21.173 INFO:teuthology.orchestra.run.smithi123.stdout: librbd1-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T12:20:21.173 INFO:teuthology.orchestra.run.smithi123.stdout: openssl-1:3.2.2-2.el9.x86_64 2024-07-26T12:20:21.173 INFO:teuthology.orchestra.run.smithi123.stdout: openssl-libs-1:3.2.2-2.el9.x86_64 2024-07-26T12:20:21.173 INFO:teuthology.orchestra.run.smithi123.stdout: xfsprogs-6.4.0-3.el9.x86_64 2024-07-26T12:20:21.173 INFO:teuthology.orchestra.run.smithi123.stdout:Installed: 2024-07-26T12:20:21.173 INFO:teuthology.orchestra.run.smithi123.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-07-26T12:20:21.173 INFO:teuthology.orchestra.run.smithi123.stdout: automake-1.16.2-8.el9.noarch 2024-07-26T12:20:21.173 INFO:teuthology.orchestra.run.smithi123.stdout: bison-3.7.4-5.el9.x86_64 2024-07-26T12:20:21.173 INFO:teuthology.orchestra.run.smithi123.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-07-26T12:20:21.173 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T12:20:21.173 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-base-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T12:20:21.174 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-common-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T12:20:21.174 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-fuse-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T12:20:21.174 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-grafana-dashboards-2:19.0.0-5320.ge8f88bb1.el9.noarch 2024-07-26T12:20:21.174 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-immutable-object-cache-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T12:20:21.174 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-mds-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T12:20:21.174 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-mgr-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T12:20:21.174 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-mgr-cephadm-2:19.0.0-5320.ge8f88bb1.el9.noarch 2024-07-26T12:20:21.174 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-mgr-dashboard-2:19.0.0-5320.ge8f88bb1.el9.noarch 2024-07-26T12:20:21.174 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-mgr-diskprediction-local-2:19.0.0-5320.ge8f88bb1.el9.noarch 2024-07-26T12:20:21.174 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-mgr-modules-core-2:19.0.0-5320.ge8f88bb1.el9.noarch 2024-07-26T12:20:21.174 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-mgr-rook-2:19.0.0-5320.ge8f88bb1.el9.noarch 2024-07-26T12:20:21.174 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-mon-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T12:20:21.175 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-osd-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T12:20:21.175 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-prometheus-alerts-2:19.0.0-5320.ge8f88bb1.el9.noarch 2024-07-26T12:20:21.175 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-radosgw-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T12:20:21.175 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-selinux-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T12:20:21.175 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-test-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T12:20:21.175 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-volume-2:19.0.0-5320.ge8f88bb1.el9.noarch 2024-07-26T12:20:21.175 INFO:teuthology.orchestra.run.smithi123.stdout: cephadm-2:19.0.0-5320.ge8f88bb1.el9.noarch 2024-07-26T12:20:21.175 INFO:teuthology.orchestra.run.smithi123.stdout: cephfs-mirror-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T12:20:21.175 INFO:teuthology.orchestra.run.smithi123.stdout: cephfs-shell-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T12:20:21.175 INFO:teuthology.orchestra.run.smithi123.stdout: cephfs-top-2:19.0.0-5320.ge8f88bb1.el9.noarch 2024-07-26T12:20:21.175 INFO:teuthology.orchestra.run.smithi123.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-07-26T12:20:21.175 INFO:teuthology.orchestra.run.smithi123.stdout: flex-2.6.4-9.el9.x86_64 2024-07-26T12:20:21.175 INFO:teuthology.orchestra.run.smithi123.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-07-26T12:20:21.176 INFO:teuthology.orchestra.run.smithi123.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-07-26T12:20:21.176 INFO:teuthology.orchestra.run.smithi123.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-07-26T12:20:21.176 INFO:teuthology.orchestra.run.smithi123.stdout: fuse-2.9.9-16.el9.x86_64 2024-07-26T12:20:21.176 INFO:teuthology.orchestra.run.smithi123.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-07-26T12:20:21.176 INFO:teuthology.orchestra.run.smithi123.stdout: grpc-data-1.46.7-10.el9.noarch 2024-07-26T12:20:21.176 INFO:teuthology.orchestra.run.smithi123.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-07-26T12:20:21.176 INFO:teuthology.orchestra.run.smithi123.stdout: libarrow-9.0.0-11.el9.x86_64 2024-07-26T12:20:21.176 INFO:teuthology.orchestra.run.smithi123.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-07-26T12:20:21.176 INFO:teuthology.orchestra.run.smithi123.stdout: libcephfs-devel-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T12:20:21.176 INFO:teuthology.orchestra.run.smithi123.stdout: libcephfs2-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T12:20:21.176 INFO:teuthology.orchestra.run.smithi123.stdout: libcephsqlite-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T12:20:21.176 INFO:teuthology.orchestra.run.smithi123.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-07-26T12:20:21.176 INFO:teuthology.orchestra.run.smithi123.stdout: liboath-2.6.7-2.el9.x86_64 2024-07-26T12:20:21.177 INFO:teuthology.orchestra.run.smithi123.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-07-26T12:20:21.177 INFO:teuthology.orchestra.run.smithi123.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-07-26T12:20:21.177 INFO:teuthology.orchestra.run.smithi123.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-07-26T12:20:21.177 INFO:teuthology.orchestra.run.smithi123.stdout: librados-devel-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T12:20:21.177 INFO:teuthology.orchestra.run.smithi123.stdout: libradosstriper1-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T12:20:21.177 INFO:teuthology.orchestra.run.smithi123.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-07-26T12:20:21.177 INFO:teuthology.orchestra.run.smithi123.stdout: librgw2-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T12:20:21.177 INFO:teuthology.orchestra.run.smithi123.stdout: libtool-2.4.6-46.el9.x86_64 2024-07-26T12:20:21.177 INFO:teuthology.orchestra.run.smithi123.stdout: libunwind-1.6.2-1.el9.x86_64 2024-07-26T12:20:21.177 INFO:teuthology.orchestra.run.smithi123.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-07-26T12:20:21.177 INFO:teuthology.orchestra.run.smithi123.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-07-26T12:20:21.177 INFO:teuthology.orchestra.run.smithi123.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-07-26T12:20:21.177 INFO:teuthology.orchestra.run.smithi123.stdout: lua-5.4.4-4.el9.x86_64 2024-07-26T12:20:21.177 INFO:teuthology.orchestra.run.smithi123.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-07-26T12:20:21.178 INFO:teuthology.orchestra.run.smithi123.stdout: luarocks-3.9.2-5.el9.noarch 2024-07-26T12:20:21.178 INFO:teuthology.orchestra.run.smithi123.stdout: openblas-0.3.21-2.el9.x86_64 2024-07-26T12:20:21.178 INFO:teuthology.orchestra.run.smithi123.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-07-26T12:20:21.178 INFO:teuthology.orchestra.run.smithi123.stdout: openssl-devel-1:3.2.2-2.el9.x86_64 2024-07-26T12:20:21.178 INFO:teuthology.orchestra.run.smithi123.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-07-26T12:20:21.178 INFO:teuthology.orchestra.run.smithi123.stdout: postgresql-13.14-1.el9.x86_64 2024-07-26T12:20:21.178 INFO:teuthology.orchestra.run.smithi123.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-07-26T12:20:21.178 INFO:teuthology.orchestra.run.smithi123.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-07-26T12:20:21.178 INFO:teuthology.orchestra.run.smithi123.stdout: postgresql-server-13.14-1.el9.x86_64 2024-07-26T12:20:21.178 INFO:teuthology.orchestra.run.smithi123.stdout: protobuf-3.14.0-13.el9.x86_64 2024-07-26T12:20:21.178 INFO:teuthology.orchestra.run.smithi123.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-07-26T12:20:21.178 INFO:teuthology.orchestra.run.smithi123.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-07-26T12:20:21.179 INFO:teuthology.orchestra.run.smithi123.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-07-26T12:20:21.179 INFO:teuthology.orchestra.run.smithi123.stdout: python3-babel-2.9.1-2.el9.noarch 2024-07-26T12:20:21.179 INFO:teuthology.orchestra.run.smithi123.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-07-26T12:20:21.179 INFO:teuthology.orchestra.run.smithi123.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-07-26T12:20:21.179 INFO:teuthology.orchestra.run.smithi123.stdout: python3-ceph-argparse-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T12:20:21.179 INFO:teuthology.orchestra.run.smithi123.stdout: python3-ceph-common-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T12:20:21.179 INFO:teuthology.orchestra.run.smithi123.stdout: python3-cephfs-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T12:20:21.179 INFO:teuthology.orchestra.run.smithi123.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-07-26T12:20:21.179 INFO:teuthology.orchestra.run.smithi123.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-07-26T12:20:21.179 INFO:teuthology.orchestra.run.smithi123.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-07-26T12:20:21.179 INFO:teuthology.orchestra.run.smithi123.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-07-26T12:20:21.179 INFO:teuthology.orchestra.run.smithi123.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-07-26T12:20:21.180 INFO:teuthology.orchestra.run.smithi123.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-07-26T12:20:21.180 INFO:teuthology.orchestra.run.smithi123.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-07-26T12:20:21.180 INFO:teuthology.orchestra.run.smithi123.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-07-26T12:20:21.180 INFO:teuthology.orchestra.run.smithi123.stdout: python3-google-auth-1:2.32.0-1.el9.noarch 2024-07-26T12:20:21.180 INFO:teuthology.orchestra.run.smithi123.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-07-26T12:20:21.180 INFO:teuthology.orchestra.run.smithi123.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-07-26T12:20:21.180 INFO:teuthology.orchestra.run.smithi123.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-07-26T12:20:21.180 INFO:teuthology.orchestra.run.smithi123.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-07-26T12:20:21.180 INFO:teuthology.orchestra.run.smithi123.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-07-26T12:20:21.180 INFO:teuthology.orchestra.run.smithi123.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-07-26T12:20:21.180 INFO:teuthology.orchestra.run.smithi123.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-07-26T12:20:21.180 INFO:teuthology.orchestra.run.smithi123.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-07-26T12:20:21.180 INFO:teuthology.orchestra.run.smithi123.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-07-26T12:20:21.180 INFO:teuthology.orchestra.run.smithi123.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-07-26T12:20:21.181 INFO:teuthology.orchestra.run.smithi123.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-07-26T12:20:21.181 INFO:teuthology.orchestra.run.smithi123.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-07-26T12:20:21.181 INFO:teuthology.orchestra.run.smithi123.stdout: python3-mako-1.1.4-6.el9.noarch 2024-07-26T12:20:21.181 INFO:teuthology.orchestra.run.smithi123.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-07-26T12:20:21.181 INFO:teuthology.orchestra.run.smithi123.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-07-26T12:20:21.181 INFO:teuthology.orchestra.run.smithi123.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-07-26T12:20:21.181 INFO:teuthology.orchestra.run.smithi123.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-07-26T12:20:21.181 INFO:teuthology.orchestra.run.smithi123.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-07-26T12:20:21.181 INFO:teuthology.orchestra.run.smithi123.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-07-26T12:20:21.181 INFO:teuthology.orchestra.run.smithi123.stdout: python3-packaging-20.9-5.el9.noarch 2024-07-26T12:20:21.181 INFO:teuthology.orchestra.run.smithi123.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-07-26T12:20:21.181 INFO:teuthology.orchestra.run.smithi123.stdout: python3-ply-3.11-14.el9.noarch 2024-07-26T12:20:21.181 INFO:teuthology.orchestra.run.smithi123.stdout: python3-portend-3.1.0-2.el9.noarch 2024-07-26T12:20:21.181 INFO:teuthology.orchestra.run.smithi123.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-07-26T12:20:21.181 INFO:teuthology.orchestra.run.smithi123.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-07-26T12:20:21.182 INFO:teuthology.orchestra.run.smithi123.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-07-26T12:20:21.182 INFO:teuthology.orchestra.run.smithi123.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-07-26T12:20:21.182 INFO:teuthology.orchestra.run.smithi123.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-07-26T12:20:21.182 INFO:teuthology.orchestra.run.smithi123.stdout: python3-pycparser-2.20-6.el9.noarch 2024-07-26T12:20:21.182 INFO:teuthology.orchestra.run.smithi123.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-07-26T12:20:21.182 INFO:teuthology.orchestra.run.smithi123.stdout: python3-pytz-2021.1-5.el9.noarch 2024-07-26T12:20:21.182 INFO:teuthology.orchestra.run.smithi123.stdout: python3-rados-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T12:20:21.182 INFO:teuthology.orchestra.run.smithi123.stdout: python3-rbd-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T12:20:21.182 INFO:teuthology.orchestra.run.smithi123.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-07-26T12:20:21.182 INFO:teuthology.orchestra.run.smithi123.stdout: python3-requests-2.25.1-8.el9.noarch 2024-07-26T12:20:21.182 INFO:teuthology.orchestra.run.smithi123.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-07-26T12:20:21.183 INFO:teuthology.orchestra.run.smithi123.stdout: python3-rgw-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T12:20:21.183 INFO:teuthology.orchestra.run.smithi123.stdout: python3-routes-2.5.1-5.el9.noarch 2024-07-26T12:20:21.183 INFO:teuthology.orchestra.run.smithi123.stdout: python3-rsa-4.9-2.el9.noarch 2024-07-26T12:20:21.183 INFO:teuthology.orchestra.run.smithi123.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-07-26T12:20:21.183 INFO:teuthology.orchestra.run.smithi123.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-07-26T12:20:21.183 INFO:teuthology.orchestra.run.smithi123.stdout: python3-toml-0.10.2-6.el9.noarch 2024-07-26T12:20:21.183 INFO:teuthology.orchestra.run.smithi123.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-07-26T12:20:21.183 INFO:teuthology.orchestra.run.smithi123.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-07-26T12:20:21.183 INFO:teuthology.orchestra.run.smithi123.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-07-26T12:20:21.183 INFO:teuthology.orchestra.run.smithi123.stdout: python3-webob-1.8.7-6.el9.noarch 2024-07-26T12:20:21.184 INFO:teuthology.orchestra.run.smithi123.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-07-26T12:20:21.184 INFO:teuthology.orchestra.run.smithi123.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-07-26T12:20:21.184 INFO:teuthology.orchestra.run.smithi123.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-07-26T12:20:21.184 INFO:teuthology.orchestra.run.smithi123.stdout: qatlib-24.02.0-1.el9.x86_64 2024-07-26T12:20:21.184 INFO:teuthology.orchestra.run.smithi123.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-07-26T12:20:21.184 INFO:teuthology.orchestra.run.smithi123.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-07-26T12:20:21.184 INFO:teuthology.orchestra.run.smithi123.stdout: rbd-fuse-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T12:20:21.184 INFO:teuthology.orchestra.run.smithi123.stdout: rbd-mirror-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T12:20:21.184 INFO:teuthology.orchestra.run.smithi123.stdout: rbd-nbd-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T12:20:21.184 INFO:teuthology.orchestra.run.smithi123.stdout: re2-1:20211101-3.el9.x86_64 2024-07-26T12:20:21.184 INFO:teuthology.orchestra.run.smithi123.stdout: socat-1.7.4.1-6.el9.x86_64 2024-07-26T12:20:21.184 INFO:teuthology.orchestra.run.smithi123.stdout: thrift-0.15.0-2.el9.x86_64 2024-07-26T12:20:21.184 INFO:teuthology.orchestra.run.smithi123.stdout: uuid-1.6.2-55.el9.x86_64 2024-07-26T12:20:21.184 INFO:teuthology.orchestra.run.smithi123.stdout: xfsprogs-devel-6.4.0-3.el9.x86_64 2024-07-26T12:20:21.185 INFO:teuthology.orchestra.run.smithi123.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-07-26T12:20:21.185 INFO:teuthology.orchestra.run.smithi123.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-07-26T12:20:21.185 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-07-26T12:20:21.185 INFO:teuthology.orchestra.run.smithi123.stdout:Complete! 2024-07-26T12:20:21.863 DEBUG:teuthology.parallel:result is None 2024-07-26T12:20:21.944 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : ceph-2:19.0.0-5320.ge8f88bb1.el9.x86_64 1/172 2024-07-26T12:20:21.944 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : ceph-base-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2/172 2024-07-26T12:20:21.944 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : ceph-common-2:19.0.0-5320.ge8f88bb1.el9.x86_64 3/172 2024-07-26T12:20:21.944 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : ceph-fuse-2:19.0.0-5320.ge8f88bb1.el9.x86_64 4/172 2024-07-26T12:20:21.944 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-5320.ge8f88 5/172 2024-07-26T12:20:21.944 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : ceph-mds-2:19.0.0-5320.ge8f88bb1.el9.x86_64 6/172 2024-07-26T12:20:21.944 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : ceph-mgr-2:19.0.0-5320.ge8f88bb1.el9.x86_64 7/172 2024-07-26T12:20:21.945 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : ceph-mon-2:19.0.0-5320.ge8f88bb1.el9.x86_64 8/172 2024-07-26T12:20:21.945 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : ceph-osd-2:19.0.0-5320.ge8f88bb1.el9.x86_64 9/172 2024-07-26T12:20:21.945 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : ceph-radosgw-2:19.0.0-5320.ge8f88bb1.el9.x86_64 10/172 2024-07-26T12:20:21.945 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : ceph-selinux-2:19.0.0-5320.ge8f88bb1.el9.x86_64 11/172 2024-07-26T12:20:21.945 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : ceph-test-2:19.0.0-5320.ge8f88bb1.el9.x86_64 12/172 2024-07-26T12:20:21.945 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : cephfs-mirror-2:19.0.0-5320.ge8f88bb1.el9.x86_64 13/172 2024-07-26T12:20:21.945 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : cephfs-shell-2:19.0.0-5320.ge8f88bb1.el9.x86_64 14/172 2024-07-26T12:20:21.945 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : libcephfs-devel-2:19.0.0-5320.ge8f88bb1.el9.x86_ 15/172 2024-07-26T12:20:21.945 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : libcephfs2-2:19.0.0-5320.ge8f88bb1.el9.x86_64 16/172 2024-07-26T12:20:21.945 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : libcephsqlite-2:19.0.0-5320.ge8f88bb1.el9.x86_64 17/172 2024-07-26T12:20:21.946 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : librados-devel-2:19.0.0-5320.ge8f88bb1.el9.x86_6 18/172 2024-07-26T12:20:21.946 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : libradosstriper1-2:19.0.0-5320.ge8f88bb1.el9.x86 19/172 2024-07-26T12:20:21.946 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : librgw2-2:19.0.0-5320.ge8f88bb1.el9.x86_64 20/172 2024-07-26T12:20:21.946 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-ceph-argparse-2:19.0.0-5320.ge8f88bb1.el 21/172 2024-07-26T12:20:21.946 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-ceph-common-2:19.0.0-5320.ge8f88bb1.el9. 22/172 2024-07-26T12:20:21.946 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-cephfs-2:19.0.0-5320.ge8f88bb1.el9.x86_6 23/172 2024-07-26T12:20:21.946 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-rados-2:19.0.0-5320.ge8f88bb1.el9.x86_64 24/172 2024-07-26T12:20:21.947 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-rbd-2:19.0.0-5320.ge8f88bb1.el9.x86_64 25/172 2024-07-26T12:20:21.947 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-rgw-2:19.0.0-5320.ge8f88bb1.el9.x86_64 26/172 2024-07-26T12:20:21.947 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : rbd-fuse-2:19.0.0-5320.ge8f88bb1.el9.x86_64 27/172 2024-07-26T12:20:21.947 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : rbd-mirror-2:19.0.0-5320.ge8f88bb1.el9.x86_64 28/172 2024-07-26T12:20:21.966 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : rbd-nbd-2:19.0.0-5320.ge8f88bb1.el9.x86_64 29/172 2024-07-26T12:20:21.966 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-5320.ge8f88bb1. 30/172 2024-07-26T12:20:21.966 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-5320.ge8f88bb1.el9.noa 31/172 2024-07-26T12:20:21.966 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-5320.ge8f88bb1.el9.n 32/172 2024-07-26T12:20:21.966 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-5320.ge8f 33/172 2024-07-26T12:20:21.966 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-5320.ge8f88bb1.el 34/172 2024-07-26T12:20:21.966 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : ceph-mgr-rook-2:19.0.0-5320.ge8f88bb1.el9.noarch 35/172 2024-07-26T12:20:21.966 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-5320.ge8f88bb1.e 36/172 2024-07-26T12:20:21.966 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : ceph-volume-2:19.0.0-5320.ge8f88bb1.el9.noarch 37/172 2024-07-26T12:20:21.967 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : cephadm-2:19.0.0-5320.ge8f88bb1.el9.noarch 38/172 2024-07-26T12:20:21.967 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : cephfs-top-2:19.0.0-5320.ge8f88bb1.el9.noarch 39/172 2024-07-26T12:20:21.967 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 40/172 2024-07-26T12:20:21.967 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 41/172 2024-07-26T12:20:21.967 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 42/172 2024-07-26T12:20:21.967 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/172 2024-07-26T12:20:21.967 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/172 2024-07-26T12:20:21.967 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/172 2024-07-26T12:20:21.967 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/172 2024-07-26T12:20:21.967 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/172 2024-07-26T12:20:21.967 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 48/172 2024-07-26T12:20:21.968 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/172 2024-07-26T12:20:21.968 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/172 2024-07-26T12:20:21.968 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/172 2024-07-26T12:20:21.968 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/172 2024-07-26T12:20:21.968 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/172 2024-07-26T12:20:21.968 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/172 2024-07-26T12:20:21.968 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/172 2024-07-26T12:20:21.968 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/172 2024-07-26T12:20:21.968 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/172 2024-07-26T12:20:21.968 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/172 2024-07-26T12:20:21.968 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/172 2024-07-26T12:20:21.968 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/172 2024-07-26T12:20:21.968 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : libtool-2.4.6-46.el9.x86_64 61/172 2024-07-26T12:20:21.969 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 62/172 2024-07-26T12:20:21.969 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/172 2024-07-26T12:20:21.969 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/172 2024-07-26T12:20:21.969 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/172 2024-07-26T12:20:21.969 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 66/172 2024-07-26T12:20:21.969 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 67/172 2024-07-26T12:20:21.969 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : openssl-devel-1:3.2.2-2.el9.x86_64 68/172 2024-07-26T12:20:21.969 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : postgresql-13.14-1.el9.x86_64 69/172 2024-07-26T12:20:21.969 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 70/172 2024-07-26T12:20:21.969 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 71/172 2024-07-26T12:20:21.969 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 72/172 2024-07-26T12:20:21.970 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/172 2024-07-26T12:20:21.970 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/172 2024-07-26T12:20:21.970 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/172 2024-07-26T12:20:21.970 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/172 2024-07-26T12:20:21.970 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 77/172 2024-07-26T12:20:21.970 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/172 2024-07-26T12:20:21.970 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/172 2024-07-26T12:20:21.970 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/172 2024-07-26T12:20:21.970 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/172 2024-07-26T12:20:21.970 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/172 2024-07-26T12:20:21.971 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/172 2024-07-26T12:20:21.971 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/172 2024-07-26T12:20:21.971 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/172 2024-07-26T12:20:21.971 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/172 2024-07-26T12:20:21.971 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/172 2024-07-26T12:20:21.971 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/172 2024-07-26T12:20:21.971 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/172 2024-07-26T12:20:21.971 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/172 2024-07-26T12:20:21.971 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/172 2024-07-26T12:20:21.972 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/172 2024-07-26T12:20:21.972 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/172 2024-07-26T12:20:21.972 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/172 2024-07-26T12:20:21.972 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/172 2024-07-26T12:20:21.972 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/172 2024-07-26T12:20:21.972 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/172 2024-07-26T12:20:21.972 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/172 2024-07-26T12:20:21.972 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 99/172 2024-07-26T12:20:21.972 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/172 2024-07-26T12:20:21.972 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : xfsprogs-devel-6.4.0-3.el9.x86_64 101/172 2024-07-26T12:20:21.972 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/172 2024-07-26T12:20:21.972 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/172 2024-07-26T12:20:21.973 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/172 2024-07-26T12:20:21.973 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/172 2024-07-26T12:20:21.973 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/172 2024-07-26T12:20:21.973 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 107/172 2024-07-26T12:20:21.973 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/172 2024-07-26T12:20:21.973 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/172 2024-07-26T12:20:21.973 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/172 2024-07-26T12:20:21.973 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/172 2024-07-26T12:20:21.973 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/172 2024-07-26T12:20:21.973 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/172 2024-07-26T12:20:21.974 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/172 2024-07-26T12:20:21.974 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/172 2024-07-26T12:20:21.974 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/172 2024-07-26T12:20:21.974 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/172 2024-07-26T12:20:21.974 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 118/172 2024-07-26T12:20:21.974 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/172 2024-07-26T12:20:21.974 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/172 2024-07-26T12:20:21.974 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/172 2024-07-26T12:20:21.975 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-google-auth-1:2.32.0-1.el9.noarch 122/172 2024-07-26T12:20:21.975 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/172 2024-07-26T12:20:21.975 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/172 2024-07-26T12:20:21.975 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/172 2024-07-26T12:20:21.975 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/172 2024-07-26T12:20:21.975 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/172 2024-07-26T12:20:21.975 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/172 2024-07-26T12:20:21.975 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/172 2024-07-26T12:20:21.975 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/172 2024-07-26T12:20:21.975 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/172 2024-07-26T12:20:21.975 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/172 2024-07-26T12:20:21.975 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/172 2024-07-26T12:20:21.975 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/172 2024-07-26T12:20:21.975 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/172 2024-07-26T12:20:21.976 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/172 2024-07-26T12:20:21.976 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/172 2024-07-26T12:20:21.976 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/172 2024-07-26T12:20:21.976 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/172 2024-07-26T12:20:21.976 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/172 2024-07-26T12:20:21.976 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/172 2024-07-26T12:20:21.976 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 142/172 2024-07-26T12:20:21.976 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 143/172 2024-07-26T12:20:21.976 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/172 2024-07-26T12:20:21.976 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/172 2024-07-26T12:20:21.976 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/172 2024-07-26T12:20:21.976 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : re2-1:20211101-3.el9.x86_64 147/172 2024-07-26T12:20:21.976 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/172 2024-07-26T12:20:21.976 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : librados2-2:19.0.0-5320.ge8f88bb1.el9.x86_64 149/172 2024-07-26T12:20:21.977 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/172 2024-07-26T12:20:21.977 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : librbd1-2:19.0.0-5320.ge8f88bb1.el9.x86_64 151/172 2024-07-26T12:20:21.977 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/172 2024-07-26T12:20:21.977 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : NetworkManager-1:1.48.2-2.el9.x86_64 153/172 2024-07-26T12:20:21.977 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : NetworkManager-1:1.47.4-1.el9.x86_64 154/172 2024-07-26T12:20:21.977 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : NetworkManager-libnm-1:1.48.2-2.el9.x86_64 155/172 2024-07-26T12:20:21.977 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : NetworkManager-libnm-1:1.47.4-1.el9.x86_64 156/172 2024-07-26T12:20:21.977 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : NetworkManager-team-1:1.48.2-2.el9.x86_64 157/172 2024-07-26T12:20:21.977 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : NetworkManager-team-1:1.47.4-1.el9.x86_64 158/172 2024-07-26T12:20:21.977 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : NetworkManager-tui-1:1.48.2-2.el9.x86_64 159/172 2024-07-26T12:20:21.977 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : NetworkManager-tui-1:1.47.4-1.el9.x86_64 160/172 2024-07-26T12:20:21.977 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : elfutils-debuginfod-client-0.191-4.el9.x86_64 161/172 2024-07-26T12:20:21.977 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : elfutils-debuginfod-client-0.190-2.el9.x86_64 162/172 2024-07-26T12:20:21.977 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : elfutils-libelf-0.191-4.el9.x86_64 163/172 2024-07-26T12:20:21.977 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : elfutils-libelf-0.190-2.el9.x86_64 164/172 2024-07-26T12:20:21.978 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : elfutils-libs-0.191-4.el9.x86_64 165/172 2024-07-26T12:20:21.978 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : elfutils-libs-0.190-2.el9.x86_64 166/172 2024-07-26T12:20:21.978 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : openssl-1:3.2.2-2.el9.x86_64 167/172 2024-07-26T12:20:21.978 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : openssl-1:3.0.7-27.el9.x86_64 168/172 2024-07-26T12:20:21.978 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : openssl-libs-1:3.2.2-2.el9.x86_64 169/172 2024-07-26T12:20:21.978 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : openssl-libs-1:3.0.7-27.el9.x86_64 170/172 2024-07-26T12:20:21.978 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : xfsprogs-6.4.0-3.el9.x86_64 171/172 2024-07-26T12:20:24.287 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : xfsprogs-6.3.0-1.el9.x86_64 172/172 2024-07-26T12:20:24.287 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-07-26T12:20:24.287 INFO:teuthology.orchestra.run.smithi031.stdout:Upgraded: 2024-07-26T12:20:24.287 INFO:teuthology.orchestra.run.smithi031.stdout: NetworkManager-1:1.48.2-2.el9.x86_64 2024-07-26T12:20:24.287 INFO:teuthology.orchestra.run.smithi031.stdout: NetworkManager-libnm-1:1.48.2-2.el9.x86_64 2024-07-26T12:20:24.287 INFO:teuthology.orchestra.run.smithi031.stdout: NetworkManager-team-1:1.48.2-2.el9.x86_64 2024-07-26T12:20:24.288 INFO:teuthology.orchestra.run.smithi031.stdout: NetworkManager-tui-1:1.48.2-2.el9.x86_64 2024-07-26T12:20:24.288 INFO:teuthology.orchestra.run.smithi031.stdout: elfutils-debuginfod-client-0.191-4.el9.x86_64 2024-07-26T12:20:24.288 INFO:teuthology.orchestra.run.smithi031.stdout: elfutils-libelf-0.191-4.el9.x86_64 2024-07-26T12:20:24.288 INFO:teuthology.orchestra.run.smithi031.stdout: elfutils-libs-0.191-4.el9.x86_64 2024-07-26T12:20:24.288 INFO:teuthology.orchestra.run.smithi031.stdout: librados2-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T12:20:24.288 INFO:teuthology.orchestra.run.smithi031.stdout: librbd1-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T12:20:24.288 INFO:teuthology.orchestra.run.smithi031.stdout: openssl-1:3.2.2-2.el9.x86_64 2024-07-26T12:20:24.288 INFO:teuthology.orchestra.run.smithi031.stdout: openssl-libs-1:3.2.2-2.el9.x86_64 2024-07-26T12:20:24.288 INFO:teuthology.orchestra.run.smithi031.stdout: xfsprogs-6.4.0-3.el9.x86_64 2024-07-26T12:20:24.288 INFO:teuthology.orchestra.run.smithi031.stdout:Installed: 2024-07-26T12:20:24.288 INFO:teuthology.orchestra.run.smithi031.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-07-26T12:20:24.289 INFO:teuthology.orchestra.run.smithi031.stdout: automake-1.16.2-8.el9.noarch 2024-07-26T12:20:24.289 INFO:teuthology.orchestra.run.smithi031.stdout: bison-3.7.4-5.el9.x86_64 2024-07-26T12:20:24.289 INFO:teuthology.orchestra.run.smithi031.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-07-26T12:20:24.289 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T12:20:24.289 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-base-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T12:20:24.289 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-common-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T12:20:24.289 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-fuse-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T12:20:24.289 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-grafana-dashboards-2:19.0.0-5320.ge8f88bb1.el9.noarch 2024-07-26T12:20:24.289 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-immutable-object-cache-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T12:20:24.289 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-mds-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T12:20:24.289 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-mgr-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T12:20:24.289 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-mgr-cephadm-2:19.0.0-5320.ge8f88bb1.el9.noarch 2024-07-26T12:20:24.289 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-mgr-dashboard-2:19.0.0-5320.ge8f88bb1.el9.noarch 2024-07-26T12:20:24.290 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-mgr-diskprediction-local-2:19.0.0-5320.ge8f88bb1.el9.noarch 2024-07-26T12:20:24.290 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-mgr-modules-core-2:19.0.0-5320.ge8f88bb1.el9.noarch 2024-07-26T12:20:24.290 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-mgr-rook-2:19.0.0-5320.ge8f88bb1.el9.noarch 2024-07-26T12:20:24.290 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-mon-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T12:20:24.290 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-osd-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T12:20:24.290 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-prometheus-alerts-2:19.0.0-5320.ge8f88bb1.el9.noarch 2024-07-26T12:20:24.290 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-radosgw-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T12:20:24.290 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-selinux-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T12:20:24.290 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-test-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T12:20:24.290 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-volume-2:19.0.0-5320.ge8f88bb1.el9.noarch 2024-07-26T12:20:24.290 INFO:teuthology.orchestra.run.smithi031.stdout: cephadm-2:19.0.0-5320.ge8f88bb1.el9.noarch 2024-07-26T12:20:24.290 INFO:teuthology.orchestra.run.smithi031.stdout: cephfs-mirror-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T12:20:24.291 INFO:teuthology.orchestra.run.smithi031.stdout: cephfs-shell-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T12:20:24.291 INFO:teuthology.orchestra.run.smithi031.stdout: cephfs-top-2:19.0.0-5320.ge8f88bb1.el9.noarch 2024-07-26T12:20:24.291 INFO:teuthology.orchestra.run.smithi031.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-07-26T12:20:24.291 INFO:teuthology.orchestra.run.smithi031.stdout: flex-2.6.4-9.el9.x86_64 2024-07-26T12:20:24.291 INFO:teuthology.orchestra.run.smithi031.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-07-26T12:20:24.291 INFO:teuthology.orchestra.run.smithi031.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-07-26T12:20:24.291 INFO:teuthology.orchestra.run.smithi031.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-07-26T12:20:24.291 INFO:teuthology.orchestra.run.smithi031.stdout: fuse-2.9.9-16.el9.x86_64 2024-07-26T12:20:24.291 INFO:teuthology.orchestra.run.smithi031.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-07-26T12:20:24.291 INFO:teuthology.orchestra.run.smithi031.stdout: grpc-data-1.46.7-10.el9.noarch 2024-07-26T12:20:24.291 INFO:teuthology.orchestra.run.smithi031.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-07-26T12:20:24.291 INFO:teuthology.orchestra.run.smithi031.stdout: libarrow-9.0.0-11.el9.x86_64 2024-07-26T12:20:24.291 INFO:teuthology.orchestra.run.smithi031.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-07-26T12:20:24.292 INFO:teuthology.orchestra.run.smithi031.stdout: libcephfs-devel-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T12:20:24.292 INFO:teuthology.orchestra.run.smithi031.stdout: libcephfs2-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T12:20:24.292 INFO:teuthology.orchestra.run.smithi031.stdout: libcephsqlite-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T12:20:24.292 INFO:teuthology.orchestra.run.smithi031.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-07-26T12:20:24.292 INFO:teuthology.orchestra.run.smithi031.stdout: liboath-2.6.7-2.el9.x86_64 2024-07-26T12:20:24.292 INFO:teuthology.orchestra.run.smithi031.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-07-26T12:20:24.292 INFO:teuthology.orchestra.run.smithi031.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-07-26T12:20:24.292 INFO:teuthology.orchestra.run.smithi031.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-07-26T12:20:24.292 INFO:teuthology.orchestra.run.smithi031.stdout: librados-devel-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T12:20:24.292 INFO:teuthology.orchestra.run.smithi031.stdout: libradosstriper1-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T12:20:24.292 INFO:teuthology.orchestra.run.smithi031.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-07-26T12:20:24.292 INFO:teuthology.orchestra.run.smithi031.stdout: librgw2-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T12:20:24.292 INFO:teuthology.orchestra.run.smithi031.stdout: libtool-2.4.6-46.el9.x86_64 2024-07-26T12:20:24.292 INFO:teuthology.orchestra.run.smithi031.stdout: libunwind-1.6.2-1.el9.x86_64 2024-07-26T12:20:24.293 INFO:teuthology.orchestra.run.smithi031.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-07-26T12:20:24.293 INFO:teuthology.orchestra.run.smithi031.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-07-26T12:20:24.293 INFO:teuthology.orchestra.run.smithi031.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-07-26T12:20:24.293 INFO:teuthology.orchestra.run.smithi031.stdout: lua-5.4.4-4.el9.x86_64 2024-07-26T12:20:24.293 INFO:teuthology.orchestra.run.smithi031.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-07-26T12:20:24.293 INFO:teuthology.orchestra.run.smithi031.stdout: luarocks-3.9.2-5.el9.noarch 2024-07-26T12:20:24.293 INFO:teuthology.orchestra.run.smithi031.stdout: openblas-0.3.21-2.el9.x86_64 2024-07-26T12:20:24.293 INFO:teuthology.orchestra.run.smithi031.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-07-26T12:20:24.293 INFO:teuthology.orchestra.run.smithi031.stdout: openssl-devel-1:3.2.2-2.el9.x86_64 2024-07-26T12:20:24.293 INFO:teuthology.orchestra.run.smithi031.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-07-26T12:20:24.293 INFO:teuthology.orchestra.run.smithi031.stdout: postgresql-13.14-1.el9.x86_64 2024-07-26T12:20:24.293 INFO:teuthology.orchestra.run.smithi031.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-07-26T12:20:24.293 INFO:teuthology.orchestra.run.smithi031.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-07-26T12:20:24.294 INFO:teuthology.orchestra.run.smithi031.stdout: postgresql-server-13.14-1.el9.x86_64 2024-07-26T12:20:24.294 INFO:teuthology.orchestra.run.smithi031.stdout: protobuf-3.14.0-13.el9.x86_64 2024-07-26T12:20:24.294 INFO:teuthology.orchestra.run.smithi031.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-07-26T12:20:24.294 INFO:teuthology.orchestra.run.smithi031.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-07-26T12:20:24.294 INFO:teuthology.orchestra.run.smithi031.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-07-26T12:20:24.294 INFO:teuthology.orchestra.run.smithi031.stdout: python3-babel-2.9.1-2.el9.noarch 2024-07-26T12:20:24.294 INFO:teuthology.orchestra.run.smithi031.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-07-26T12:20:24.294 INFO:teuthology.orchestra.run.smithi031.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-07-26T12:20:24.294 INFO:teuthology.orchestra.run.smithi031.stdout: python3-ceph-argparse-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T12:20:24.294 INFO:teuthology.orchestra.run.smithi031.stdout: python3-ceph-common-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T12:20:24.294 INFO:teuthology.orchestra.run.smithi031.stdout: python3-cephfs-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T12:20:24.294 INFO:teuthology.orchestra.run.smithi031.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-07-26T12:20:24.294 INFO:teuthology.orchestra.run.smithi031.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-07-26T12:20:24.295 INFO:teuthology.orchestra.run.smithi031.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-07-26T12:20:24.295 INFO:teuthology.orchestra.run.smithi031.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-07-26T12:20:24.295 INFO:teuthology.orchestra.run.smithi031.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-07-26T12:20:24.295 INFO:teuthology.orchestra.run.smithi031.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-07-26T12:20:24.295 INFO:teuthology.orchestra.run.smithi031.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-07-26T12:20:24.295 INFO:teuthology.orchestra.run.smithi031.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-07-26T12:20:24.295 INFO:teuthology.orchestra.run.smithi031.stdout: python3-google-auth-1:2.32.0-1.el9.noarch 2024-07-26T12:20:24.295 INFO:teuthology.orchestra.run.smithi031.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-07-26T12:20:24.295 INFO:teuthology.orchestra.run.smithi031.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-07-26T12:20:24.295 INFO:teuthology.orchestra.run.smithi031.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-07-26T12:20:24.295 INFO:teuthology.orchestra.run.smithi031.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-07-26T12:20:24.295 INFO:teuthology.orchestra.run.smithi031.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-07-26T12:20:24.295 INFO:teuthology.orchestra.run.smithi031.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-07-26T12:20:24.295 INFO:teuthology.orchestra.run.smithi031.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-07-26T12:20:24.296 INFO:teuthology.orchestra.run.smithi031.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-07-26T12:20:24.296 INFO:teuthology.orchestra.run.smithi031.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-07-26T12:20:24.296 INFO:teuthology.orchestra.run.smithi031.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-07-26T12:20:24.296 INFO:teuthology.orchestra.run.smithi031.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-07-26T12:20:24.296 INFO:teuthology.orchestra.run.smithi031.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-07-26T12:20:24.296 INFO:teuthology.orchestra.run.smithi031.stdout: python3-mako-1.1.4-6.el9.noarch 2024-07-26T12:20:24.296 INFO:teuthology.orchestra.run.smithi031.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-07-26T12:20:24.296 INFO:teuthology.orchestra.run.smithi031.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-07-26T12:20:24.296 INFO:teuthology.orchestra.run.smithi031.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-07-26T12:20:24.296 INFO:teuthology.orchestra.run.smithi031.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-07-26T12:20:24.296 INFO:teuthology.orchestra.run.smithi031.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-07-26T12:20:24.296 INFO:teuthology.orchestra.run.smithi031.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-07-26T12:20:24.296 INFO:teuthology.orchestra.run.smithi031.stdout: python3-packaging-20.9-5.el9.noarch 2024-07-26T12:20:24.296 INFO:teuthology.orchestra.run.smithi031.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-07-26T12:20:24.297 INFO:teuthology.orchestra.run.smithi031.stdout: python3-ply-3.11-14.el9.noarch 2024-07-26T12:20:24.297 INFO:teuthology.orchestra.run.smithi031.stdout: python3-portend-3.1.0-2.el9.noarch 2024-07-26T12:20:24.297 INFO:teuthology.orchestra.run.smithi031.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-07-26T12:20:24.297 INFO:teuthology.orchestra.run.smithi031.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-07-26T12:20:24.297 INFO:teuthology.orchestra.run.smithi031.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-07-26T12:20:24.297 INFO:teuthology.orchestra.run.smithi031.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-07-26T12:20:24.297 INFO:teuthology.orchestra.run.smithi031.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-07-26T12:20:24.297 INFO:teuthology.orchestra.run.smithi031.stdout: python3-pycparser-2.20-6.el9.noarch 2024-07-26T12:20:24.297 INFO:teuthology.orchestra.run.smithi031.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-07-26T12:20:24.297 INFO:teuthology.orchestra.run.smithi031.stdout: python3-pytz-2021.1-5.el9.noarch 2024-07-26T12:20:24.297 INFO:teuthology.orchestra.run.smithi031.stdout: python3-rados-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T12:20:24.297 INFO:teuthology.orchestra.run.smithi031.stdout: python3-rbd-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T12:20:24.297 INFO:teuthology.orchestra.run.smithi031.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-07-26T12:20:24.297 INFO:teuthology.orchestra.run.smithi031.stdout: python3-requests-2.25.1-8.el9.noarch 2024-07-26T12:20:24.298 INFO:teuthology.orchestra.run.smithi031.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-07-26T12:20:24.298 INFO:teuthology.orchestra.run.smithi031.stdout: python3-rgw-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T12:20:24.298 INFO:teuthology.orchestra.run.smithi031.stdout: python3-routes-2.5.1-5.el9.noarch 2024-07-26T12:20:24.298 INFO:teuthology.orchestra.run.smithi031.stdout: python3-rsa-4.9-2.el9.noarch 2024-07-26T12:20:24.298 INFO:teuthology.orchestra.run.smithi031.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-07-26T12:20:24.298 INFO:teuthology.orchestra.run.smithi031.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-07-26T12:20:24.298 INFO:teuthology.orchestra.run.smithi031.stdout: python3-toml-0.10.2-6.el9.noarch 2024-07-26T12:20:24.298 INFO:teuthology.orchestra.run.smithi031.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-07-26T12:20:24.298 INFO:teuthology.orchestra.run.smithi031.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-07-26T12:20:24.298 INFO:teuthology.orchestra.run.smithi031.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-07-26T12:20:24.298 INFO:teuthology.orchestra.run.smithi031.stdout: python3-webob-1.8.7-6.el9.noarch 2024-07-26T12:20:24.298 INFO:teuthology.orchestra.run.smithi031.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-07-26T12:20:24.299 INFO:teuthology.orchestra.run.smithi031.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-07-26T12:20:24.299 INFO:teuthology.orchestra.run.smithi031.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-07-26T12:20:24.299 INFO:teuthology.orchestra.run.smithi031.stdout: qatlib-24.02.0-1.el9.x86_64 2024-07-26T12:20:24.299 INFO:teuthology.orchestra.run.smithi031.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-07-26T12:20:24.299 INFO:teuthology.orchestra.run.smithi031.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-07-26T12:20:24.299 INFO:teuthology.orchestra.run.smithi031.stdout: rbd-fuse-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T12:20:24.299 INFO:teuthology.orchestra.run.smithi031.stdout: rbd-mirror-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T12:20:24.299 INFO:teuthology.orchestra.run.smithi031.stdout: rbd-nbd-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-26T12:20:24.299 INFO:teuthology.orchestra.run.smithi031.stdout: re2-1:20211101-3.el9.x86_64 2024-07-26T12:20:24.299 INFO:teuthology.orchestra.run.smithi031.stdout: socat-1.7.4.1-6.el9.x86_64 2024-07-26T12:20:24.299 INFO:teuthology.orchestra.run.smithi031.stdout: thrift-0.15.0-2.el9.x86_64 2024-07-26T12:20:24.299 INFO:teuthology.orchestra.run.smithi031.stdout: uuid-1.6.2-55.el9.x86_64 2024-07-26T12:20:24.299 INFO:teuthology.orchestra.run.smithi031.stdout: xfsprogs-devel-6.4.0-3.el9.x86_64 2024-07-26T12:20:24.299 INFO:teuthology.orchestra.run.smithi031.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-07-26T12:20:24.300 INFO:teuthology.orchestra.run.smithi031.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-07-26T12:20:24.300 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-07-26T12:20:24.300 INFO:teuthology.orchestra.run.smithi031.stdout:Complete! 2024-07-26T12:20:24.956 DEBUG:teuthology.parallel:result is None 2024-07-26T12:20:24.956 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528 2024-07-26T12:20:25.103 DEBUG:teuthology.orchestra.run.smithi031:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-07-26T12:20:25.164 INFO:teuthology.orchestra.run.smithi031.stdout:19.0.0-5320.ge8f88bb1.el9 2024-07-26T12:20:25.164 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-5320.ge8f88bb1.el9 2024-07-26T12:20:25.165 INFO:teuthology.task.install:The correct ceph version 19.0.0-5320.ge8f88bb1 is installed. 2024-07-26T12:20:25.167 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528 2024-07-26T12:20:25.314 DEBUG:teuthology.orchestra.run.smithi123:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-07-26T12:20:25.370 INFO:teuthology.orchestra.run.smithi123.stdout:19.0.0-5320.ge8f88bb1.el9 2024-07-26T12:20:25.371 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-5320.ge8f88bb1.el9 2024-07-26T12:20:25.371 INFO:teuthology.task.install:The correct ceph version 19.0.0-5320.ge8f88bb1 is installed. 2024-07-26T12:20:25.372 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-07-26T12:20:25.373 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-07-26T12:20:25.373 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-07-26T12:20:25.457 DEBUG:teuthology.orchestra.run.smithi123:> set -ex 2024-07-26T12:20:25.458 DEBUG:teuthology.orchestra.run.smithi123:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-07-26T12:20:25.535 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-07-26T12:20:25.535 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-07-26T12:20:25.535 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd of=/usr/bin/daemon-helper 2024-07-26T12:20:25.603 DEBUG:teuthology.orchestra.run.smithi031:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-07-26T12:20:25.716 DEBUG:teuthology.orchestra.run.smithi123:> set -ex 2024-07-26T12:20:25.716 DEBUG:teuthology.orchestra.run.smithi123:> sudo dd of=/usr/bin/daemon-helper 2024-07-26T12:20:25.781 DEBUG:teuthology.orchestra.run.smithi123:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-07-26T12:20:25.892 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-07-26T12:20:25.892 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-07-26T12:20:25.892 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd of=/usr/bin/adjust-ulimits 2024-07-26T12:20:25.957 DEBUG:teuthology.orchestra.run.smithi031:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-07-26T12:20:26.060 DEBUG:teuthology.orchestra.run.smithi123:> set -ex 2024-07-26T12:20:26.060 DEBUG:teuthology.orchestra.run.smithi123:> sudo dd of=/usr/bin/adjust-ulimits 2024-07-26T12:20:26.148 DEBUG:teuthology.orchestra.run.smithi123:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-07-26T12:20:26.257 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-07-26T12:20:26.257 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-07-26T12:20:26.258 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd of=/usr/bin/stdin-killer 2024-07-26T12:20:26.320 DEBUG:teuthology.orchestra.run.smithi031:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-07-26T12:20:26.435 DEBUG:teuthology.orchestra.run.smithi123:> set -ex 2024-07-26T12:20:26.436 DEBUG:teuthology.orchestra.run.smithi123:> sudo dd of=/usr/bin/stdin-killer 2024-07-26T12:20:26.523 DEBUG:teuthology.orchestra.run.smithi123:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-07-26T12:20:26.647 INFO:teuthology.run_tasks:Running task ceph... 2024-07-26T12:20:26.735 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2024-07-26T12:20:26.735 DEBUG:teuthology.orchestra.run.smithi031:> sudo chmod 777 /var/log/ceph 2024-07-26T12:20:26.739 DEBUG:teuthology.orchestra.run.smithi123:> sudo chmod 777 /var/log/ceph 2024-07-26T12:20:26.827 INFO:tasks.ceph:Disabling ceph logrotate... 2024-07-26T12:20:26.827 DEBUG:teuthology.orchestra.run.smithi031:> sudo rm -f -- /etc/logrotate.d/ceph 2024-07-26T12:20:26.832 DEBUG:teuthology.orchestra.run.smithi123:> sudo rm -f -- /etc/logrotate.d/ceph 2024-07-26T12:20:26.915 INFO:tasks.ceph:Creating extra log directories... 2024-07-26T12:20:26.915 DEBUG:teuthology.orchestra.run.smithi031:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-07-26T12:20:26.922 DEBUG:teuthology.orchestra.run.smithi123:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-07-26T12:20:27.009 INFO:tasks.ceph:Setting up log rotation with {'ceph-mds': '10G', 'ceph-osd': '10G'} 2024-07-26T12:20:27.009 INFO:tasks.ceph:writing logrotate stanza for ceph-mds 2024-07-26T12:20:27.009 INFO:tasks.ceph:writing logrotate stanza for ceph-osd 2024-07-26T12:20:27.010 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-07-26T12:20:27.010 DEBUG:teuthology.orchestra.run.smithi031:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2024-07-26T12:20:27.048 DEBUG:teuthology.orchestra.run.smithi031:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2024-07-26T12:20:27.229 DEBUG:teuthology.orchestra.run.smithi031:> sudo chcon system_u:object_r:etc_t:s0 /etc/logrotate.d/ceph-test.conf 2024-07-26T12:20:27.287 DEBUG:teuthology.orchestra.run.smithi123:> set -ex 2024-07-26T12:20:27.287 DEBUG:teuthology.orchestra.run.smithi123:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2024-07-26T12:20:27.343 DEBUG:teuthology.orchestra.run.smithi123:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2024-07-26T12:20:27.549 DEBUG:teuthology.orchestra.run.smithi123:> sudo chcon system_u:object_r:etc_t:s0 /etc/logrotate.d/ceph-test.conf 2024-07-26T12:20:27.636 INFO:tasks.ceph:Creating ceph cluster ceph... 2024-07-26T12:20:27.636 INFO:tasks.ceph:config {'conf': {'client': {'debug client': 20, 'debug ms': 1, 'pid file': ''}, 'mds': {'debug mds': 20, 'debug ms': 2}, 'mgr': {'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy'], 'cpu_profile': set(), 'cluster': 'ceph', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2024-07-26T12:20:27.637 INFO:tasks.ceph:ctx.config {'archive_path': '/home/teuthworker/archive/vshankar-2024-07-26_04:18:59-fs-wip-vshankar-testing-20240725.121331-debug-testing-default-smithi/7818813', 'branch': 'wip-vshankar-testing-20240725.121331-debug', 'description': 'fs/libcephfs/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1-mds-1-client-coloc conf/{client mds mgr mon osd} distro/{centos_latest} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} tasks/client}', 'email': 'vshankar@redhat.com', 'first_in_suite': False, 'job_id': '7818813', 'kernel': {'flavor': 'default', 'kdb': 1, 'sha1': '3e9255e907100f88049f320ca33d977e29155d12'}, 'last_in_suite': False, 'log-rotate': {'ceph-mds': '10G', 'ceph-osd': '10G'}, 'machine_type': 'smithi', 'mgrmodules': {'sequential': [{'print': 'Enabling mgr modules'}]}, 'name': 'vshankar-2024-07-26_04:18:59-fs-wip-vshankar-testing-20240725.121331-debug-testing-default-smithi', 'no_nested_subset': False, 'openstack': [{'volumes': {'count': 4, 'size': 20}}, {'machine': {'disk': 200}}], 'os_type': 'centos', 'os_version': '9.stream', 'overrides': {'admin_socket': {'branch': 'wip-vshankar-testing-20240725.121331-debug'}, 'ceph': {'cluster-conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 2, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mon': {'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'osd op complaint time': 180}}, 'conf': {'client': {'debug client': 20, 'debug ms': 1, 'pid file': ''}, 'mds': {'debug mds': 20, 'debug ms': 2}, 'mgr': {'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy'], 'sha1': 'e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528'}, 'ceph-deploy': {'bluestore': True, 'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs'}, 'install': {'ceph': {'flavor': 'default', 'sha1': 'e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528'}}, 'selinux': {'allowlist': ['scontext=system_u:system_r:getty_t:s0']}, 'thrashosds': {'bdev_inject_crash': 2, 'bdev_inject_crash_probability': 0.5}, 'workunit': {'branch': 'wip-vshankar-testing-20240725.121331-debug', 'sha1': 'e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528'}}, 'owner': 'scheduled_vshankar@teuthology', 'priority': 100, 'repo': 'https://git.ceph.com/ceph-ci.git', 'roles': [['mon.a', 'mgr.y', 'mds.a', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0'], ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'osd.4', 'osd.5', 'osd.6', 'osd.7']], 'seed': 5532, 'sha1': 'e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528', 'sleep_before_teardown': 0, 'subset': '1001/1024', 'suite': 'fs', 'suite_branch': 'wip-vshankar-testing-20240725.121331-debug', 'suite_path': '/home/teuthworker/src/git.ceph.com_ceph-c_e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://git.ceph.com/ceph-ci.git', 'suite_sha1': 'e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528', 'syslog': {'ignorelist': ['WARNING*.*check_session_state', 'WARNING*.*__ceph_remove_cap']}, 'targets': {'smithi031.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBHtscySew9cj8mFYqjUaEze8a7VsPxEzpVzm9VKDW7xprT3bihuOzjaCq88Wa3kn+ej0QoijOoYgD/RHnj5EvCE=', 'smithi123.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBCJBS4hhUqcMIZ9K07avvoUvGWjTYWxIPeSPZh+WODo5C0RJMpdUNYttnqC9UZlBTscIr/C0wzW2A9mxo4r8t1k='}, 'tasks': [{'internal.check_packages': None}, {'internal.buildpackages_prep': None}, {'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'kernel': {'flavor': 'default', 'kdb': 1, 'sha1': '3e9255e907100f88049f320ca33d977e29155d12'}}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': 'e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528'}}, {'ceph': {'create_rbd_pool': False, 'cluster-conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 2, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mon': {'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'osd op complaint time': 180}}, 'conf': {'client': {'debug client': 20, 'debug ms': 1, 'pid file': ''}, 'mds': {'debug mds': 20, 'debug ms': 2}, 'mgr': {'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy'], 'sha1': 'e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528', 'cluster': 'ceph'}}, {'sequential': ['mgrmodules']}, {'workunit': {'clients': {'client.0': ['client/test.sh']}}}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': []}, 'teuthology_branch': 'main', 'teuthology_sha1': '53ce1462e129f6eb4071986336534c740fdebd31', 'timestamp': '2024-07-26_04:18:59', 'tube': 'smithi', 'user': 'vshankar', 'verbose': False, 'worker_log': '/home/teuthworker/archive/worker_logs/dispatcher.smithi.4074525'} 2024-07-26T12:20:27.637 DEBUG:teuthology.orchestra.run.smithi031:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-07-26T12:20:27.642 DEBUG:teuthology.orchestra.run.smithi123:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-07-26T12:20:27.696 DEBUG:teuthology.orchestra.run.smithi031:> sudo install -d -m0777 -- /var/run/ceph 2024-07-26T12:20:27.726 DEBUG:teuthology.orchestra.run.smithi123:> sudo install -d -m0777 -- /var/run/ceph 2024-07-26T12:20:27.811 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-07-26T12:20:27.811 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/scratch_devs of=/dev/stdout 2024-07-26T12:20:27.850 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-07-26T12:20:27.850 DEBUG:teuthology.orchestra.run.smithi031:> stat /dev/vg_nvme/lv_1 2024-07-26T12:20:27.933 INFO:teuthology.orchestra.run.smithi031.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-07-26T12:20:27.933 INFO:teuthology.orchestra.run.smithi031.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-07-26T12:20:27.933 INFO:teuthology.orchestra.run.smithi031.stdout:Device: 6h/6d Inode: 633 Links: 1 2024-07-26T12:20:27.933 INFO:teuthology.orchestra.run.smithi031.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-07-26T12:20:27.933 INFO:teuthology.orchestra.run.smithi031.stdout:Context: system_u:object_r:device_t:s0 2024-07-26T12:20:27.934 INFO:teuthology.orchestra.run.smithi031.stdout:Access: 2024-07-26 12:20:16.165009832 +0000 2024-07-26T12:20:27.934 INFO:teuthology.orchestra.run.smithi031.stdout:Modify: 2024-07-26 12:17:29.221147996 +0000 2024-07-26T12:20:27.934 INFO:teuthology.orchestra.run.smithi031.stdout:Change: 2024-07-26 12:17:29.221147996 +0000 2024-07-26T12:20:27.934 INFO:teuthology.orchestra.run.smithi031.stdout: Birth: 2024-07-26 12:17:29.221147996 +0000 2024-07-26T12:20:27.934 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-07-26T12:20:28.037 INFO:teuthology.orchestra.run.smithi031.stderr:1+0 records in 2024-07-26T12:20:28.037 INFO:teuthology.orchestra.run.smithi031.stderr:1+0 records out 2024-07-26T12:20:28.037 INFO:teuthology.orchestra.run.smithi031.stderr:512 bytes copied, 0.000431672 s, 1.2 MB/s 2024-07-26T12:20:28.040 DEBUG:teuthology.orchestra.run.smithi031:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-07-26T12:20:28.081 DEBUG:teuthology.orchestra.run.smithi031:> stat /dev/vg_nvme/lv_2 2024-07-26T12:20:28.164 INFO:teuthology.orchestra.run.smithi031.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-07-26T12:20:28.164 INFO:teuthology.orchestra.run.smithi031.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-07-26T12:20:28.164 INFO:teuthology.orchestra.run.smithi031.stdout:Device: 6h/6d Inode: 651 Links: 1 2024-07-26T12:20:28.164 INFO:teuthology.orchestra.run.smithi031.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-07-26T12:20:28.164 INFO:teuthology.orchestra.run.smithi031.stdout:Context: system_u:object_r:device_t:s0 2024-07-26T12:20:28.164 INFO:teuthology.orchestra.run.smithi031.stdout:Access: 2024-07-26 12:20:16.165009832 +0000 2024-07-26T12:20:28.164 INFO:teuthology.orchestra.run.smithi031.stdout:Modify: 2024-07-26 12:17:29.822138688 +0000 2024-07-26T12:20:28.164 INFO:teuthology.orchestra.run.smithi031.stdout:Change: 2024-07-26 12:17:29.822138688 +0000 2024-07-26T12:20:28.164 INFO:teuthology.orchestra.run.smithi031.stdout: Birth: 2024-07-26 12:17:29.822138688 +0000 2024-07-26T12:20:28.165 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-07-26T12:20:28.263 INFO:teuthology.orchestra.run.smithi031.stderr:1+0 records in 2024-07-26T12:20:28.263 INFO:teuthology.orchestra.run.smithi031.stderr:1+0 records out 2024-07-26T12:20:28.263 INFO:teuthology.orchestra.run.smithi031.stderr:512 bytes copied, 0.000287455 s, 1.8 MB/s 2024-07-26T12:20:28.265 DEBUG:teuthology.orchestra.run.smithi031:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-07-26T12:20:28.306 DEBUG:teuthology.orchestra.run.smithi031:> stat /dev/vg_nvme/lv_3 2024-07-26T12:20:28.387 INFO:teuthology.orchestra.run.smithi031.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-07-26T12:20:28.387 INFO:teuthology.orchestra.run.smithi031.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-07-26T12:20:28.387 INFO:teuthology.orchestra.run.smithi031.stdout:Device: 6h/6d Inode: 672 Links: 1 2024-07-26T12:20:28.387 INFO:teuthology.orchestra.run.smithi031.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-07-26T12:20:28.387 INFO:teuthology.orchestra.run.smithi031.stdout:Context: system_u:object_r:device_t:s0 2024-07-26T12:20:28.387 INFO:teuthology.orchestra.run.smithi031.stdout:Access: 2024-07-26 12:20:16.167009801 +0000 2024-07-26T12:20:28.387 INFO:teuthology.orchestra.run.smithi031.stdout:Modify: 2024-07-26 12:17:30.405129659 +0000 2024-07-26T12:20:28.387 INFO:teuthology.orchestra.run.smithi031.stdout:Change: 2024-07-26 12:17:30.405129659 +0000 2024-07-26T12:20:28.387 INFO:teuthology.orchestra.run.smithi031.stdout: Birth: 2024-07-26 12:17:30.405129659 +0000 2024-07-26T12:20:28.388 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-07-26T12:20:28.491 INFO:teuthology.orchestra.run.smithi031.stderr:1+0 records in 2024-07-26T12:20:28.492 INFO:teuthology.orchestra.run.smithi031.stderr:1+0 records out 2024-07-26T12:20:28.492 INFO:teuthology.orchestra.run.smithi031.stderr:512 bytes copied, 0.000280367 s, 1.8 MB/s 2024-07-26T12:20:28.494 DEBUG:teuthology.orchestra.run.smithi031:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-07-26T12:20:28.533 DEBUG:teuthology.orchestra.run.smithi031:> stat /dev/vg_nvme/lv_4 2024-07-26T12:20:28.616 INFO:teuthology.orchestra.run.smithi031.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-07-26T12:20:28.616 INFO:teuthology.orchestra.run.smithi031.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-07-26T12:20:28.617 INFO:teuthology.orchestra.run.smithi031.stdout:Device: 6h/6d Inode: 691 Links: 1 2024-07-26T12:20:28.617 INFO:teuthology.orchestra.run.smithi031.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-07-26T12:20:28.617 INFO:teuthology.orchestra.run.smithi031.stdout:Context: system_u:object_r:device_t:s0 2024-07-26T12:20:28.617 INFO:teuthology.orchestra.run.smithi031.stdout:Access: 2024-07-26 12:20:16.167009801 +0000 2024-07-26T12:20:28.617 INFO:teuthology.orchestra.run.smithi031.stdout:Modify: 2024-07-26 12:17:30.991120583 +0000 2024-07-26T12:20:28.617 INFO:teuthology.orchestra.run.smithi031.stdout:Change: 2024-07-26 12:17:30.991120583 +0000 2024-07-26T12:20:28.617 INFO:teuthology.orchestra.run.smithi031.stdout: Birth: 2024-07-26 12:17:30.991120583 +0000 2024-07-26T12:20:28.617 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-07-26T12:20:28.718 INFO:teuthology.orchestra.run.smithi031.stderr:1+0 records in 2024-07-26T12:20:28.718 INFO:teuthology.orchestra.run.smithi031.stderr:1+0 records out 2024-07-26T12:20:28.718 INFO:teuthology.orchestra.run.smithi031.stderr:512 bytes copied, 0.000261767 s, 2.0 MB/s 2024-07-26T12:20:28.721 DEBUG:teuthology.orchestra.run.smithi031:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-07-26T12:20:28.762 INFO:tasks.ceph:osd dev map: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-07-26T12:20:28.762 DEBUG:teuthology.orchestra.run.smithi123:> set -ex 2024-07-26T12:20:28.762 DEBUG:teuthology.orchestra.run.smithi123:> dd if=/scratch_devs of=/dev/stdout 2024-07-26T12:20:28.817 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-07-26T12:20:28.817 DEBUG:teuthology.orchestra.run.smithi123:> stat /dev/vg_nvme/lv_1 2024-07-26T12:20:28.872 INFO:teuthology.orchestra.run.smithi123.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-07-26T12:20:28.872 INFO:teuthology.orchestra.run.smithi123.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-07-26T12:20:28.872 INFO:teuthology.orchestra.run.smithi123.stdout:Device: 6h/6d Inode: 634 Links: 1 2024-07-26T12:20:28.872 INFO:teuthology.orchestra.run.smithi123.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-07-26T12:20:28.872 INFO:teuthology.orchestra.run.smithi123.stdout:Context: system_u:object_r:device_t:s0 2024-07-26T12:20:28.872 INFO:teuthology.orchestra.run.smithi123.stdout:Access: 2024-07-26 12:20:12.734499103 +0000 2024-07-26T12:20:28.872 INFO:teuthology.orchestra.run.smithi123.stdout:Modify: 2024-07-26 12:17:28.873646920 +0000 2024-07-26T12:20:28.872 INFO:teuthology.orchestra.run.smithi123.stdout:Change: 2024-07-26 12:17:28.873646920 +0000 2024-07-26T12:20:28.872 INFO:teuthology.orchestra.run.smithi123.stdout: Birth: 2024-07-26 12:17:28.873646920 +0000 2024-07-26T12:20:28.873 DEBUG:teuthology.orchestra.run.smithi123:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-07-26T12:20:28.949 INFO:teuthology.orchestra.run.smithi123.stderr:1+0 records in 2024-07-26T12:20:28.950 INFO:teuthology.orchestra.run.smithi123.stderr:1+0 records out 2024-07-26T12:20:28.950 INFO:teuthology.orchestra.run.smithi123.stderr:512 bytes copied, 0.000371341 s, 1.4 MB/s 2024-07-26T12:20:28.953 DEBUG:teuthology.orchestra.run.smithi123:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-07-26T12:20:29.010 DEBUG:teuthology.orchestra.run.smithi123:> stat /dev/vg_nvme/lv_2 2024-07-26T12:20:29.059 INFO:teuthology.orchestra.run.smithi123.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-07-26T12:20:29.060 INFO:teuthology.orchestra.run.smithi123.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-07-26T12:20:29.060 INFO:teuthology.orchestra.run.smithi123.stdout:Device: 6h/6d Inode: 651 Links: 1 2024-07-26T12:20:29.060 INFO:teuthology.orchestra.run.smithi123.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-07-26T12:20:29.060 INFO:teuthology.orchestra.run.smithi123.stdout:Context: system_u:object_r:device_t:s0 2024-07-26T12:20:29.060 INFO:teuthology.orchestra.run.smithi123.stdout:Access: 2024-07-26 12:20:12.735499080 +0000 2024-07-26T12:20:29.060 INFO:teuthology.orchestra.run.smithi123.stdout:Modify: 2024-07-26 12:17:29.458633327 +0000 2024-07-26T12:20:29.060 INFO:teuthology.orchestra.run.smithi123.stdout:Change: 2024-07-26 12:17:29.458633327 +0000 2024-07-26T12:20:29.061 INFO:teuthology.orchestra.run.smithi123.stdout: Birth: 2024-07-26 12:17:29.458633327 +0000 2024-07-26T12:20:29.061 DEBUG:teuthology.orchestra.run.smithi123:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-07-26T12:20:29.134 INFO:teuthology.orchestra.run.smithi123.stderr:1+0 records in 2024-07-26T12:20:29.134 INFO:teuthology.orchestra.run.smithi123.stderr:1+0 records out 2024-07-26T12:20:29.134 INFO:teuthology.orchestra.run.smithi123.stderr:512 bytes copied, 0.000341734 s, 1.5 MB/s 2024-07-26T12:20:29.138 DEBUG:teuthology.orchestra.run.smithi123:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-07-26T12:20:29.193 DEBUG:teuthology.orchestra.run.smithi123:> stat /dev/vg_nvme/lv_3 2024-07-26T12:20:29.245 INFO:teuthology.orchestra.run.smithi123.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-07-26T12:20:29.245 INFO:teuthology.orchestra.run.smithi123.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-07-26T12:20:29.245 INFO:teuthology.orchestra.run.smithi123.stdout:Device: 6h/6d Inode: 669 Links: 1 2024-07-26T12:20:29.245 INFO:teuthology.orchestra.run.smithi123.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-07-26T12:20:29.245 INFO:teuthology.orchestra.run.smithi123.stdout:Context: system_u:object_r:device_t:s0 2024-07-26T12:20:29.246 INFO:teuthology.orchestra.run.smithi123.stdout:Access: 2024-07-26 12:20:12.736499056 +0000 2024-07-26T12:20:29.246 INFO:teuthology.orchestra.run.smithi123.stdout:Modify: 2024-07-26 12:17:30.014620408 +0000 2024-07-26T12:20:29.246 INFO:teuthology.orchestra.run.smithi123.stdout:Change: 2024-07-26 12:17:30.014620408 +0000 2024-07-26T12:20:29.246 INFO:teuthology.orchestra.run.smithi123.stdout: Birth: 2024-07-26 12:17:30.014620408 +0000 2024-07-26T12:20:29.246 DEBUG:teuthology.orchestra.run.smithi123:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-07-26T12:20:29.323 INFO:teuthology.orchestra.run.smithi123.stderr:1+0 records in 2024-07-26T12:20:29.324 INFO:teuthology.orchestra.run.smithi123.stderr:1+0 records out 2024-07-26T12:20:29.324 INFO:teuthology.orchestra.run.smithi123.stderr:512 bytes copied, 0.000365747 s, 1.4 MB/s 2024-07-26T12:20:29.327 DEBUG:teuthology.orchestra.run.smithi123:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-07-26T12:20:29.383 DEBUG:teuthology.orchestra.run.smithi123:> stat /dev/vg_nvme/lv_4 2024-07-26T12:20:29.435 INFO:teuthology.orchestra.run.smithi123.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-07-26T12:20:29.435 INFO:teuthology.orchestra.run.smithi123.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-07-26T12:20:29.435 INFO:teuthology.orchestra.run.smithi123.stdout:Device: 6h/6d Inode: 688 Links: 1 2024-07-26T12:20:29.435 INFO:teuthology.orchestra.run.smithi123.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-07-26T12:20:29.435 INFO:teuthology.orchestra.run.smithi123.stdout:Context: system_u:object_r:device_t:s0 2024-07-26T12:20:29.435 INFO:teuthology.orchestra.run.smithi123.stdout:Access: 2024-07-26 12:20:12.737499033 +0000 2024-07-26T12:20:29.435 INFO:teuthology.orchestra.run.smithi123.stdout:Modify: 2024-07-26 12:17:30.562607676 +0000 2024-07-26T12:20:29.435 INFO:teuthology.orchestra.run.smithi123.stdout:Change: 2024-07-26 12:17:30.562607676 +0000 2024-07-26T12:20:29.435 INFO:teuthology.orchestra.run.smithi123.stdout: Birth: 2024-07-26 12:17:30.562607676 +0000 2024-07-26T12:20:29.436 DEBUG:teuthology.orchestra.run.smithi123:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-07-26T12:20:29.514 INFO:teuthology.orchestra.run.smithi123.stderr:1+0 records in 2024-07-26T12:20:29.515 INFO:teuthology.orchestra.run.smithi123.stderr:1+0 records out 2024-07-26T12:20:29.515 INFO:teuthology.orchestra.run.smithi123.stderr:512 bytes copied, 0.000332407 s, 1.5 MB/s 2024-07-26T12:20:29.518 DEBUG:teuthology.orchestra.run.smithi123:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-07-26T12:20:29.571 INFO:tasks.ceph:osd dev map: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-07-26T12:20:29.571 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@smithi031.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi123.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-07-26T12:20:29.571 INFO:tasks.ceph:Generating config... 2024-07-26T12:20:29.573 INFO:tasks.ceph:[client] debug client = 20 2024-07-26T12:20:29.573 INFO:tasks.ceph:[client] debug ms = 1 2024-07-26T12:20:29.573 INFO:tasks.ceph:[client] pid file = 2024-07-26T12:20:29.573 INFO:tasks.ceph:[mds] debug mds = 20 2024-07-26T12:20:29.573 INFO:tasks.ceph:[mds] debug ms = 2 2024-07-26T12:20:29.573 INFO:tasks.ceph:[mgr] debug client = 20 2024-07-26T12:20:29.573 INFO:tasks.ceph:[mgr] debug mgr = 20 2024-07-26T12:20:29.573 INFO:tasks.ceph:[mgr] debug ms = 1 2024-07-26T12:20:29.573 INFO:tasks.ceph:[mon] debug mon = 20 2024-07-26T12:20:29.573 INFO:tasks.ceph:[mon] debug ms = 1 2024-07-26T12:20:29.574 INFO:tasks.ceph:[mon] debug paxos = 20 2024-07-26T12:20:29.574 INFO:tasks.ceph:[mon] mon down mkfs grace = 300 2024-07-26T12:20:29.574 INFO:tasks.ceph:[osd] bdev async discard = True 2024-07-26T12:20:29.574 INFO:tasks.ceph:[osd] bdev enable discard = True 2024-07-26T12:20:29.574 INFO:tasks.ceph:[osd] bluestore allocator = bitmap 2024-07-26T12:20:29.574 INFO:tasks.ceph:[osd] bluestore block size = 96636764160 2024-07-26T12:20:29.574 INFO:tasks.ceph:[osd] bluestore fsck on mount = True 2024-07-26T12:20:29.574 INFO:tasks.ceph:[osd] debug bluefs = 1/20 2024-07-26T12:20:29.574 INFO:tasks.ceph:[osd] debug bluestore = 1/20 2024-07-26T12:20:29.574 INFO:tasks.ceph:[osd] debug ms = 1 2024-07-26T12:20:29.574 INFO:tasks.ceph:[osd] debug osd = 20 2024-07-26T12:20:29.574 INFO:tasks.ceph:[osd] debug rocksdb = 4/10 2024-07-26T12:20:29.574 INFO:tasks.ceph:[osd] mon osd backfillfull_ratio = 0.85 2024-07-26T12:20:29.575 INFO:tasks.ceph:[osd] mon osd full ratio = 0.9 2024-07-26T12:20:29.575 INFO:tasks.ceph:[osd] mon osd nearfull ratio = 0.8 2024-07-26T12:20:29.575 INFO:tasks.ceph:[osd] osd failsafe full ratio = 0.95 2024-07-26T12:20:29.575 INFO:tasks.ceph:[osd] osd objectstore = bluestore 2024-07-26T12:20:29.575 INFO:tasks.ceph:Setting up mon.a... 2024-07-26T12:20:29.575 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/ceph.keyring 2024-07-26T12:20:29.811 INFO:teuthology.orchestra.run.smithi031.stdout:creating /etc/ceph/ceph.keyring 2024-07-26T12:20:29.830 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/ceph.keyring 2024-07-26T12:20:29.996 DEBUG:teuthology.orchestra.run.smithi031:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-07-26T12:20:30.068 DEBUG:tasks.ceph:Ceph mon addresses: [('mon.a', '172.21.15.31'), ('mon.b', '172.21.15.123'), ('mon.c', '[v2:172.21.15.123:3301,v1:172.21.15.123:6790]')] 2024-07-26T12:20:30.068 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '172.21.15.31,172.21.15.123,[v2:172.21.15.123:3301,v1:172.21.15.123:6790]'}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd mclock profile': 'high_recovery_ops', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd debug trim objects': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false', 'debug client': 20}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false', 'mon down mkfs grace': 300}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok', 'debug client': 20, 'debug ms': 1, 'pid file': ''}, 'mon.a': {}, 'mon.b': {}, 'mon.c': {}, 'mds.a': {}, 'mds.b': {}, 'mds': {'debug mds': 20, 'debug ms': 2}} 2024-07-26T12:20:30.069 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-07-26T12:20:30.069 DEBUG:teuthology.orchestra.run.smithi031:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2024-07-26T12:20:30.127 DEBUG:teuthology.orchestra.run.smithi031:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 172.21.15.31 --add b 172.21.15.123 --addv c '[v2:172.21.15.123:3301,v1:172.21.15.123:6790]' --print /home/ubuntu/cephtest/ceph.monmap 2024-07-26T12:20:30.361 INFO:teuthology.orchestra.run.smithi031.stdout:monmaptool: monmap file /home/ubuntu/cephtest/ceph.monmap 2024-07-26T12:20:30.361 INFO:teuthology.orchestra.run.smithi031.stdout:monmaptool: generated fsid ef074135-fe46-4fec-a339-768b1d2b36ee 2024-07-26T12:20:30.361 INFO:teuthology.orchestra.run.smithi031.stdout:setting min_mon_release = quincy 2024-07-26T12:20:30.361 INFO:teuthology.orchestra.run.smithi031.stdout:epoch 0 2024-07-26T12:20:30.361 INFO:teuthology.orchestra.run.smithi031.stdout:fsid ef074135-fe46-4fec-a339-768b1d2b36ee 2024-07-26T12:20:30.361 INFO:teuthology.orchestra.run.smithi031.stdout:last_changed 2024-07-26T12:20:30.360727+0000 2024-07-26T12:20:30.361 INFO:teuthology.orchestra.run.smithi031.stdout:created 2024-07-26T12:20:30.360727+0000 2024-07-26T12:20:30.361 INFO:teuthology.orchestra.run.smithi031.stdout:min_mon_release 17 (quincy) 2024-07-26T12:20:30.361 INFO:teuthology.orchestra.run.smithi031.stdout:election_strategy: 1 2024-07-26T12:20:30.361 INFO:teuthology.orchestra.run.smithi031.stdout:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-07-26T12:20:30.362 INFO:teuthology.orchestra.run.smithi031.stdout:1: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.b 2024-07-26T12:20:30.362 INFO:teuthology.orchestra.run.smithi031.stdout:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-07-26T12:20:30.362 INFO:teuthology.orchestra.run.smithi031.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/ceph.monmap (3 monitors) 2024-07-26T12:20:30.370 DEBUG:teuthology.orchestra.run.smithi031:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2024-07-26T12:20:30.425 INFO:tasks.ceph:Writing /etc/ceph/ceph.conf for FSID ef074135-fe46-4fec-a339-768b1d2b36ee... 2024-07-26T12:20:30.426 DEBUG:teuthology.orchestra.run.smithi031:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-07-26T12:20:30.431 DEBUG:teuthology.orchestra.run.smithi123:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-07-26T12:20:30.572 INFO:teuthology.orchestra.run.smithi031.stdout:[global] 2024-07-26T12:20:30.572 INFO:teuthology.orchestra.run.smithi031.stdout: chdir = "" 2024-07-26T12:20:30.572 INFO:teuthology.orchestra.run.smithi031.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-07-26T12:20:30.572 INFO:teuthology.orchestra.run.smithi031.stdout: auth supported = cephx 2024-07-26T12:20:30.572 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-07-26T12:20:30.572 INFO:teuthology.orchestra.run.smithi031.stdout: filestore xattr use omap = true 2024-07-26T12:20:30.572 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-07-26T12:20:30.572 INFO:teuthology.orchestra.run.smithi031.stdout: mon clock drift allowed = 1.000 2024-07-26T12:20:30.572 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-07-26T12:20:30.573 INFO:teuthology.orchestra.run.smithi031.stdout: osd crush chooseleaf type = 0 2024-07-26T12:20:30.573 INFO:teuthology.orchestra.run.smithi031.stdout: auth debug = true 2024-07-26T12:20:30.573 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-07-26T12:20:30.573 INFO:teuthology.orchestra.run.smithi031.stdout: ms die on old message = true 2024-07-26T12:20:30.573 INFO:teuthology.orchestra.run.smithi031.stdout: ms die on bug = true 2024-07-26T12:20:30.573 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-07-26T12:20:30.573 INFO:teuthology.orchestra.run.smithi031.stdout: mon max pg per osd = 10000 # >= luminous 2024-07-26T12:20:30.573 INFO:teuthology.orchestra.run.smithi031.stdout: mon pg warn max object skew = 0 2024-07-26T12:20:30.573 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-07-26T12:20:30.573 INFO:teuthology.orchestra.run.smithi031.stdout: # disable pg_autoscaler by default for new pools 2024-07-26T12:20:30.573 INFO:teuthology.orchestra.run.smithi031.stdout: osd_pool_default_pg_autoscale_mode = off 2024-07-26T12:20:30.573 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-07-26T12:20:30.573 INFO:teuthology.orchestra.run.smithi031.stdout: osd pool default size = 2 2024-07-26T12:20:30.574 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-07-26T12:20:30.574 INFO:teuthology.orchestra.run.smithi031.stdout: mon osd allow primary affinity = true 2024-07-26T12:20:30.574 INFO:teuthology.orchestra.run.smithi031.stdout: mon osd allow pg remap = true 2024-07-26T12:20:30.574 INFO:teuthology.orchestra.run.smithi031.stdout: mon warn on legacy crush tunables = false 2024-07-26T12:20:30.575 INFO:teuthology.orchestra.run.smithi031.stdout: mon warn on crush straw calc version zero = false 2024-07-26T12:20:30.575 INFO:teuthology.orchestra.run.smithi031.stdout: mon warn on no sortbitwise = false 2024-07-26T12:20:30.575 INFO:teuthology.orchestra.run.smithi031.stdout: mon warn on osd down out interval zero = false 2024-07-26T12:20:30.575 INFO:teuthology.orchestra.run.smithi031.stdout: mon warn on too few osds = false 2024-07-26T12:20:30.575 INFO:teuthology.orchestra.run.smithi031.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-07-26T12:20:30.575 INFO:teuthology.orchestra.run.smithi031.stdout: mon_warn_on_pool_no_redundancy = false 2024-07-26T12:20:30.575 INFO:teuthology.orchestra.run.smithi031.stdout: mon_allow_pool_size_one = true 2024-07-26T12:20:30.575 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-07-26T12:20:30.575 INFO:teuthology.orchestra.run.smithi031.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-07-26T12:20:30.575 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-07-26T12:20:30.576 INFO:teuthology.orchestra.run.smithi031.stdout: osd default data pool replay window = 5 2024-07-26T12:20:30.576 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-07-26T12:20:30.576 INFO:teuthology.orchestra.run.smithi031.stdout: mon allow pool delete = true 2024-07-26T12:20:30.576 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-07-26T12:20:30.576 INFO:teuthology.orchestra.run.smithi031.stdout: mon cluster log file level = debug 2024-07-26T12:20:30.576 INFO:teuthology.orchestra.run.smithi031.stdout: debug asserts on shutdown = true 2024-07-26T12:20:30.576 INFO:teuthology.orchestra.run.smithi031.stdout: mon health detail to clog = false 2024-07-26T12:20:30.576 INFO:teuthology.orchestra.run.smithi031.stdout: mon host = "172.21.15.31,172.21.15.123,[v2:172.21.15.123:3301,v1:172.21.15.123:6790]" 2024-07-26T12:20:30.576 INFO:teuthology.orchestra.run.smithi031.stdout: fsid = ef074135-fe46-4fec-a339-768b1d2b36ee 2024-07-26T12:20:30.577 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-07-26T12:20:30.577 INFO:teuthology.orchestra.run.smithi031.stdout:[osd] 2024-07-26T12:20:30.577 INFO:teuthology.orchestra.run.smithi031.stdout: osd journal size = 100 2024-07-26T12:20:30.577 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-07-26T12:20:30.577 INFO:teuthology.orchestra.run.smithi031.stdout: osd scrub load threshold = 5.0 2024-07-26T12:20:30.577 INFO:teuthology.orchestra.run.smithi031.stdout: osd scrub max interval = 600 2024-07-26T12:20:30.577 INFO:teuthology.orchestra.run.smithi031.stdout: osd mclock profile = high_recovery_ops 2024-07-26T12:20:30.577 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-07-26T12:20:30.577 INFO:teuthology.orchestra.run.smithi031.stdout: osd recover clone overlap = true 2024-07-26T12:20:30.577 INFO:teuthology.orchestra.run.smithi031.stdout: osd recovery max chunk = 1048576 2024-07-26T12:20:30.578 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-07-26T12:20:30.578 INFO:teuthology.orchestra.run.smithi031.stdout: osd debug shutdown = true 2024-07-26T12:20:30.578 INFO:teuthology.orchestra.run.smithi031.stdout: osd debug op order = true 2024-07-26T12:20:30.578 INFO:teuthology.orchestra.run.smithi031.stdout: osd debug verify stray on activate = true 2024-07-26T12:20:30.578 INFO:teuthology.orchestra.run.smithi031.stdout: osd debug trim objects = true 2024-07-26T12:20:30.578 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-07-26T12:20:30.578 INFO:teuthology.orchestra.run.smithi031.stdout: osd open classes on start = true 2024-07-26T12:20:30.578 INFO:teuthology.orchestra.run.smithi031.stdout: osd debug pg log writeout = true 2024-07-26T12:20:30.578 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-07-26T12:20:30.578 INFO:teuthology.orchestra.run.smithi031.stdout: osd deep scrub update digest min age = 30 2024-07-26T12:20:30.579 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-07-26T12:20:30.579 INFO:teuthology.orchestra.run.smithi031.stdout: osd map max advance = 10 2024-07-26T12:20:30.579 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-07-26T12:20:30.579 INFO:teuthology.orchestra.run.smithi031.stdout: journal zero on create = true 2024-07-26T12:20:30.579 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-07-26T12:20:30.579 INFO:teuthology.orchestra.run.smithi031.stdout: filestore ondisk finisher threads = 3 2024-07-26T12:20:30.579 INFO:teuthology.orchestra.run.smithi031.stdout: filestore apply finisher threads = 3 2024-07-26T12:20:30.579 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-07-26T12:20:30.580 INFO:teuthology.orchestra.run.smithi031.stdout: bdev debug aio = true 2024-07-26T12:20:30.580 INFO:teuthology.orchestra.run.smithi031.stdout: osd debug misdirected ops = true 2024-07-26T12:20:30.580 INFO:teuthology.orchestra.run.smithi031.stdout: bdev async discard = True 2024-07-26T12:20:30.580 INFO:teuthology.orchestra.run.smithi031.stdout: bdev enable discard = True 2024-07-26T12:20:30.580 INFO:teuthology.orchestra.run.smithi031.stdout: bluestore allocator = bitmap 2024-07-26T12:20:30.580 INFO:teuthology.orchestra.run.smithi031.stdout: bluestore block size = 96636764160 2024-07-26T12:20:30.580 INFO:teuthology.orchestra.run.smithi031.stdout: bluestore fsck on mount = True 2024-07-26T12:20:30.580 INFO:teuthology.orchestra.run.smithi031.stdout: debug bluefs = 1/20 2024-07-26T12:20:30.580 INFO:teuthology.orchestra.run.smithi031.stdout: debug bluestore = 1/20 2024-07-26T12:20:30.581 INFO:teuthology.orchestra.run.smithi031.stdout: debug ms = 1 2024-07-26T12:20:30.581 INFO:teuthology.orchestra.run.smithi031.stdout: debug osd = 20 2024-07-26T12:20:30.581 INFO:teuthology.orchestra.run.smithi031.stdout: debug rocksdb = 4/10 2024-07-26T12:20:30.581 INFO:teuthology.orchestra.run.smithi031.stdout: mon osd backfillfull_ratio = 0.85 2024-07-26T12:20:30.581 INFO:teuthology.orchestra.run.smithi031.stdout: mon osd full ratio = 0.9 2024-07-26T12:20:30.581 INFO:teuthology.orchestra.run.smithi031.stdout: mon osd nearfull ratio = 0.8 2024-07-26T12:20:30.581 INFO:teuthology.orchestra.run.smithi031.stdout: osd failsafe full ratio = 0.95 2024-07-26T12:20:30.581 INFO:teuthology.orchestra.run.smithi031.stdout: osd objectstore = bluestore 2024-07-26T12:20:30.581 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-07-26T12:20:30.581 INFO:teuthology.orchestra.run.smithi031.stdout:[mgr] 2024-07-26T12:20:30.581 INFO:teuthology.orchestra.run.smithi031.stdout: debug ms = 1 2024-07-26T12:20:30.581 INFO:teuthology.orchestra.run.smithi031.stdout: debug mgr = 20 2024-07-26T12:20:30.582 INFO:teuthology.orchestra.run.smithi031.stdout: debug mon = 20 2024-07-26T12:20:30.582 INFO:teuthology.orchestra.run.smithi031.stdout: debug auth = 20 2024-07-26T12:20:30.582 INFO:teuthology.orchestra.run.smithi031.stdout: mon reweight min pgs per osd = 4 2024-07-26T12:20:30.582 INFO:teuthology.orchestra.run.smithi031.stdout: mon reweight min bytes per osd = 10 2024-07-26T12:20:30.582 INFO:teuthology.orchestra.run.smithi031.stdout: mgr/telemetry/nag = false 2024-07-26T12:20:30.582 INFO:teuthology.orchestra.run.smithi031.stdout: debug client = 20 2024-07-26T12:20:30.582 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-07-26T12:20:30.582 INFO:teuthology.orchestra.run.smithi031.stdout:[mon] 2024-07-26T12:20:30.582 INFO:teuthology.orchestra.run.smithi031.stdout: debug ms = 1 2024-07-26T12:20:30.582 INFO:teuthology.orchestra.run.smithi031.stdout: debug mon = 20 2024-07-26T12:20:30.582 INFO:teuthology.orchestra.run.smithi031.stdout: debug paxos = 20 2024-07-26T12:20:30.583 INFO:teuthology.orchestra.run.smithi031.stdout: debug auth = 20 2024-07-26T12:20:30.583 INFO:teuthology.orchestra.run.smithi031.stdout: mon data avail warn = 5 2024-07-26T12:20:30.583 INFO:teuthology.orchestra.run.smithi031.stdout: mon mgr mkfs grace = 240 2024-07-26T12:20:30.583 INFO:teuthology.orchestra.run.smithi031.stdout: mon reweight min pgs per osd = 4 2024-07-26T12:20:30.583 INFO:teuthology.orchestra.run.smithi031.stdout: mon osd reporter subtree level = osd 2024-07-26T12:20:30.583 INFO:teuthology.orchestra.run.smithi031.stdout: mon osd prime pg temp = true 2024-07-26T12:20:30.583 INFO:teuthology.orchestra.run.smithi031.stdout: mon reweight min bytes per osd = 10 2024-07-26T12:20:30.583 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-07-26T12:20:30.584 INFO:teuthology.orchestra.run.smithi031.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-07-26T12:20:30.584 INFO:teuthology.orchestra.run.smithi031.stdout: auth mon ticket ttl = 660 # 11m 2024-07-26T12:20:30.584 INFO:teuthology.orchestra.run.smithi031.stdout: auth service ticket ttl = 240 # 4m 2024-07-26T12:20:30.584 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-07-26T12:20:30.584 INFO:teuthology.orchestra.run.smithi031.stdout: # don't complain about insecure global_id in the test suite 2024-07-26T12:20:30.584 INFO:teuthology.orchestra.run.smithi031.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-07-26T12:20:30.584 INFO:teuthology.orchestra.run.smithi031.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-07-26T12:20:30.584 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-07-26T12:20:30.584 INFO:teuthology.orchestra.run.smithi031.stdout: # 1m isn't quite enough 2024-07-26T12:20:30.584 INFO:teuthology.orchestra.run.smithi031.stdout: mon_down_mkfs_grace = 2m 2024-07-26T12:20:30.585 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-07-26T12:20:30.585 INFO:teuthology.orchestra.run.smithi031.stdout: mon_warn_on_filestore_osds = false 2024-07-26T12:20:30.585 INFO:teuthology.orchestra.run.smithi031.stdout: mon down mkfs grace = 300 2024-07-26T12:20:30.585 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-07-26T12:20:30.585 INFO:teuthology.orchestra.run.smithi031.stdout:[client] 2024-07-26T12:20:30.585 INFO:teuthology.orchestra.run.smithi031.stdout: rgw cache enabled = true 2024-07-26T12:20:30.585 INFO:teuthology.orchestra.run.smithi031.stdout: rgw enable ops log = true 2024-07-26T12:20:30.585 INFO:teuthology.orchestra.run.smithi031.stdout: rgw enable usage log = true 2024-07-26T12:20:30.585 INFO:teuthology.orchestra.run.smithi031.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-07-26T12:20:30.585 INFO:teuthology.orchestra.run.smithi031.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-07-26T12:20:30.585 INFO:teuthology.orchestra.run.smithi031.stdout: debug client = 20 2024-07-26T12:20:30.585 INFO:teuthology.orchestra.run.smithi031.stdout: debug ms = 1 2024-07-26T12:20:30.586 INFO:teuthology.orchestra.run.smithi031.stdout: pid file = "" 2024-07-26T12:20:30.586 INFO:teuthology.orchestra.run.smithi031.stdout:[mon.a] 2024-07-26T12:20:30.586 INFO:teuthology.orchestra.run.smithi031.stdout:[mon.b] 2024-07-26T12:20:30.586 INFO:teuthology.orchestra.run.smithi031.stdout:[mon.c] 2024-07-26T12:20:30.586 INFO:teuthology.orchestra.run.smithi031.stdout:[mds.a] 2024-07-26T12:20:30.586 INFO:teuthology.orchestra.run.smithi031.stdout:[mds.b] 2024-07-26T12:20:30.586 INFO:teuthology.orchestra.run.smithi031.stdout:[mds] 2024-07-26T12:20:30.586 INFO:teuthology.orchestra.run.smithi031.stdout: debug mds = 20 2024-07-26T12:20:30.586 INFO:teuthology.orchestra.run.smithi031.stdout: debug ms = 2 2024-07-26T12:20:30.587 INFO:teuthology.orchestra.run.smithi123.stdout:[global] 2024-07-26T12:20:30.587 INFO:teuthology.orchestra.run.smithi123.stdout: chdir = "" 2024-07-26T12:20:30.587 INFO:teuthology.orchestra.run.smithi123.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-07-26T12:20:30.587 INFO:teuthology.orchestra.run.smithi123.stdout: auth supported = cephx 2024-07-26T12:20:30.587 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-07-26T12:20:30.587 INFO:teuthology.orchestra.run.smithi123.stdout: filestore xattr use omap = true 2024-07-26T12:20:30.588 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-07-26T12:20:30.588 INFO:teuthology.orchestra.run.smithi123.stdout: mon clock drift allowed = 1.000 2024-07-26T12:20:30.588 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-07-26T12:20:30.588 INFO:teuthology.orchestra.run.smithi123.stdout: osd crush chooseleaf type = 0 2024-07-26T12:20:30.588 INFO:teuthology.orchestra.run.smithi123.stdout: auth debug = true 2024-07-26T12:20:30.588 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-07-26T12:20:30.588 INFO:teuthology.orchestra.run.smithi123.stdout: ms die on old message = true 2024-07-26T12:20:30.588 INFO:teuthology.orchestra.run.smithi123.stdout: ms die on bug = true 2024-07-26T12:20:30.588 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-07-26T12:20:30.589 INFO:teuthology.orchestra.run.smithi123.stdout: mon max pg per osd = 10000 # >= luminous 2024-07-26T12:20:30.589 INFO:teuthology.orchestra.run.smithi123.stdout: mon pg warn max object skew = 0 2024-07-26T12:20:30.589 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-07-26T12:20:30.589 INFO:teuthology.orchestra.run.smithi123.stdout: # disable pg_autoscaler by default for new pools 2024-07-26T12:20:30.589 INFO:teuthology.orchestra.run.smithi123.stdout: osd_pool_default_pg_autoscale_mode = off 2024-07-26T12:20:30.589 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-07-26T12:20:30.589 INFO:teuthology.orchestra.run.smithi123.stdout: osd pool default size = 2 2024-07-26T12:20:30.590 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-07-26T12:20:30.590 INFO:teuthology.orchestra.run.smithi123.stdout: mon osd allow primary affinity = true 2024-07-26T12:20:30.590 INFO:teuthology.orchestra.run.smithi123.stdout: mon osd allow pg remap = true 2024-07-26T12:20:30.590 INFO:teuthology.orchestra.run.smithi123.stdout: mon warn on legacy crush tunables = false 2024-07-26T12:20:30.590 INFO:teuthology.orchestra.run.smithi123.stdout: mon warn on crush straw calc version zero = false 2024-07-26T12:20:30.590 INFO:teuthology.orchestra.run.smithi123.stdout: mon warn on no sortbitwise = false 2024-07-26T12:20:30.590 INFO:teuthology.orchestra.run.smithi123.stdout: mon warn on osd down out interval zero = false 2024-07-26T12:20:30.590 INFO:teuthology.orchestra.run.smithi123.stdout: mon warn on too few osds = false 2024-07-26T12:20:30.590 INFO:teuthology.orchestra.run.smithi123.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-07-26T12:20:30.590 INFO:teuthology.orchestra.run.smithi123.stdout: mon_warn_on_pool_no_redundancy = false 2024-07-26T12:20:30.590 INFO:teuthology.orchestra.run.smithi123.stdout: mon_allow_pool_size_one = true 2024-07-26T12:20:30.591 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-07-26T12:20:30.591 INFO:teuthology.orchestra.run.smithi123.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-07-26T12:20:30.591 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-07-26T12:20:30.591 INFO:teuthology.orchestra.run.smithi123.stdout: osd default data pool replay window = 5 2024-07-26T12:20:30.591 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-07-26T12:20:30.591 INFO:teuthology.orchestra.run.smithi123.stdout: mon allow pool delete = true 2024-07-26T12:20:30.591 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-07-26T12:20:30.591 INFO:teuthology.orchestra.run.smithi123.stdout: mon cluster log file level = debug 2024-07-26T12:20:30.591 INFO:teuthology.orchestra.run.smithi123.stdout: debug asserts on shutdown = true 2024-07-26T12:20:30.592 INFO:teuthology.orchestra.run.smithi123.stdout: mon health detail to clog = false 2024-07-26T12:20:30.592 INFO:teuthology.orchestra.run.smithi123.stdout: mon host = "172.21.15.31,172.21.15.123,[v2:172.21.15.123:3301,v1:172.21.15.123:6790]" 2024-07-26T12:20:30.592 INFO:teuthology.orchestra.run.smithi123.stdout: fsid = ef074135-fe46-4fec-a339-768b1d2b36ee 2024-07-26T12:20:30.592 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-07-26T12:20:30.592 INFO:teuthology.orchestra.run.smithi123.stdout:[osd] 2024-07-26T12:20:30.592 INFO:teuthology.orchestra.run.smithi123.stdout: osd journal size = 100 2024-07-26T12:20:30.592 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-07-26T12:20:30.592 INFO:teuthology.orchestra.run.smithi123.stdout: osd scrub load threshold = 5.0 2024-07-26T12:20:30.592 INFO:teuthology.orchestra.run.smithi123.stdout: osd scrub max interval = 600 2024-07-26T12:20:30.593 INFO:teuthology.orchestra.run.smithi123.stdout: osd mclock profile = high_recovery_ops 2024-07-26T12:20:30.593 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-07-26T12:20:30.593 INFO:teuthology.orchestra.run.smithi123.stdout: osd recover clone overlap = true 2024-07-26T12:20:30.593 INFO:teuthology.orchestra.run.smithi123.stdout: osd recovery max chunk = 1048576 2024-07-26T12:20:30.593 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-07-26T12:20:30.593 INFO:teuthology.orchestra.run.smithi123.stdout: osd debug shutdown = true 2024-07-26T12:20:30.593 INFO:teuthology.orchestra.run.smithi123.stdout: osd debug op order = true 2024-07-26T12:20:30.593 INFO:teuthology.orchestra.run.smithi123.stdout: osd debug verify stray on activate = true 2024-07-26T12:20:30.593 INFO:teuthology.orchestra.run.smithi123.stdout: osd debug trim objects = true 2024-07-26T12:20:30.594 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-07-26T12:20:30.594 INFO:teuthology.orchestra.run.smithi123.stdout: osd open classes on start = true 2024-07-26T12:20:30.594 INFO:teuthology.orchestra.run.smithi123.stdout: osd debug pg log writeout = true 2024-07-26T12:20:30.594 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-07-26T12:20:30.594 INFO:teuthology.orchestra.run.smithi123.stdout: osd deep scrub update digest min age = 30 2024-07-26T12:20:30.594 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-07-26T12:20:30.594 INFO:teuthology.orchestra.run.smithi123.stdout: osd map max advance = 10 2024-07-26T12:20:30.594 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-07-26T12:20:30.594 INFO:teuthology.orchestra.run.smithi123.stdout: journal zero on create = true 2024-07-26T12:20:30.594 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-07-26T12:20:30.595 INFO:teuthology.orchestra.run.smithi123.stdout: filestore ondisk finisher threads = 3 2024-07-26T12:20:30.595 INFO:teuthology.orchestra.run.smithi123.stdout: filestore apply finisher threads = 3 2024-07-26T12:20:30.595 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-07-26T12:20:30.595 INFO:teuthology.orchestra.run.smithi123.stdout: bdev debug aio = true 2024-07-26T12:20:30.595 INFO:teuthology.orchestra.run.smithi123.stdout: osd debug misdirected ops = true 2024-07-26T12:20:30.595 INFO:teuthology.orchestra.run.smithi123.stdout: bdev async discard = True 2024-07-26T12:20:30.595 INFO:teuthology.orchestra.run.smithi123.stdout: bdev enable discard = True 2024-07-26T12:20:30.595 INFO:teuthology.orchestra.run.smithi123.stdout: bluestore allocator = bitmap 2024-07-26T12:20:30.595 INFO:teuthology.orchestra.run.smithi123.stdout: bluestore block size = 96636764160 2024-07-26T12:20:30.595 INFO:teuthology.orchestra.run.smithi123.stdout: bluestore fsck on mount = True 2024-07-26T12:20:30.595 INFO:teuthology.orchestra.run.smithi123.stdout: debug bluefs = 1/20 2024-07-26T12:20:30.596 INFO:teuthology.orchestra.run.smithi123.stdout: debug bluestore = 1/20 2024-07-26T12:20:30.596 INFO:teuthology.orchestra.run.smithi123.stdout: debug ms = 1 2024-07-26T12:20:30.596 INFO:teuthology.orchestra.run.smithi123.stdout: debug osd = 20 2024-07-26T12:20:30.596 INFO:teuthology.orchestra.run.smithi123.stdout: debug rocksdb = 4/10 2024-07-26T12:20:30.596 INFO:teuthology.orchestra.run.smithi123.stdout: mon osd backfillfull_ratio = 0.85 2024-07-26T12:20:30.596 INFO:teuthology.orchestra.run.smithi123.stdout: mon osd full ratio = 0.9 2024-07-26T12:20:30.596 INFO:teuthology.orchestra.run.smithi123.stdout: mon osd nearfull ratio = 0.8 2024-07-26T12:20:30.596 INFO:teuthology.orchestra.run.smithi123.stdout: osd failsafe full ratio = 0.95 2024-07-26T12:20:30.596 INFO:teuthology.orchestra.run.smithi123.stdout: osd objectstore = bluestore 2024-07-26T12:20:30.596 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-07-26T12:20:30.596 INFO:teuthology.orchestra.run.smithi123.stdout:[mgr] 2024-07-26T12:20:30.596 INFO:teuthology.orchestra.run.smithi123.stdout: debug ms = 1 2024-07-26T12:20:30.597 INFO:teuthology.orchestra.run.smithi123.stdout: debug mgr = 20 2024-07-26T12:20:30.597 INFO:teuthology.orchestra.run.smithi123.stdout: debug mon = 20 2024-07-26T12:20:30.597 INFO:teuthology.orchestra.run.smithi123.stdout: debug auth = 20 2024-07-26T12:20:30.597 INFO:teuthology.orchestra.run.smithi123.stdout: mon reweight min pgs per osd = 4 2024-07-26T12:20:30.597 INFO:teuthology.orchestra.run.smithi123.stdout: mon reweight min bytes per osd = 10 2024-07-26T12:20:30.597 INFO:teuthology.orchestra.run.smithi123.stdout: mgr/telemetry/nag = false 2024-07-26T12:20:30.597 INFO:teuthology.orchestra.run.smithi123.stdout: debug client = 20 2024-07-26T12:20:30.597 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-07-26T12:20:30.597 INFO:teuthology.orchestra.run.smithi123.stdout:[mon] 2024-07-26T12:20:30.597 INFO:teuthology.orchestra.run.smithi123.stdout: debug ms = 1 2024-07-26T12:20:30.597 INFO:teuthology.orchestra.run.smithi123.stdout: debug mon = 20 2024-07-26T12:20:30.597 INFO:teuthology.orchestra.run.smithi123.stdout: debug paxos = 20 2024-07-26T12:20:30.598 INFO:teuthology.orchestra.run.smithi123.stdout: debug auth = 20 2024-07-26T12:20:30.598 INFO:teuthology.orchestra.run.smithi123.stdout: mon data avail warn = 5 2024-07-26T12:20:30.598 INFO:teuthology.orchestra.run.smithi123.stdout: mon mgr mkfs grace = 240 2024-07-26T12:20:30.598 INFO:teuthology.orchestra.run.smithi123.stdout: mon reweight min pgs per osd = 4 2024-07-26T12:20:30.598 INFO:teuthology.orchestra.run.smithi123.stdout: mon osd reporter subtree level = osd 2024-07-26T12:20:30.598 INFO:teuthology.orchestra.run.smithi123.stdout: mon osd prime pg temp = true 2024-07-26T12:20:30.598 INFO:teuthology.orchestra.run.smithi123.stdout: mon reweight min bytes per osd = 10 2024-07-26T12:20:30.598 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-07-26T12:20:30.598 INFO:teuthology.orchestra.run.smithi123.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-07-26T12:20:30.598 INFO:teuthology.orchestra.run.smithi123.stdout: auth mon ticket ttl = 660 # 11m 2024-07-26T12:20:30.599 INFO:teuthology.orchestra.run.smithi123.stdout: auth service ticket ttl = 240 # 4m 2024-07-26T12:20:30.599 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-07-26T12:20:30.599 INFO:teuthology.orchestra.run.smithi123.stdout: # don't complain about insecure global_id in the test suite 2024-07-26T12:20:30.599 INFO:teuthology.orchestra.run.smithi123.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-07-26T12:20:30.599 INFO:teuthology.orchestra.run.smithi123.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-07-26T12:20:30.599 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-07-26T12:20:30.599 INFO:teuthology.orchestra.run.smithi123.stdout: # 1m isn't quite enough 2024-07-26T12:20:30.599 INFO:teuthology.orchestra.run.smithi123.stdout: mon_down_mkfs_grace = 2m 2024-07-26T12:20:30.600 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-07-26T12:20:30.600 INFO:teuthology.orchestra.run.smithi123.stdout: mon_warn_on_filestore_osds = false 2024-07-26T12:20:30.600 INFO:teuthology.orchestra.run.smithi123.stdout: mon down mkfs grace = 300 2024-07-26T12:20:30.600 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-07-26T12:20:30.600 INFO:teuthology.orchestra.run.smithi123.stdout:[client] 2024-07-26T12:20:30.600 INFO:teuthology.orchestra.run.smithi123.stdout: rgw cache enabled = true 2024-07-26T12:20:30.601 INFO:teuthology.orchestra.run.smithi123.stdout: rgw enable ops log = true 2024-07-26T12:20:30.601 INFO:teuthology.orchestra.run.smithi123.stdout: rgw enable usage log = true 2024-07-26T12:20:30.601 INFO:teuthology.orchestra.run.smithi123.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-07-26T12:20:30.601 INFO:teuthology.orchestra.run.smithi123.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-07-26T12:20:30.601 INFO:teuthology.orchestra.run.smithi123.stdout: debug client = 20 2024-07-26T12:20:30.601 INFO:teuthology.orchestra.run.smithi123.stdout: debug ms = 1 2024-07-26T12:20:30.602 INFO:teuthology.orchestra.run.smithi123.stdout: pid file = "" 2024-07-26T12:20:30.602 INFO:teuthology.orchestra.run.smithi123.stdout:[mon.a] 2024-07-26T12:20:30.602 INFO:teuthology.orchestra.run.smithi123.stdout:[mon.b] 2024-07-26T12:20:30.602 INFO:teuthology.orchestra.run.smithi123.stdout:[mon.c] 2024-07-26T12:20:30.602 INFO:teuthology.orchestra.run.smithi123.stdout:[mds.a] 2024-07-26T12:20:30.602 INFO:teuthology.orchestra.run.smithi123.stdout:[mds.b] 2024-07-26T12:20:30.603 INFO:teuthology.orchestra.run.smithi123.stdout:[mds] 2024-07-26T12:20:30.603 INFO:teuthology.orchestra.run.smithi123.stdout: debug mds = 20 2024-07-26T12:20:30.603 INFO:teuthology.orchestra.run.smithi123.stdout: debug ms = 2 2024-07-26T12:20:30.609 INFO:tasks.ceph:Creating admin key on mon.a... 2024-07-26T12:20:30.610 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/ceph.keyring 2024-07-26T12:20:30.819 INFO:tasks.ceph:Copying monmap to all nodes... 2024-07-26T12:20:30.819 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-07-26T12:20:30.819 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/etc/ceph/ceph.keyring of=/dev/stdout 2024-07-26T12:20:30.872 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-07-26T12:20:30.873 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/home/ubuntu/cephtest/ceph.monmap of=/dev/stdout 2024-07-26T12:20:30.924 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi031.front.sepia.ceph.com 2024-07-26T12:20:30.924 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-07-26T12:20:30.924 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd of=/etc/ceph/ceph.keyring 2024-07-26T12:20:30.924 DEBUG:teuthology.orchestra.run.smithi031:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-07-26T12:20:31.044 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-07-26T12:20:31.045 DEBUG:teuthology.orchestra.run.smithi031:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-07-26T12:20:31.140 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi123.front.sepia.ceph.com 2024-07-26T12:20:31.141 DEBUG:teuthology.orchestra.run.smithi123:> set -ex 2024-07-26T12:20:31.141 DEBUG:teuthology.orchestra.run.smithi123:> sudo dd of=/etc/ceph/ceph.keyring 2024-07-26T12:20:31.141 DEBUG:teuthology.orchestra.run.smithi123:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-07-26T12:20:31.262 DEBUG:teuthology.orchestra.run.smithi123:> set -ex 2024-07-26T12:20:31.262 DEBUG:teuthology.orchestra.run.smithi123:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-07-26T12:20:31.355 INFO:tasks.ceph:Setting up mon nodes... 2024-07-26T12:20:31.355 INFO:tasks.ceph:Setting up mgr nodes... 2024-07-26T12:20:31.355 DEBUG:teuthology.orchestra.run.smithi031:> sudo mkdir -p /var/lib/ceph/mgr/ceph-y && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.y /var/lib/ceph/mgr/ceph-y/keyring 2024-07-26T12:20:31.587 INFO:teuthology.orchestra.run.smithi031.stdout:creating /var/lib/ceph/mgr/ceph-y/keyring 2024-07-26T12:20:31.604 DEBUG:teuthology.orchestra.run.smithi123:> sudo mkdir -p /var/lib/ceph/mgr/ceph-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/ceph-x/keyring 2024-07-26T12:20:31.852 INFO:teuthology.orchestra.run.smithi123.stdout:creating /var/lib/ceph/mgr/ceph-x/keyring 2024-07-26T12:20:31.870 INFO:tasks.ceph:Setting up mds nodes... 2024-07-26T12:20:31.870 DEBUG:teuthology.orchestra.run.smithi031:> sudo mkdir -p /var/lib/ceph/mds/ceph-a && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.a /var/lib/ceph/mds/ceph-a/keyring 2024-07-26T12:20:32.099 INFO:teuthology.orchestra.run.smithi031.stdout:creating /var/lib/ceph/mds/ceph-a/keyring 2024-07-26T12:20:32.114 DEBUG:teuthology.orchestra.run.smithi031:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-a 2024-07-26T12:20:32.202 DEBUG:teuthology.orchestra.run.smithi123:> sudo mkdir -p /var/lib/ceph/mds/ceph-b && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.b /var/lib/ceph/mds/ceph-b/keyring 2024-07-26T12:20:32.417 INFO:teuthology.orchestra.run.smithi123.stdout:creating /var/lib/ceph/mds/ceph-b/keyring 2024-07-26T12:20:32.433 DEBUG:teuthology.orchestra.run.smithi123:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-b 2024-07-26T12:20:32.514 INFO:tasks.ceph_client:Setting up client nodes... 2024-07-26T12:20:32.514 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/ceph.client.0.keyring && sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-07-26T12:20:32.710 INFO:teuthology.orchestra.run.smithi031.stdout:creating /etc/ceph/ceph.client.0.keyring 2024-07-26T12:20:32.757 INFO:tasks.ceph:Running mkfs on osd nodes... 2024-07-26T12:20:32.757 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@smithi031.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi123.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-07-26T12:20:32.757 DEBUG:teuthology.orchestra.run.smithi031:> sudo mkdir -p /var/lib/ceph/osd/ceph-0 2024-07-26T12:20:32.843 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-07-26T12:20:32.843 INFO:tasks.ceph:role: osd.0 2024-07-26T12:20:32.843 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi031.front.sepia.ceph.com 2024-07-26T12:20:32.843 DEBUG:teuthology.orchestra.run.smithi031:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-07-26T12:20:32.939 INFO:teuthology.orchestra.run.smithi031.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-07-26T12:20:32.940 INFO:teuthology.orchestra.run.smithi031.stdout: = sectsz=512 attr=2, projid32bit=1 2024-07-26T12:20:32.940 INFO:teuthology.orchestra.run.smithi031.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-07-26T12:20:32.940 INFO:teuthology.orchestra.run.smithi031.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-07-26T12:20:32.940 INFO:teuthology.orchestra.run.smithi031.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-07-26T12:20:32.940 INFO:teuthology.orchestra.run.smithi031.stdout: = sunit=0 swidth=0 blks 2024-07-26T12:20:32.940 INFO:teuthology.orchestra.run.smithi031.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-07-26T12:20:32.940 INFO:teuthology.orchestra.run.smithi031.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-07-26T12:20:32.940 INFO:teuthology.orchestra.run.smithi031.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-07-26T12:20:32.940 INFO:teuthology.orchestra.run.smithi031.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-07-26T12:20:33.350 INFO:teuthology.orchestra.run.smithi031.stdout:Discarding blocks...Done. 2024-07-26T12:20:33.357 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi031.front.sepia.ceph.com -o noatime 2024-07-26T12:20:33.357 DEBUG:teuthology.orchestra.run.smithi031:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-0 2024-07-26T12:20:33.533 DEBUG:teuthology.orchestra.run.smithi031:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-0 2024-07-26T12:20:33.630 DEBUG:teuthology.orchestra.run.smithi031:> sudo mkdir -p /var/lib/ceph/osd/ceph-1 2024-07-26T12:20:33.715 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-07-26T12:20:33.715 INFO:tasks.ceph:role: osd.1 2024-07-26T12:20:33.715 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi031.front.sepia.ceph.com 2024-07-26T12:20:33.715 DEBUG:teuthology.orchestra.run.smithi031:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-07-26T12:20:33.802 INFO:teuthology.orchestra.run.smithi031.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-07-26T12:20:33.802 INFO:teuthology.orchestra.run.smithi031.stdout: = sectsz=512 attr=2, projid32bit=1 2024-07-26T12:20:33.802 INFO:teuthology.orchestra.run.smithi031.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-07-26T12:20:33.802 INFO:teuthology.orchestra.run.smithi031.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-07-26T12:20:33.803 INFO:teuthology.orchestra.run.smithi031.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-07-26T12:20:33.803 INFO:teuthology.orchestra.run.smithi031.stdout: = sunit=0 swidth=0 blks 2024-07-26T12:20:33.803 INFO:teuthology.orchestra.run.smithi031.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-07-26T12:20:33.803 INFO:teuthology.orchestra.run.smithi031.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-07-26T12:20:33.803 INFO:teuthology.orchestra.run.smithi031.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-07-26T12:20:33.803 INFO:teuthology.orchestra.run.smithi031.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-07-26T12:20:34.162 INFO:teuthology.orchestra.run.smithi031.stdout:Discarding blocks...Done. 2024-07-26T12:20:34.168 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi031.front.sepia.ceph.com -o noatime 2024-07-26T12:20:34.168 DEBUG:teuthology.orchestra.run.smithi031:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-1 2024-07-26T12:20:34.295 DEBUG:teuthology.orchestra.run.smithi031:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-1 2024-07-26T12:20:34.378 DEBUG:teuthology.orchestra.run.smithi031:> sudo mkdir -p /var/lib/ceph/osd/ceph-2 2024-07-26T12:20:34.462 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-07-26T12:20:34.462 INFO:tasks.ceph:role: osd.2 2024-07-26T12:20:34.462 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi031.front.sepia.ceph.com 2024-07-26T12:20:34.462 DEBUG:teuthology.orchestra.run.smithi031:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-07-26T12:20:34.553 INFO:teuthology.orchestra.run.smithi031.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-07-26T12:20:34.553 INFO:teuthology.orchestra.run.smithi031.stdout: = sectsz=512 attr=2, projid32bit=1 2024-07-26T12:20:34.554 INFO:teuthology.orchestra.run.smithi031.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-07-26T12:20:34.554 INFO:teuthology.orchestra.run.smithi031.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-07-26T12:20:34.554 INFO:teuthology.orchestra.run.smithi031.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-07-26T12:20:34.554 INFO:teuthology.orchestra.run.smithi031.stdout: = sunit=0 swidth=0 blks 2024-07-26T12:20:34.554 INFO:teuthology.orchestra.run.smithi031.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-07-26T12:20:34.554 INFO:teuthology.orchestra.run.smithi031.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-07-26T12:20:34.554 INFO:teuthology.orchestra.run.smithi031.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-07-26T12:20:34.554 INFO:teuthology.orchestra.run.smithi031.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-07-26T12:20:34.967 INFO:teuthology.orchestra.run.smithi031.stdout:Discarding blocks...Done. 2024-07-26T12:20:34.973 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi031.front.sepia.ceph.com -o noatime 2024-07-26T12:20:34.974 DEBUG:teuthology.orchestra.run.smithi031:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-2 2024-07-26T12:20:35.148 DEBUG:teuthology.orchestra.run.smithi031:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-2 2024-07-26T12:20:35.247 DEBUG:teuthology.orchestra.run.smithi031:> sudo mkdir -p /var/lib/ceph/osd/ceph-3 2024-07-26T12:20:35.333 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-07-26T12:20:35.333 INFO:tasks.ceph:role: osd.3 2024-07-26T12:20:35.333 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi031.front.sepia.ceph.com 2024-07-26T12:20:35.333 DEBUG:teuthology.orchestra.run.smithi031:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-07-26T12:20:35.426 INFO:teuthology.orchestra.run.smithi031.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-07-26T12:20:35.426 INFO:teuthology.orchestra.run.smithi031.stdout: = sectsz=512 attr=2, projid32bit=1 2024-07-26T12:20:35.426 INFO:teuthology.orchestra.run.smithi031.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-07-26T12:20:35.426 INFO:teuthology.orchestra.run.smithi031.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-07-26T12:20:35.426 INFO:teuthology.orchestra.run.smithi031.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-07-26T12:20:35.427 INFO:teuthology.orchestra.run.smithi031.stdout: = sunit=0 swidth=0 blks 2024-07-26T12:20:35.427 INFO:teuthology.orchestra.run.smithi031.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-07-26T12:20:35.427 INFO:teuthology.orchestra.run.smithi031.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-07-26T12:20:35.427 INFO:teuthology.orchestra.run.smithi031.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-07-26T12:20:35.427 INFO:teuthology.orchestra.run.smithi031.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-07-26T12:20:35.837 INFO:teuthology.orchestra.run.smithi031.stdout:Discarding blocks...Done. 2024-07-26T12:20:35.843 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi031.front.sepia.ceph.com -o noatime 2024-07-26T12:20:35.843 DEBUG:teuthology.orchestra.run.smithi031:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-3 2024-07-26T12:20:35.975 DEBUG:teuthology.orchestra.run.smithi031:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-3 2024-07-26T12:20:36.068 DEBUG:teuthology.orchestra.run.smithi031:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-07-26T12:20:36.275 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:20:36.273+0000 7fbaa1ab5640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-0/keyring: can't open /var/lib/ceph/osd/ceph-0/keyring: (2) No such file or directory 2024-07-26T12:20:36.276 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:20:36.274+0000 7fbaa1ab5640 -1 created new key in keyring /var/lib/ceph/osd/ceph-0/keyring 2024-07-26T12:20:36.276 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:20:36.274+0000 7fbaa1ab5640 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2024-07-26T12:20:36.276 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:20:36.274+0000 7fbaa1ab5640 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2024-07-26T12:20:36.276 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:20:36.274+0000 7fbaa1ab5640 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2024-07-26T12:20:36.279 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:20:36.278+0000 7fbaa1ab5640 -1 bluestore(/var/lib/ceph/osd/ceph-0) _read_fsid unparsable uuid 2024-07-26T12:20:39.260 DEBUG:teuthology.orchestra.run.smithi031:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-07-26T12:20:39.354 DEBUG:teuthology.orchestra.run.smithi031:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-07-26T12:20:39.560 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:20:39.558+0000 7fc7aec11640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-1/keyring: can't open /var/lib/ceph/osd/ceph-1/keyring: (2) No such file or directory 2024-07-26T12:20:39.561 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:20:39.559+0000 7fc7aec11640 -1 created new key in keyring /var/lib/ceph/osd/ceph-1/keyring 2024-07-26T12:20:39.561 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:20:39.559+0000 7fc7aec11640 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2024-07-26T12:20:39.561 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:20:39.559+0000 7fc7aec11640 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2024-07-26T12:20:39.561 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:20:39.559+0000 7fc7aec11640 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2024-07-26T12:20:39.564 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:20:39.562+0000 7fc7aec11640 -1 bluestore(/var/lib/ceph/osd/ceph-1) _read_fsid unparsable uuid 2024-07-26T12:20:42.530 DEBUG:teuthology.orchestra.run.smithi031:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-07-26T12:20:42.621 DEBUG:teuthology.orchestra.run.smithi031:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-07-26T12:20:42.826 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:20:42.824+0000 7f3102c15640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-2/keyring: can't open /var/lib/ceph/osd/ceph-2/keyring: (2) No such file or directory 2024-07-26T12:20:42.827 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:20:42.825+0000 7f3102c15640 -1 created new key in keyring /var/lib/ceph/osd/ceph-2/keyring 2024-07-26T12:20:42.827 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:20:42.825+0000 7f3102c15640 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2024-07-26T12:20:42.827 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:20:42.825+0000 7f3102c15640 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2024-07-26T12:20:42.827 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:20:42.825+0000 7f3102c15640 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2024-07-26T12:20:42.829 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:20:42.828+0000 7f3102c15640 -1 bluestore(/var/lib/ceph/osd/ceph-2) _read_fsid unparsable uuid 2024-07-26T12:20:45.815 DEBUG:teuthology.orchestra.run.smithi031:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-07-26T12:20:45.903 DEBUG:teuthology.orchestra.run.smithi031:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 3 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-07-26T12:20:46.117 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:20:46.116+0000 7f0ec6617640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-3/keyring: can't open /var/lib/ceph/osd/ceph-3/keyring: (2) No such file or directory 2024-07-26T12:20:46.118 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:20:46.116+0000 7f0ec6617640 -1 created new key in keyring /var/lib/ceph/osd/ceph-3/keyring 2024-07-26T12:20:46.118 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:20:46.116+0000 7f0ec6617640 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2024-07-26T12:20:46.118 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:20:46.116+0000 7f0ec6617640 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2024-07-26T12:20:46.118 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:20:46.116+0000 7f0ec6617640 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2024-07-26T12:20:46.120 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:20:46.119+0000 7f0ec6617640 -1 bluestore(/var/lib/ceph/osd/ceph-3) _read_fsid unparsable uuid 2024-07-26T12:20:49.109 DEBUG:teuthology.orchestra.run.smithi031:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-07-26T12:20:49.199 DEBUG:teuthology.orchestra.run.smithi123:> sudo mkdir -p /var/lib/ceph/osd/ceph-4 2024-07-26T12:20:49.288 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-07-26T12:20:49.333 INFO:tasks.ceph:role: osd.4 2024-07-26T12:20:49.333 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi123.front.sepia.ceph.com 2024-07-26T12:20:49.333 DEBUG:teuthology.orchestra.run.smithi123:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-07-26T12:20:49.425 INFO:teuthology.orchestra.run.smithi123.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-07-26T12:20:49.426 INFO:teuthology.orchestra.run.smithi123.stdout: = sectsz=512 attr=2, projid32bit=1 2024-07-26T12:20:49.426 INFO:teuthology.orchestra.run.smithi123.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-07-26T12:20:49.426 INFO:teuthology.orchestra.run.smithi123.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-07-26T12:20:49.426 INFO:teuthology.orchestra.run.smithi123.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-07-26T12:20:49.426 INFO:teuthology.orchestra.run.smithi123.stdout: = sunit=0 swidth=0 blks 2024-07-26T12:20:49.426 INFO:teuthology.orchestra.run.smithi123.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-07-26T12:20:49.426 INFO:teuthology.orchestra.run.smithi123.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-07-26T12:20:49.426 INFO:teuthology.orchestra.run.smithi123.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-07-26T12:20:49.426 INFO:teuthology.orchestra.run.smithi123.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-07-26T12:20:49.837 INFO:teuthology.orchestra.run.smithi123.stdout:Discarding blocks...Done. 2024-07-26T12:20:49.845 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi123.front.sepia.ceph.com -o noatime 2024-07-26T12:20:49.845 DEBUG:teuthology.orchestra.run.smithi123:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-4 2024-07-26T12:20:49.984 DEBUG:teuthology.orchestra.run.smithi123:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-4 2024-07-26T12:20:50.071 DEBUG:teuthology.orchestra.run.smithi123:> sudo mkdir -p /var/lib/ceph/osd/ceph-5 2024-07-26T12:20:50.156 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-07-26T12:20:50.156 INFO:tasks.ceph:role: osd.5 2024-07-26T12:20:50.156 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi123.front.sepia.ceph.com 2024-07-26T12:20:50.157 DEBUG:teuthology.orchestra.run.smithi123:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-07-26T12:20:50.239 INFO:teuthology.orchestra.run.smithi123.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-07-26T12:20:50.239 INFO:teuthology.orchestra.run.smithi123.stdout: = sectsz=512 attr=2, projid32bit=1 2024-07-26T12:20:50.240 INFO:teuthology.orchestra.run.smithi123.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-07-26T12:20:50.240 INFO:teuthology.orchestra.run.smithi123.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-07-26T12:20:50.240 INFO:teuthology.orchestra.run.smithi123.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-07-26T12:20:50.240 INFO:teuthology.orchestra.run.smithi123.stdout: = sunit=0 swidth=0 blks 2024-07-26T12:20:50.240 INFO:teuthology.orchestra.run.smithi123.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-07-26T12:20:50.240 INFO:teuthology.orchestra.run.smithi123.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-07-26T12:20:50.240 INFO:teuthology.orchestra.run.smithi123.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-07-26T12:20:50.240 INFO:teuthology.orchestra.run.smithi123.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-07-26T12:20:50.618 INFO:teuthology.orchestra.run.smithi123.stdout:Discarding blocks...Done. 2024-07-26T12:20:50.626 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi123.front.sepia.ceph.com -o noatime 2024-07-26T12:20:50.627 DEBUG:teuthology.orchestra.run.smithi123:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-5 2024-07-26T12:20:50.726 DEBUG:teuthology.orchestra.run.smithi123:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-5 2024-07-26T12:20:50.793 DEBUG:teuthology.orchestra.run.smithi123:> sudo mkdir -p /var/lib/ceph/osd/ceph-6 2024-07-26T12:20:50.854 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-07-26T12:20:50.854 INFO:tasks.ceph:role: osd.6 2024-07-26T12:20:50.854 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi123.front.sepia.ceph.com 2024-07-26T12:20:50.854 DEBUG:teuthology.orchestra.run.smithi123:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-07-26T12:20:50.924 INFO:teuthology.orchestra.run.smithi123.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-07-26T12:20:50.924 INFO:teuthology.orchestra.run.smithi123.stdout: = sectsz=512 attr=2, projid32bit=1 2024-07-26T12:20:50.924 INFO:teuthology.orchestra.run.smithi123.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-07-26T12:20:50.924 INFO:teuthology.orchestra.run.smithi123.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-07-26T12:20:50.924 INFO:teuthology.orchestra.run.smithi123.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-07-26T12:20:50.924 INFO:teuthology.orchestra.run.smithi123.stdout: = sunit=0 swidth=0 blks 2024-07-26T12:20:50.924 INFO:teuthology.orchestra.run.smithi123.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-07-26T12:20:50.925 INFO:teuthology.orchestra.run.smithi123.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-07-26T12:20:50.925 INFO:teuthology.orchestra.run.smithi123.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-07-26T12:20:50.925 INFO:teuthology.orchestra.run.smithi123.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-07-26T12:20:51.312 INFO:teuthology.orchestra.run.smithi123.stdout:Discarding blocks...Done. 2024-07-26T12:20:51.316 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi123.front.sepia.ceph.com -o noatime 2024-07-26T12:20:51.317 DEBUG:teuthology.orchestra.run.smithi123:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-6 2024-07-26T12:20:51.447 DEBUG:teuthology.orchestra.run.smithi123:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-6 2024-07-26T12:20:51.526 DEBUG:teuthology.orchestra.run.smithi123:> sudo mkdir -p /var/lib/ceph/osd/ceph-7 2024-07-26T12:20:51.597 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-07-26T12:20:51.598 INFO:tasks.ceph:role: osd.7 2024-07-26T12:20:51.598 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi123.front.sepia.ceph.com 2024-07-26T12:20:51.598 DEBUG:teuthology.orchestra.run.smithi123:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-07-26T12:20:51.678 INFO:teuthology.orchestra.run.smithi123.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-07-26T12:20:51.678 INFO:teuthology.orchestra.run.smithi123.stdout: = sectsz=512 attr=2, projid32bit=1 2024-07-26T12:20:51.678 INFO:teuthology.orchestra.run.smithi123.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-07-26T12:20:51.678 INFO:teuthology.orchestra.run.smithi123.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-07-26T12:20:51.678 INFO:teuthology.orchestra.run.smithi123.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-07-26T12:20:51.678 INFO:teuthology.orchestra.run.smithi123.stdout: = sunit=0 swidth=0 blks 2024-07-26T12:20:51.678 INFO:teuthology.orchestra.run.smithi123.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-07-26T12:20:51.678 INFO:teuthology.orchestra.run.smithi123.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-07-26T12:20:51.679 INFO:teuthology.orchestra.run.smithi123.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-07-26T12:20:51.679 INFO:teuthology.orchestra.run.smithi123.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-07-26T12:20:52.084 INFO:teuthology.orchestra.run.smithi123.stdout:Discarding blocks...Done. 2024-07-26T12:20:52.092 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi123.front.sepia.ceph.com -o noatime 2024-07-26T12:20:52.093 DEBUG:teuthology.orchestra.run.smithi123:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-7 2024-07-26T12:20:52.251 DEBUG:teuthology.orchestra.run.smithi123:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-7 2024-07-26T12:20:52.343 DEBUG:teuthology.orchestra.run.smithi123:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 4 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-07-26T12:20:52.555 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:20:52.554+0000 7f5bb0e16640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-4/keyring: can't open /var/lib/ceph/osd/ceph-4/keyring: (2) No such file or directory 2024-07-26T12:20:52.556 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:20:52.554+0000 7f5bb0e16640 -1 created new key in keyring /var/lib/ceph/osd/ceph-4/keyring 2024-07-26T12:20:52.556 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:20:52.554+0000 7f5bb0e16640 -1 bluestore(/var/lib/ceph/osd/ceph-4/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-4/block: (2) No such file or directory 2024-07-26T12:20:52.556 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:20:52.554+0000 7f5bb0e16640 -1 bluestore(/var/lib/ceph/osd/ceph-4/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-4/block: (2) No such file or directory 2024-07-26T12:20:52.556 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:20:52.554+0000 7f5bb0e16640 -1 bluestore(/var/lib/ceph/osd/ceph-4/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-4/block: (2) No such file or directory 2024-07-26T12:20:52.559 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:20:52.558+0000 7f5bb0e16640 -1 bluestore(/var/lib/ceph/osd/ceph-4) _read_fsid unparsable uuid 2024-07-26T12:20:55.548 DEBUG:teuthology.orchestra.run.smithi123:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-07-26T12:20:55.629 DEBUG:teuthology.orchestra.run.smithi123:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 5 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-07-26T12:20:55.826 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:20:55.824+0000 7ff8fa53e640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-5/keyring: can't open /var/lib/ceph/osd/ceph-5/keyring: (2) No such file or directory 2024-07-26T12:20:55.827 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:20:55.825+0000 7ff8fa53e640 -1 created new key in keyring /var/lib/ceph/osd/ceph-5/keyring 2024-07-26T12:20:55.827 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:20:55.825+0000 7ff8fa53e640 -1 bluestore(/var/lib/ceph/osd/ceph-5/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5/block: (2) No such file or directory 2024-07-26T12:20:55.827 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:20:55.825+0000 7ff8fa53e640 -1 bluestore(/var/lib/ceph/osd/ceph-5/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5/block: (2) No such file or directory 2024-07-26T12:20:55.827 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:20:55.825+0000 7ff8fa53e640 -1 bluestore(/var/lib/ceph/osd/ceph-5/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5/block: (2) No such file or directory 2024-07-26T12:20:55.829 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:20:55.828+0000 7ff8fa53e640 -1 bluestore(/var/lib/ceph/osd/ceph-5) _read_fsid unparsable uuid 2024-07-26T12:20:57.638 DEBUG:teuthology.orchestra.run.smithi031:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:20:57.646 DEBUG:teuthology.orchestra.run.smithi123:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:20:58.839 DEBUG:teuthology.orchestra.run.smithi123:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-07-26T12:20:58.918 DEBUG:teuthology.orchestra.run.smithi123:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 6 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-07-26T12:20:59.107 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:20:59.106+0000 7fa773830640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-6/keyring: can't open /var/lib/ceph/osd/ceph-6/keyring: (2) No such file or directory 2024-07-26T12:20:59.108 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:20:59.107+0000 7fa773830640 -1 created new key in keyring /var/lib/ceph/osd/ceph-6/keyring 2024-07-26T12:20:59.108 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:20:59.107+0000 7fa773830640 -1 bluestore(/var/lib/ceph/osd/ceph-6/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-6/block: (2) No such file or directory 2024-07-26T12:20:59.108 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:20:59.107+0000 7fa773830640 -1 bluestore(/var/lib/ceph/osd/ceph-6/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-6/block: (2) No such file or directory 2024-07-26T12:20:59.109 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:20:59.107+0000 7fa773830640 -1 bluestore(/var/lib/ceph/osd/ceph-6/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-6/block: (2) No such file or directory 2024-07-26T12:20:59.110 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:20:59.109+0000 7fa773830640 -1 bluestore(/var/lib/ceph/osd/ceph-6) _read_fsid unparsable uuid 2024-07-26T12:21:02.075 DEBUG:teuthology.orchestra.run.smithi123:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-07-26T12:21:02.157 DEBUG:teuthology.orchestra.run.smithi123:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 7 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-07-26T12:21:02.360 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:02.359+0000 7f4ea8a3f640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-7/keyring: can't open /var/lib/ceph/osd/ceph-7/keyring: (2) No such file or directory 2024-07-26T12:21:02.361 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:02.359+0000 7f4ea8a3f640 -1 created new key in keyring /var/lib/ceph/osd/ceph-7/keyring 2024-07-26T12:21:02.361 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:02.359+0000 7f4ea8a3f640 -1 bluestore(/var/lib/ceph/osd/ceph-7/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-7/block: (2) No such file or directory 2024-07-26T12:21:02.361 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:02.359+0000 7f4ea8a3f640 -1 bluestore(/var/lib/ceph/osd/ceph-7/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-7/block: (2) No such file or directory 2024-07-26T12:21:02.361 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:02.359+0000 7f4ea8a3f640 -1 bluestore(/var/lib/ceph/osd/ceph-7/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-7/block: (2) No such file or directory 2024-07-26T12:21:02.363 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:02.362+0000 7f4ea8a3f640 -1 bluestore(/var/lib/ceph/osd/ceph-7) _read_fsid unparsable uuid 2024-07-26T12:21:05.382 DEBUG:teuthology.orchestra.run.smithi123:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-07-26T12:21:05.465 INFO:tasks.ceph:Reading keys from all nodes... 2024-07-26T12:21:05.465 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-07-26T12:21:05.465 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd if=/var/lib/ceph/mgr/ceph-y/keyring of=/dev/stdout 2024-07-26T12:21:05.559 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-07-26T12:21:05.559 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd if=/var/lib/ceph/mds/ceph-a/keyring of=/dev/stdout 2024-07-26T12:21:05.651 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-07-26T12:21:05.651 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd if=/var/lib/ceph/osd/ceph-0/keyring of=/dev/stdout 2024-07-26T12:21:05.735 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-07-26T12:21:05.736 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd if=/var/lib/ceph/osd/ceph-1/keyring of=/dev/stdout 2024-07-26T12:21:05.823 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-07-26T12:21:05.823 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd if=/var/lib/ceph/osd/ceph-2/keyring of=/dev/stdout 2024-07-26T12:21:05.905 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-07-26T12:21:05.905 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd if=/var/lib/ceph/osd/ceph-3/keyring of=/dev/stdout 2024-07-26T12:21:05.994 DEBUG:teuthology.orchestra.run.smithi123:> set -ex 2024-07-26T12:21:05.994 DEBUG:teuthology.orchestra.run.smithi123:> sudo dd if=/var/lib/ceph/mgr/ceph-x/keyring of=/dev/stdout 2024-07-26T12:21:06.075 DEBUG:teuthology.orchestra.run.smithi123:> set -ex 2024-07-26T12:21:06.076 DEBUG:teuthology.orchestra.run.smithi123:> sudo dd if=/var/lib/ceph/mds/ceph-b/keyring of=/dev/stdout 2024-07-26T12:21:06.153 DEBUG:teuthology.orchestra.run.smithi123:> set -ex 2024-07-26T12:21:06.153 DEBUG:teuthology.orchestra.run.smithi123:> sudo dd if=/var/lib/ceph/osd/ceph-4/keyring of=/dev/stdout 2024-07-26T12:21:06.282 DEBUG:teuthology.orchestra.run.smithi123:> set -ex 2024-07-26T12:21:06.282 DEBUG:teuthology.orchestra.run.smithi123:> sudo dd if=/var/lib/ceph/osd/ceph-5/keyring of=/dev/stdout 2024-07-26T12:21:06.360 DEBUG:teuthology.orchestra.run.smithi123:> set -ex 2024-07-26T12:21:06.360 DEBUG:teuthology.orchestra.run.smithi123:> sudo dd if=/var/lib/ceph/osd/ceph-6/keyring of=/dev/stdout 2024-07-26T12:21:06.443 DEBUG:teuthology.orchestra.run.smithi123:> set -ex 2024-07-26T12:21:06.443 DEBUG:teuthology.orchestra.run.smithi123:> sudo dd if=/var/lib/ceph/osd/ceph-7/keyring of=/dev/stdout 2024-07-26T12:21:06.526 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-07-26T12:21:06.526 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/etc/ceph/ceph.client.0.keyring of=/dev/stdout 2024-07-26T12:21:06.587 INFO:tasks.ceph:Adding keys to all mons... 2024-07-26T12:21:06.587 DEBUG:teuthology.orchestra.run.smithi031:> sudo tee -a /etc/ceph/ceph.keyring 2024-07-26T12:21:06.592 DEBUG:teuthology.orchestra.run.smithi123:> sudo tee -a /etc/ceph/ceph.keyring 2024-07-26T12:21:06.672 INFO:teuthology.orchestra.run.smithi031.stdout:[mgr.y] 2024-07-26T12:21:06.672 INFO:teuthology.orchestra.run.smithi031.stdout: key = AQCPlKNmlDYGIxAAuGMd/bfOqbbSyH00R/Ks5g== 2024-07-26T12:21:06.672 INFO:teuthology.orchestra.run.smithi031.stdout:[mds.a] 2024-07-26T12:21:06.672 INFO:teuthology.orchestra.run.smithi031.stdout: key = AQCQlKNmVPHqBRAAlev5U6eX+6Oi74n4ZuFn2w== 2024-07-26T12:21:06.672 INFO:teuthology.orchestra.run.smithi031.stdout:[osd.0] 2024-07-26T12:21:06.672 INFO:teuthology.orchestra.run.smithi031.stdout: key = AQCUlKNmBrlnEBAADPRur3qUL8+Hep3/a1ZQeQ== 2024-07-26T12:21:06.672 INFO:teuthology.orchestra.run.smithi031.stdout:[osd.1] 2024-07-26T12:21:06.672 INFO:teuthology.orchestra.run.smithi031.stdout: key = AQCXlKNmMlZlIRAABsWJT8kv2tLg6xoR4gnjzw== 2024-07-26T12:21:06.672 INFO:teuthology.orchestra.run.smithi031.stdout:[osd.2] 2024-07-26T12:21:06.672 INFO:teuthology.orchestra.run.smithi031.stdout: key = AQCalKNmFPZAMRAAzl7u1xZCDLqLNWbxf1SPnw== 2024-07-26T12:21:06.673 INFO:teuthology.orchestra.run.smithi031.stdout:[osd.3] 2024-07-26T12:21:06.673 INFO:teuthology.orchestra.run.smithi031.stdout: key = AQCelKNmfF8DBxAAOrNXdUDCK4w2i7rmJlKk1g== 2024-07-26T12:21:06.673 INFO:teuthology.orchestra.run.smithi031.stdout:[mgr.x] 2024-07-26T12:21:06.673 INFO:teuthology.orchestra.run.smithi031.stdout: key = AQCPlKNmqvHPMhAAiaJu3M9aZaSa4wfhci5weg== 2024-07-26T12:21:06.673 INFO:teuthology.orchestra.run.smithi031.stdout:[mds.b] 2024-07-26T12:21:06.673 INFO:teuthology.orchestra.run.smithi031.stdout: key = AQCQlKNmCHPjGBAAx1oUsE12vq3CGhKro4tW1g== 2024-07-26T12:21:06.673 INFO:teuthology.orchestra.run.smithi031.stdout:[osd.4] 2024-07-26T12:21:06.673 INFO:teuthology.orchestra.run.smithi031.stdout: key = AQCklKNmxXYXIRAAXQqtnB7kD0how0/swOLFFQ== 2024-07-26T12:21:06.673 INFO:teuthology.orchestra.run.smithi031.stdout:[osd.5] 2024-07-26T12:21:06.673 INFO:teuthology.orchestra.run.smithi031.stdout: key = AQCnlKNm9oM8MRAAY99QSBOuNk73IKc9r9AVFw== 2024-07-26T12:21:06.673 INFO:teuthology.orchestra.run.smithi031.stdout:[osd.6] 2024-07-26T12:21:06.673 INFO:teuthology.orchestra.run.smithi031.stdout: key = AQCrlKNmRbNqBhAA7MnUX6EIdNCiprDrf6gOQg== 2024-07-26T12:21:06.673 INFO:teuthology.orchestra.run.smithi031.stdout:[osd.7] 2024-07-26T12:21:06.673 INFO:teuthology.orchestra.run.smithi031.stdout: key = AQCulKNm6Pd2FRAAjinXzgFW6hpfZQ90uTqeqQ== 2024-07-26T12:21:06.674 INFO:teuthology.orchestra.run.smithi031.stdout:[client.0] 2024-07-26T12:21:06.674 INFO:teuthology.orchestra.run.smithi031.stdout: key = AQCQlKNmJZFNKhAAJ4uHo9XCjwE1wAvkNBSXXA== 2024-07-26T12:21:06.678 INFO:teuthology.orchestra.run.smithi123.stdout:[mgr.y] 2024-07-26T12:21:06.678 INFO:teuthology.orchestra.run.smithi123.stdout: key = AQCPlKNmlDYGIxAAuGMd/bfOqbbSyH00R/Ks5g== 2024-07-26T12:21:06.678 INFO:teuthology.orchestra.run.smithi123.stdout:[mds.a] 2024-07-26T12:21:06.678 INFO:teuthology.orchestra.run.smithi123.stdout: key = AQCQlKNmVPHqBRAAlev5U6eX+6Oi74n4ZuFn2w== 2024-07-26T12:21:06.678 INFO:teuthology.orchestra.run.smithi123.stdout:[osd.0] 2024-07-26T12:21:06.679 INFO:teuthology.orchestra.run.smithi123.stdout: key = AQCUlKNmBrlnEBAADPRur3qUL8+Hep3/a1ZQeQ== 2024-07-26T12:21:06.679 INFO:teuthology.orchestra.run.smithi123.stdout:[osd.1] 2024-07-26T12:21:06.679 INFO:teuthology.orchestra.run.smithi123.stdout: key = AQCXlKNmMlZlIRAABsWJT8kv2tLg6xoR4gnjzw== 2024-07-26T12:21:06.679 INFO:teuthology.orchestra.run.smithi123.stdout:[osd.2] 2024-07-26T12:21:06.679 INFO:teuthology.orchestra.run.smithi123.stdout: key = AQCalKNmFPZAMRAAzl7u1xZCDLqLNWbxf1SPnw== 2024-07-26T12:21:06.679 INFO:teuthology.orchestra.run.smithi123.stdout:[osd.3] 2024-07-26T12:21:06.679 INFO:teuthology.orchestra.run.smithi123.stdout: key = AQCelKNmfF8DBxAAOrNXdUDCK4w2i7rmJlKk1g== 2024-07-26T12:21:06.679 INFO:teuthology.orchestra.run.smithi123.stdout:[mgr.x] 2024-07-26T12:21:06.679 INFO:teuthology.orchestra.run.smithi123.stdout: key = AQCPlKNmqvHPMhAAiaJu3M9aZaSa4wfhci5weg== 2024-07-26T12:21:06.679 INFO:teuthology.orchestra.run.smithi123.stdout:[mds.b] 2024-07-26T12:21:06.679 INFO:teuthology.orchestra.run.smithi123.stdout: key = AQCQlKNmCHPjGBAAx1oUsE12vq3CGhKro4tW1g== 2024-07-26T12:21:06.679 INFO:teuthology.orchestra.run.smithi123.stdout:[osd.4] 2024-07-26T12:21:06.679 INFO:teuthology.orchestra.run.smithi123.stdout: key = AQCklKNmxXYXIRAAXQqtnB7kD0how0/swOLFFQ== 2024-07-26T12:21:06.679 INFO:teuthology.orchestra.run.smithi123.stdout:[osd.5] 2024-07-26T12:21:06.680 INFO:teuthology.orchestra.run.smithi123.stdout: key = AQCnlKNm9oM8MRAAY99QSBOuNk73IKc9r9AVFw== 2024-07-26T12:21:06.680 INFO:teuthology.orchestra.run.smithi123.stdout:[osd.6] 2024-07-26T12:21:06.680 INFO:teuthology.orchestra.run.smithi123.stdout: key = AQCrlKNmRbNqBhAA7MnUX6EIdNCiprDrf6gOQg== 2024-07-26T12:21:06.680 INFO:teuthology.orchestra.run.smithi123.stdout:[osd.7] 2024-07-26T12:21:06.680 INFO:teuthology.orchestra.run.smithi123.stdout: key = AQCulKNm6Pd2FRAAjinXzgFW6hpfZQ90uTqeqQ== 2024-07-26T12:21:06.680 INFO:teuthology.orchestra.run.smithi123.stdout:[client.0] 2024-07-26T12:21:06.680 INFO:teuthology.orchestra.run.smithi123.stdout: key = AQCQlKNmJZFNKhAAJ4uHo9XCjwE1wAvkNBSXXA== 2024-07-26T12:21:06.681 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-07-26T12:21:06.726 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-07-26T12:21:06.939 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-07-26T12:21:06.946 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-07-26T12:21:07.155 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-07-26T12:21:07.162 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-07-26T12:21:07.365 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-07-26T12:21:07.369 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-07-26T12:21:07.572 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-07-26T12:21:07.577 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-07-26T12:21:07.785 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-07-26T12:21:07.790 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-07-26T12:21:07.995 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-07-26T12:21:08.002 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-07-26T12:21:08.210 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-07-26T12:21:08.215 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-07-26T12:21:08.431 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-07-26T12:21:08.438 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-07-26T12:21:08.646 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-07-26T12:21:08.652 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-07-26T12:21:08.858 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-07-26T12:21:08.865 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-07-26T12:21:09.071 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-07-26T12:21:09.078 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-07-26T12:21:09.282 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-07-26T12:21:09.287 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-07-26T12:21:09.498 INFO:tasks.ceph:Running mkfs on mon nodes... 2024-07-26T12:21:09.498 DEBUG:teuthology.orchestra.run.smithi031:> sudo mkdir -p /var/lib/ceph/mon/ceph-a 2024-07-26T12:21:09.587 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i a --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-07-26T12:21:09.816 DEBUG:teuthology.orchestra.run.smithi031:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-a 2024-07-26T12:21:09.886 DEBUG:teuthology.orchestra.run.smithi123:> sudo mkdir -p /var/lib/ceph/mon/ceph-b 2024-07-26T12:21:09.969 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i b --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-07-26T12:21:10.190 DEBUG:teuthology.orchestra.run.smithi123:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-b 2024-07-26T12:21:10.269 DEBUG:teuthology.orchestra.run.smithi123:> sudo mkdir -p /var/lib/ceph/mon/ceph-c 2024-07-26T12:21:10.349 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i c --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-07-26T12:21:10.569 DEBUG:teuthology.orchestra.run.smithi123:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-c 2024-07-26T12:21:10.656 DEBUG:teuthology.orchestra.run.smithi031:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-07-26T12:21:10.663 DEBUG:teuthology.orchestra.run.smithi123:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-07-26T12:21:10.717 INFO:tasks.ceph:Starting mon daemons in cluster ceph... 2024-07-26T12:21:10.717 INFO:tasks.ceph.mon.a:Restarting daemon 2024-07-26T12:21:10.717 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2024-07-26T12:21:10.723 INFO:tasks.ceph.mon.a:Started 2024-07-26T12:21:10.723 INFO:tasks.ceph.mon.b:Restarting daemon 2024-07-26T12:21:10.723 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b 2024-07-26T12:21:10.728 INFO:tasks.ceph.mon.b:Started 2024-07-26T12:21:10.728 INFO:tasks.ceph.mon.c:Restarting daemon 2024-07-26T12:21:10.728 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i c 2024-07-26T12:21:10.732 INFO:tasks.ceph.mon.c:Started 2024-07-26T12:21:10.732 INFO:tasks.ceph:Starting mgr daemons in cluster ceph... 2024-07-26T12:21:10.733 INFO:tasks.ceph.mgr.y:Restarting daemon 2024-07-26T12:21:10.733 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i y 2024-07-26T12:21:10.737 INFO:tasks.ceph.mgr.y:Started 2024-07-26T12:21:10.737 INFO:tasks.ceph.mgr.x:Restarting daemon 2024-07-26T12:21:10.737 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2024-07-26T12:21:10.742 INFO:tasks.ceph.mgr.x:Started 2024-07-26T12:21:10.742 INFO:tasks.ceph:setting config [client] client_mount_timeout = 600 2024-07-26T12:21:10.742 DEBUG:teuthology.orchestra.run.smithi031:> sudo ceph --cluster ceph config set client client_mount_timeout 600 2024-07-26T12:21:10.746 INFO:tasks.ceph:setting config [client] debug_client = 20 2024-07-26T12:21:10.746 DEBUG:teuthology.orchestra.run.smithi031:> sudo ceph --cluster ceph config set client debug_client 20 2024-07-26T12:21:10.791 INFO:tasks.ceph:setting config [client] debug_ms = 1 2024-07-26T12:21:10.792 DEBUG:teuthology.orchestra.run.smithi031:> sudo ceph --cluster ceph config set client debug_ms 1 2024-07-26T12:21:10.838 INFO:tasks.ceph:setting config [client] rados_mon_op_timeout = 900 2024-07-26T12:21:10.838 DEBUG:teuthology.orchestra.run.smithi031:> sudo ceph --cluster ceph config set client rados_mon_op_timeout 900 2024-07-26T12:21:10.886 INFO:tasks.ceph:setting config [client] rados_osd_op_timeout = 900 2024-07-26T12:21:10.886 DEBUG:teuthology.orchestra.run.smithi031:> sudo ceph --cluster ceph config set client rados_osd_op_timeout 900 2024-07-26T12:21:10.934 INFO:tasks.ceph:setting config [mds] debug_mds = 20 2024-07-26T12:21:10.934 DEBUG:teuthology.orchestra.run.smithi031:> sudo ceph --cluster ceph config set mds debug_mds 20 2024-07-26T12:21:10.986 INFO:tasks.ceph:setting config [mds] debug_mds_balancer = 20 2024-07-26T12:21:10.986 DEBUG:teuthology.orchestra.run.smithi031:> sudo ceph --cluster ceph config set mds debug_mds_balancer 20 2024-07-26T12:21:11.033 INFO:tasks.ceph:setting config [mds] debug_ms = 2 2024-07-26T12:21:11.033 DEBUG:teuthology.orchestra.run.smithi031:> sudo ceph --cluster ceph config set mds debug_ms 2 2024-07-26T12:21:11.036 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.036+0000 7fecae400640 1 Processor -- start 2024-07-26T12:21:11.042 INFO:tasks.ceph:setting config [mds] mds_debug_frag = True 2024-07-26T12:21:11.042 DEBUG:teuthology.orchestra.run.smithi031:> sudo ceph --cluster ceph config set mds mds_debug_frag True 2024-07-26T12:21:11.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.037+0000 7fecae400640 1 -- start start 2024-07-26T12:21:11.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.041+0000 7fecae400640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7feca806dc70 0x7feca806cc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:11.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.042+0000 7feca7400640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7feca806dc70 0x7feca806cc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:11.045 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.042+0000 7feca7400640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7feca806dc70 0x7feca806cc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:59190/0 (socket says 172.21.15.31:59190) 2024-07-26T12:21:11.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.043+0000 7feca7400640 1 -- 172.21.15.31:0/1217770875 learned_addr learned my addr 172.21.15.31:0/1217770875 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:11.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.045+0000 7fecae400640 1 --2- 172.21.15.31:0/1217770875 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7feca81438f0 0x7feca8143d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:11.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.045+0000 7fecae400640 1 -- 172.21.15.31:0/1217770875 --> v1:172.21.15.123:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7feca806e600 con 0x7feca8073c10 2024-07-26T12:21:11.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.045+0000 7fecae400640 1 -- 172.21.15.31:0/1217770875 --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7feca806e080 con 0x7feca806dc70 2024-07-26T12:21:11.051 INFO:tasks.ceph:setting config [mds] mds_debug_scatterstat = True 2024-07-26T12:21:11.051 DEBUG:teuthology.orchestra.run.smithi031:> sudo ceph --cluster ceph config set mds mds_debug_scatterstat True 2024-07-26T12:21:11.052 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.045+0000 7fecae400640 1 -- 172.21.15.31:0/1217770875 --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7feca806d2a0 con 0x7feca81438f0 2024-07-26T12:21:11.052 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.046+0000 7feca7e00640 1 --2- 172.21.15.31:0/1217770875 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7feca81438f0 0x7feca8143d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:11.052 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.047+0000 7feca7400640 1 -- 172.21.15.31:0/1217770875 >> v2:172.21.15.31:3300/0 conn(0x7feca806dc70 msgr2=0x7feca806cc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-07-26T12:21:11.052 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.047+0000 7feca7400640 1 -- 172.21.15.31:0/1217770875 >> v2:172.21.15.31:3300/0 conn(0x7feca806dc70 msgr2=0x7feca806cc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:11.052 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.047+0000 7feca7400640 1 --2- 172.21.15.31:0/1217770875 >> v2:172.21.15.31:3300/0 conn(0x7feca806dc70 0x7feca806cc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:11.052 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.047+0000 7feca7e00640 1 -- 172.21.15.31:0/1217770875 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7feca81438f0 msgr2=0x7feca8143d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2024-07-26T12:21:11.052 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.047+0000 7feca7e00640 1 -- 172.21.15.31:0/1217770875 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7feca81438f0 msgr2=0x7feca8143d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:11.052 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.047+0000 7feca7e00640 1 --2- 172.21.15.31:0/1217770875 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7feca81438f0 0x7feca8143d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:11.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.047+0000 7feca7e00640 1 --2- 172.21.15.31:0/1217770875 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7feca81438f0 0x7feca8143d00 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T12:21:11.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.048+0000 7feca7400640 1 --2- 172.21.15.31:0/1217770875 >> v2:172.21.15.31:3300/0 conn(0x7feca806dc70 0x7feca806cc40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T12:21:11.101 INFO:tasks.ceph:setting config [mds] mds_op_complaint_time = 180 2024-07-26T12:21:11.101 DEBUG:teuthology.orchestra.run.smithi031:> sudo ceph --cluster ceph config set mds mds_op_complaint_time 180 2024-07-26T12:21:11.121 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.118+0000 7efcfce00640 1 Processor -- start 2024-07-26T12:21:11.121 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.118+0000 7efcfce00640 1 -- start start 2024-07-26T12:21:11.129 INFO:tasks.ceph:setting config [mds] mds_verify_scatter = True 2024-07-26T12:21:11.129 DEBUG:teuthology.orchestra.run.smithi031:> sudo ceph --cluster ceph config set mds mds_verify_scatter True 2024-07-26T12:21:11.130 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.120+0000 7efcfce00640 1 --2- >> v2:172.21.15.123:3300/0 conn(0x7efcf80b1d20 0x7efcf8073c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:11.130 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.120+0000 7efcfce00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7efcf8074150 0x7efcf8156500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:11.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.122+0000 7efcf5400640 1 --2- >> v2:172.21.15.123:3300/0 conn(0x7efcf80b1d20 0x7efcf8073c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:11.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.122+0000 7efcf5400640 1 --2- >> v2:172.21.15.123:3300/0 conn(0x7efcf80b1d20 0x7efcf8073c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.31:37972/0 (socket says 172.21.15.31:37972) 2024-07-26T12:21:11.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.122+0000 7efcf5e00640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7efcf80b1910 0x7efcf814c2b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:37906/0 (socket says 172.21.15.31:37906) 2024-07-26T12:21:11.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.124+0000 7efcfce00640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7efcf80b0740 con 0x7efcf80b1910 2024-07-26T12:21:11.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.124+0000 7efcfce00640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7efcf80b3450 con 0x7efcf8074150 2024-07-26T12:21:11.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.124+0000 7efcfce00640 1 -- --> v2:172.21.15.123:3300/0 -- mon_getmap magic: 0 -- 0x7efcf814be20 con 0x7efcf80b1d20 2024-07-26T12:21:11.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.124+0000 7efcf5400640 1 -- 172.21.15.31:0/993982679 learned_addr learned my addr 172.21.15.31:0/993982679 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:11.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.125+0000 7efcf5400640 1 -- 172.21.15.31:0/993982679 >> v2:172.21.15.123:3300/0 conn(0x7efcf80b1d20 msgr2=0x7efcf8073c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-07-26T12:21:11.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.125+0000 7efcf5400640 1 -- 172.21.15.31:0/993982679 >> v2:172.21.15.123:3300/0 conn(0x7efcf80b1d20 msgr2=0x7efcf8073c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:11.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.125+0000 7efcf5400640 1 --2- 172.21.15.31:0/993982679 >> v2:172.21.15.123:3300/0 conn(0x7efcf80b1d20 0x7efcf8073c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:11.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.125+0000 7efcf5400640 1 --2- 172.21.15.31:0/993982679 >> v2:172.21.15.123:3300/0 conn(0x7efcf80b1d20 0x7efcf8073c10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T12:21:11.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.128+0000 7efcf6800640 1 --2- 172.21.15.31:0/993982679 >> v2:172.21.15.31:3300/0 conn(0x7efcf8074150 0x7efcf8156500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:11.132 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.128+0000 7efcf6800640 1 -- 172.21.15.31:0/993982679 >> v2:172.21.15.31:3300/0 conn(0x7efcf8074150 msgr2=0x7efcf8156500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2024-07-26T12:21:11.132 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.128+0000 7efcf6800640 1 -- 172.21.15.31:0/993982679 >> v2:172.21.15.31:3300/0 conn(0x7efcf8074150 msgr2=0x7efcf8156500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:11.132 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.128+0000 7efcf6800640 1 --2- 172.21.15.31:0/993982679 >> v2:172.21.15.31:3300/0 conn(0x7efcf8074150 0x7efcf8156500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:11.132 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.129+0000 7efcf6800640 1 --2- 172.21.15.31:0/993982679 >> v2:172.21.15.31:3300/0 conn(0x7efcf8074150 0x7efcf8156500 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T12:21:11.182 INFO:tasks.ceph:setting config [mds] osd_op_complaint_time = 180 2024-07-26T12:21:11.182 DEBUG:teuthology.orchestra.run.smithi031:> sudo ceph --cluster ceph config set mds osd_op_complaint_time 180 2024-07-26T12:21:11.238 INFO:tasks.ceph:setting config [mds] rados_mon_op_timeout = 900 2024-07-26T12:21:11.239 DEBUG:teuthology.orchestra.run.smithi031:> sudo ceph --cluster ceph config set mds rados_mon_op_timeout 900 2024-07-26T12:21:11.252 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.249+0000 7feca7400640 1 --2- 172.21.15.31:0/1217770875 >> v2:172.21.15.31:3300/0 conn(0x7feca806dc70 0x7feca806cc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:11.252 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.252+0000 7feca7e00640 1 --2- 172.21.15.31:0/1217770875 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7feca81438f0 0x7feca8143d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:11.266 INFO:tasks.ceph:setting config [mds] rados_osd_op_timeout = 900 2024-07-26T12:21:11.266 DEBUG:teuthology.orchestra.run.smithi031:> sudo ceph --cluster ceph config set mds rados_osd_op_timeout 900 2024-07-26T12:21:11.267 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.252+0000 7feca7e00640 1 -- 172.21.15.31:0/1217770875 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7feca81438f0 msgr2=0x7feca8143d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-07-26T12:21:11.267 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.252+0000 7feca7e00640 1 -- 172.21.15.31:0/1217770875 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7feca81438f0 msgr2=0x7feca8143d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:11.267 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.252+0000 7feca7e00640 1 --2- 172.21.15.31:0/1217770875 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7feca81438f0 0x7feca8143d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:11.267 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.252+0000 7feca7e00640 1 --2- 172.21.15.31:0/1217770875 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7feca81438f0 0x7feca8143d00 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T12:21:11.267 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.253+0000 7feca7400640 1 -- 172.21.15.31:0/1217770875 >> v2:172.21.15.31:3300/0 conn(0x7feca806dc70 msgr2=0x7feca806cc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2024-07-26T12:21:11.268 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.253+0000 7feca7400640 1 -- 172.21.15.31:0/1217770875 >> v2:172.21.15.31:3300/0 conn(0x7feca806dc70 msgr2=0x7feca806cc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:11.268 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.253+0000 7feca7400640 1 --2- 172.21.15.31:0/1217770875 >> v2:172.21.15.31:3300/0 conn(0x7feca806dc70 0x7feca806cc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:11.268 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.253+0000 7feca7400640 1 --2- 172.21.15.31:0/1217770875 >> v2:172.21.15.31:3300/0 conn(0x7feca806dc70 0x7feca806cc40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T12:21:11.268 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.267+0000 7f6f9b400640 1 Processor -- start 2024-07-26T12:21:11.270 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.267+0000 7f6f9b400640 1 -- start start 2024-07-26T12:21:11.270 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.270+0000 7f6f9b400640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f6f9406dc70 0x7f6f9406cc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:11.279 INFO:tasks.ceph:setting config [mon] mon_op_complaint_time = 120 2024-07-26T12:21:11.279 DEBUG:teuthology.orchestra.run.smithi031:> sudo ceph --cluster ceph config set mon mon_op_complaint_time 120 2024-07-26T12:21:11.280 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.274+0000 7f6f9b400640 1 --2- >> v2:172.21.15.123:3300/0 conn(0x7f6f941438f0 0x7f6f94143d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:11.280 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.274+0000 7f6f98a00640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f6f9406dc70 0x7f6f9406cc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:11.280 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.274+0000 7f6f98a00640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f6f9406dc70 0x7f6f9406cc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3301/0 says I am v2:172.21.15.31:52040/0 (socket says 172.21.15.31:52040) 2024-07-26T12:21:11.280 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.274+0000 7f6f93e00640 1 --1- >> v1:172.21.15.123:6789/0 conn(0x7f6f94073c10 0x7f6f94074020 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.123:6789/0 says I am v1:172.21.15.31:35440/0 (socket says 172.21.15.31:35440) 2024-07-26T12:21:11.280 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.274+0000 7f6f98a00640 1 -- 172.21.15.31:0/1421279237 learned_addr learned my addr 172.21.15.31:0/1421279237 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:11.280 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.274+0000 7f6f9b400640 1 -- 172.21.15.31:0/1421279237 --> v1:172.21.15.123:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6f9406e600 con 0x7f6f94073c10 2024-07-26T12:21:11.280 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.274+0000 7f6f99400640 1 --2- 172.21.15.31:0/1421279237 >> v2:172.21.15.123:3300/0 conn(0x7f6f941438f0 0x7f6f94143d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:11.280 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.274+0000 7f6f9b400640 1 -- 172.21.15.31:0/1421279237 --> v2:172.21.15.123:3300/0 -- mon_getmap magic: 0 -- 0x7f6f9406e080 con 0x7f6f941438f0 2024-07-26T12:21:11.281 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.274+0000 7f6f9b400640 1 -- 172.21.15.31:0/1421279237 --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f6f9406d2a0 con 0x7f6f9406dc70 2024-07-26T12:21:11.281 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.275+0000 7f6f98a00640 1 -- 172.21.15.31:0/1421279237 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f6f9406dc70 msgr2=0x7f6f9406cc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-07-26T12:21:11.281 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.275+0000 7f6f99400640 1 -- 172.21.15.31:0/1421279237 >> v2:172.21.15.123:3300/0 conn(0x7f6f941438f0 msgr2=0x7f6f94143d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2024-07-26T12:21:11.281 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.275+0000 7f6f99400640 1 -- 172.21.15.31:0/1421279237 >> v2:172.21.15.123:3300/0 conn(0x7f6f941438f0 msgr2=0x7f6f94143d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:11.281 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.275+0000 7f6f99400640 1 --2- 172.21.15.31:0/1421279237 >> v2:172.21.15.123:3300/0 conn(0x7f6f941438f0 0x7f6f94143d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:11.281 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.275+0000 7f6f99400640 1 --2- 172.21.15.31:0/1421279237 >> v2:172.21.15.123:3300/0 conn(0x7f6f941438f0 0x7f6f94143d00 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T12:21:11.293 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.290+0000 7f6f98a00640 1 -- 172.21.15.31:0/1421279237 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f6f9406dc70 msgr2=0x7f6f9406cc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:11.294 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.290+0000 7f6f98a00640 1 --2- 172.21.15.31:0/1421279237 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f6f9406dc70 0x7f6f9406cc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:11.294 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.290+0000 7f6f98a00640 1 --2- 172.21.15.31:0/1421279237 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f6f9406dc70 0x7f6f9406cc40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T12:21:11.301 INFO:tasks.ceph:setting config [mon] mon_warn_on_pool_no_app = False 2024-07-26T12:21:11.301 DEBUG:teuthology.orchestra.run.smithi031:> sudo ceph --cluster ceph config set mon mon_warn_on_pool_no_app False 2024-07-26T12:21:11.331 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.330+0000 7efcf6800640 1 --2- 172.21.15.31:0/993982679 >> v2:172.21.15.31:3300/0 conn(0x7efcf8074150 0x7efcf8156500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:11.339 INFO:tasks.ceph:setting config [osd] osd_op_complaint_time = 180 2024-07-26T12:21:11.340 DEBUG:teuthology.orchestra.run.smithi031:> sudo ceph --cluster ceph config set osd osd_op_complaint_time 180 2024-07-26T12:21:11.340 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.331+0000 7efcf6800640 1 -- 172.21.15.31:0/993982679 >> v2:172.21.15.31:3300/0 conn(0x7efcf8074150 msgr2=0x7efcf8156500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2024-07-26T12:21:11.341 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.331+0000 7efcf6800640 1 -- 172.21.15.31:0/993982679 >> v2:172.21.15.31:3300/0 conn(0x7efcf8074150 msgr2=0x7efcf8156500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:11.341 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.331+0000 7efcf6800640 1 --2- 172.21.15.31:0/993982679 >> v2:172.21.15.31:3300/0 conn(0x7efcf8074150 0x7efcf8156500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:11.341 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.331+0000 7efcf6800640 1 --2- 172.21.15.31:0/993982679 >> v2:172.21.15.31:3300/0 conn(0x7efcf8074150 0x7efcf8156500 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T12:21:11.341 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.332+0000 7efcf5400640 1 --2- 172.21.15.31:0/993982679 >> v2:172.21.15.123:3300/0 conn(0x7efcf80b1d20 0x7efcf8073c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:11.341 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.333+0000 7efcf5400640 1 -- 172.21.15.31:0/993982679 >> v2:172.21.15.123:3300/0 conn(0x7efcf80b1d20 msgr2=0x7efcf8073c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-07-26T12:21:11.341 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.333+0000 7efcf5400640 1 -- 172.21.15.31:0/993982679 >> v2:172.21.15.123:3300/0 conn(0x7efcf80b1d20 msgr2=0x7efcf8073c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:11.341 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.333+0000 7efcf5400640 1 --2- 172.21.15.31:0/993982679 >> v2:172.21.15.123:3300/0 conn(0x7efcf80b1d20 0x7efcf8073c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:11.341 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.333+0000 7efcf5400640 1 --2- 172.21.15.31:0/993982679 >> v2:172.21.15.123:3300/0 conn(0x7efcf80b1d20 0x7efcf8073c10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T12:21:11.345 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.341+0000 7f8d69600640 1 Processor -- start 2024-07-26T12:21:11.345 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.342+0000 7f8d69600640 1 -- start start 2024-07-26T12:21:11.356 DEBUG:tasks.ceph:set 18 configs 2024-07-26T12:21:11.357 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'client', 'client_mount_timeout', '600'], check_status=True, hostname='smithi031') 2024-07-26T12:21:11.357 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.344+0000 7f8d69600640 1 --2- >> v2:172.21.15.123:3300/0 conn(0x7f8d6406d8a0 0x7f8d64158290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:11.357 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.344+0000 7f8d69600640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8d640b0860 con 0x7f8d6408b5d0 2024-07-26T12:21:11.358 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.344+0000 7f8d69600640 1 -- --> v1:172.21.15.123:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8d640afbd0 con 0x7f8d6406dcb0 2024-07-26T12:21:11.358 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.344+0000 7f8d69600640 1 -- --> v2:172.21.15.123:3300/0 -- mon_getmap magic: 0 -- 0x7f8d6406ca80 con 0x7f8d6406d8a0 2024-07-26T12:21:11.358 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.345+0000 7f8d62a00640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f8d6408b5d0 0x7f8d640b4c60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:37920/0 (socket says 172.21.15.31:37920) 2024-07-26T12:21:11.358 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.345+0000 7f8d62a00640 1 -- 172.21.15.31:0/806011864 learned_addr learned my addr 172.21.15.31:0/806011864 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-07-26T12:21:11.358 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.349+0000 7f8d5a000640 1 --2- 172.21.15.31:0/806011864 >> v2:172.21.15.123:3300/0 conn(0x7f8d6406d8a0 0x7f8d64158290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:11.358 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.350+0000 7f8d5a000640 1 -- 172.21.15.31:0/806011864 >> v2:172.21.15.123:3300/0 conn(0x7f8d6406d8a0 msgr2=0x7f8d64158290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-07-26T12:21:11.358 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.350+0000 7f8d5a000640 1 -- 172.21.15.31:0/806011864 >> v2:172.21.15.123:3300/0 conn(0x7f8d6406d8a0 msgr2=0x7f8d64158290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:11.358 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.350+0000 7f8d5a000640 1 --2- 172.21.15.31:0/806011864 >> v2:172.21.15.123:3300/0 conn(0x7f8d6406d8a0 0x7f8d64158290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:11.358 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.350+0000 7f8d5a000640 1 --2- 172.21.15.31:0/806011864 >> v2:172.21.15.123:3300/0 conn(0x7f8d6406d8a0 0x7f8d64158290 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T12:21:11.378 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.378+0000 7f2348a00640 1 Processor -- start 2024-07-26T12:21:11.381 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.378+0000 7f2348a00640 1 -- start start 2024-07-26T12:21:11.382 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.381+0000 7f2348a00640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f233c03cac0 0x7f233c009db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:11.382 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.382+0000 7f2348a00640 1 --2- >> v2:172.21.15.123:3300/0 conn(0x7f233c03b5e0 0x7f233c03b9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:11.383 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.382+0000 7f2348a00640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f233c031070 con 0x7f233c0c8610 2024-07-26T12:21:11.383 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.382+0000 7f2348a00640 1 -- --> v2:172.21.15.123:3300/0 -- mon_getmap magic: 0 -- 0x7f233c0c95f0 con 0x7f233c03b5e0 2024-07-26T12:21:11.383 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.382+0000 7f2348a00640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f233c0c8b10 con 0x7f233c03cac0 2024-07-26T12:21:11.387 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.385+0000 7f2342a00640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f233c03cac0 0x7f233c009db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:11.387 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.386+0000 7f2342a00640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f233c03cac0 0x7f233c009db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3301/0 says I am v2:172.21.15.31:52056/0 (socket says 172.21.15.31:52056) 2024-07-26T12:21:11.387 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.386+0000 7f2342a00640 1 -- 172.21.15.31:0/1182978560 learned_addr learned my addr 172.21.15.31:0/1182978560 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:11.387 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.386+0000 7f2343400640 1 --2- 172.21.15.31:0/1182978560 >> v2:172.21.15.123:3300/0 conn(0x7f233c03b5e0 0x7f233c03b9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:11.388 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.387+0000 7f2342a00640 1 -- 172.21.15.31:0/1182978560 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f233c03cac0 msgr2=0x7f233c009db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-07-26T12:21:11.388 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.388+0000 7f2342a00640 1 -- 172.21.15.31:0/1182978560 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f233c03cac0 msgr2=0x7f233c009db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:11.389 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.388+0000 7f2342a00640 1 --2- 172.21.15.31:0/1182978560 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f233c03cac0 0x7f233c009db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:11.389 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.388+0000 7f2343400640 1 -- 172.21.15.31:0/1182978560 >> v2:172.21.15.123:3300/0 conn(0x7f233c03b5e0 msgr2=0x7f233c03b9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2024-07-26T12:21:11.389 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.388+0000 7f2343400640 1 -- 172.21.15.31:0/1182978560 >> v2:172.21.15.123:3300/0 conn(0x7f233c03b5e0 msgr2=0x7f233c03b9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:11.389 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.388+0000 7f2343400640 1 --2- 172.21.15.31:0/1182978560 >> v2:172.21.15.123:3300/0 conn(0x7f233c03b5e0 0x7f233c03b9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:11.389 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.388+0000 7f2343400640 1 --2- 172.21.15.31:0/1182978560 >> v2:172.21.15.123:3300/0 conn(0x7f233c03b5e0 0x7f233c03b9f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T12:21:11.389 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.389+0000 7f2342a00640 1 --2- 172.21.15.31:0/1182978560 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f233c03cac0 0x7f233c009db0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T12:21:11.457 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.456+0000 7fe78d400640 1 Processor -- start 2024-07-26T12:21:11.459 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.456+0000 7fe78d400640 1 -- start start 2024-07-26T12:21:11.459 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.459+0000 7fe78d400640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe7880b3630 0x7fe7880b3a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:11.459 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.459+0000 7fe78d400640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fe788150100 0x7fe788152520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:11.459 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.459+0000 7fe78d400640 1 -- --> v1:172.21.15.123:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe788074330 con 0x7fe7880b2bc0 2024-07-26T12:21:11.459 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.459+0000 7fe78d400640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7fe7880af680 con 0x7fe788150100 2024-07-26T12:21:11.460 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.459+0000 7fe78d400640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7fe7880b2fd0 con 0x7fe7880b3630 2024-07-26T12:21:11.464 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.459+0000 7fe787400640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe7880b3630 0x7fe7880b3a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:11.465 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.460+0000 7fe787400640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe7880b3630 0x7fe7880b3a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3301/0 says I am v2:172.21.15.31:52064/0 (socket says 172.21.15.31:52064) 2024-07-26T12:21:11.465 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.460+0000 7fe787400640 1 -- 172.21.15.31:0/335780651 learned_addr learned my addr 172.21.15.31:0/335780651 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:11.465 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.464+0000 7fe787400640 1 -- 172.21.15.31:0/335780651 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe7880b3630 msgr2=0x7fe7880b3a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-07-26T12:21:11.465 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.464+0000 7fe787400640 1 -- 172.21.15.31:0/335780651 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe7880b3630 msgr2=0x7fe7880b3a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:11.465 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.464+0000 7fe787400640 1 --2- 172.21.15.31:0/335780651 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe7880b3630 0x7fe7880b3a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:11.465 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.464+0000 7fe787400640 1 --2- 172.21.15.31:0/335780651 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe7880b3630 0x7fe7880b3a40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T12:21:11.468 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.468+0000 7fe78ca00640 1 --2- 172.21.15.31:0/335780651 >> v2:172.21.15.31:3300/0 conn(0x7fe788150100 0x7fe788152520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:11.471 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.470+0000 7fe78ca00640 1 -- 172.21.15.31:0/335780651 >> v2:172.21.15.31:3300/0 conn(0x7fe788150100 msgr2=0x7fe788152520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-07-26T12:21:11.471 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.470+0000 7fe78ca00640 1 -- 172.21.15.31:0/335780651 >> v2:172.21.15.31:3300/0 conn(0x7fe788150100 msgr2=0x7fe788152520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:11.471 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.470+0000 7fe78ca00640 1 --2- 172.21.15.31:0/335780651 >> v2:172.21.15.31:3300/0 conn(0x7fe788150100 0x7fe788152520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:11.471 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.471+0000 7fe78ca00640 1 --2- 172.21.15.31:0/335780651 >> v2:172.21.15.31:3300/0 conn(0x7fe788150100 0x7fe788152520 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T12:21:11.478 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.477+0000 7f6f99400640 1 --2- 172.21.15.31:0/1421279237 >> v2:172.21.15.123:3300/0 conn(0x7f6f941438f0 0x7f6f94143d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:11.478 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.478+0000 7f6f99400640 1 -- 172.21.15.31:0/1421279237 >> v2:172.21.15.123:3300/0 conn(0x7f6f941438f0 msgr2=0x7f6f94143d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-07-26T12:21:11.478 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.478+0000 7f6f99400640 1 -- 172.21.15.31:0/1421279237 >> v2:172.21.15.123:3300/0 conn(0x7f6f941438f0 msgr2=0x7f6f94143d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:11.478 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.478+0000 7f6f99400640 1 --2- 172.21.15.31:0/1421279237 >> v2:172.21.15.123:3300/0 conn(0x7f6f941438f0 0x7f6f94143d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:11.479 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.478+0000 7f6f99400640 1 --2- 172.21.15.31:0/1421279237 >> v2:172.21.15.123:3300/0 conn(0x7f6f941438f0 0x7f6f94143d00 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T12:21:11.493 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.492+0000 7f6f98a00640 1 --2- 172.21.15.31:0/1421279237 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f6f9406dc70 0x7f6f9406cc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:11.493 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.493+0000 7f6f98a00640 1 -- 172.21.15.31:0/1421279237 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f6f9406dc70 msgr2=0x7f6f9406cc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-07-26T12:21:11.493 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.493+0000 7f6f98a00640 1 -- 172.21.15.31:0/1421279237 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f6f9406dc70 msgr2=0x7f6f9406cc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:11.494 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.493+0000 7f6f98a00640 1 --2- 172.21.15.31:0/1421279237 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f6f9406dc70 0x7f6f9406cc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:11.494 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.493+0000 7f6f98a00640 1 --2- 172.21.15.31:0/1421279237 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f6f9406dc70 0x7f6f9406cc40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T12:21:11.524 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.523+0000 7fb256a00640 1 Processor -- start 2024-07-26T12:21:11.524 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.523+0000 7fb256a00640 1 -- start start 2024-07-26T12:21:11.526 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.525+0000 7fb256a00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fb2500b6370 0x7fb2500b3770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:11.526 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.526+0000 7fb256a00640 1 --2- >> v2:172.21.15.123:3300/0 conn(0x7fb25013e350 0x7fb2500b27e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:11.527 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.526+0000 7fb256a00640 1 -- --> v1:172.21.15.123:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb2500b6fa0 con 0x7fb2500b4590 2024-07-26T12:21:11.527 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.526+0000 7fb256a00640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7fb250147af0 con 0x7fb2500b6370 2024-07-26T12:21:11.527 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.526+0000 7fb256a00640 1 -- --> v2:172.21.15.123:3300/0 -- mon_getmap magic: 0 -- 0x7fb250147dd0 con 0x7fb25013e350 2024-07-26T12:21:11.531 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.530+0000 7fb255600640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fb2500b6370 0x7fb2500b3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:11.532 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.530+0000 7fb255600640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fb2500b6370 0x7fb2500b3770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:59226/0 (socket says 172.21.15.31:59226) 2024-07-26T12:21:11.532 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.530+0000 7fb255600640 1 -- 172.21.15.31:0/17706481 learned_addr learned my addr 172.21.15.31:0/17706481 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:11.532 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.531+0000 7fb255600640 1 -- 172.21.15.31:0/17706481 >> v2:172.21.15.31:3300/0 conn(0x7fb2500b6370 msgr2=0x7fb2500b3770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-07-26T12:21:11.532 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.531+0000 7fb255600640 1 -- 172.21.15.31:0/17706481 >> v2:172.21.15.31:3300/0 conn(0x7fb2500b6370 msgr2=0x7fb2500b3770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:11.532 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.531+0000 7fb255600640 1 --2- 172.21.15.31:0/17706481 >> v2:172.21.15.31:3300/0 conn(0x7fb2500b6370 0x7fb2500b3770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:11.532 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.531+0000 7fb255600640 1 --2- 172.21.15.31:0/17706481 >> v2:172.21.15.31:3300/0 conn(0x7fb2500b6370 0x7fb2500b3770 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T12:21:11.537 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.536+0000 7fb256000640 1 --2- 172.21.15.31:0/17706481 >> v2:172.21.15.123:3300/0 conn(0x7fb25013e350 0x7fb2500b27e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:11.541 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.537+0000 7fe699a00640 1 Processor -- start 2024-07-26T12:21:11.541 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.537+0000 7fe699a00640 1 -- start start 2024-07-26T12:21:11.541 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.540+0000 7fe699a00640 1 --2- >> v2:172.21.15.123:3300/0 conn(0x7fe6940b51f0 0x7fe6940b5600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:11.541 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.537+0000 7fb256000640 1 -- 172.21.15.31:0/17706481 >> v2:172.21.15.123:3300/0 conn(0x7fb25013e350 msgr2=0x7fb2500b27e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-07-26T12:21:11.542 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.537+0000 7fb256000640 1 -- 172.21.15.31:0/17706481 >> v2:172.21.15.123:3300/0 conn(0x7fb25013e350 msgr2=0x7fb2500b27e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:11.542 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.537+0000 7fb256000640 1 --2- 172.21.15.31:0/17706481 >> v2:172.21.15.123:3300/0 conn(0x7fb25013e350 0x7fb2500b27e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:11.542 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.537+0000 7fb256000640 1 --2- 172.21.15.31:0/17706481 >> v2:172.21.15.123:3300/0 conn(0x7fb25013e350 0x7fb2500b27e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T12:21:11.542 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.541+0000 7fe699a00640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe694147920 con 0x7fe6940b3ca0 2024-07-26T12:21:11.542 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.541+0000 7fe699a00640 1 -- --> v1:172.21.15.123:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe694147be0 con 0x7fe6940b6870 2024-07-26T12:21:11.542 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.541+0000 7fe699a00640 1 -- --> v2:172.21.15.123:3300/0 -- mon_getmap magic: 0 -- 0x7fe6940b3730 con 0x7fe6940b51f0 2024-07-26T12:21:11.542 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.541+0000 7fe693400640 1 --2- >> v2:172.21.15.123:3300/0 conn(0x7fe6940b51f0 0x7fe6940b5600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:11.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.541+0000 7fe693400640 1 --2- >> v2:172.21.15.123:3300/0 conn(0x7fe6940b51f0 0x7fe6940b5600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.31:38044/0 (socket says 172.21.15.31:38044) 2024-07-26T12:21:11.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.541+0000 7fe693400640 1 -- 172.21.15.31:0/178473257 learned_addr learned my addr 172.21.15.31:0/178473257 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:11.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.542+0000 7fe693400640 1 -- 172.21.15.31:0/178473257 >> v2:172.21.15.123:3300/0 conn(0x7fe6940b51f0 msgr2=0x7fe6940b5600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-07-26T12:21:11.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.542+0000 7fe693400640 1 -- 172.21.15.31:0/178473257 >> v2:172.21.15.123:3300/0 conn(0x7fe6940b51f0 msgr2=0x7fe6940b5600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:11.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.542+0000 7fe693400640 1 --2- 172.21.15.31:0/178473257 >> v2:172.21.15.123:3300/0 conn(0x7fe6940b51f0 0x7fe6940b5600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:11.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.542+0000 7fe693400640 1 --2- 172.21.15.31:0/178473257 >> v2:172.21.15.123:3300/0 conn(0x7fe6940b51f0 0x7fe6940b5600 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T12:21:11.553 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.552+0000 7f8d5a000640 1 --2- 172.21.15.31:0/806011864 >> v2:172.21.15.123:3300/0 conn(0x7f8d6406d8a0 0x7f8d64158290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:11.553 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.552+0000 7f8d5a000640 1 -- 172.21.15.31:0/806011864 >> v2:172.21.15.123:3300/0 conn(0x7f8d6406d8a0 msgr2=0x7f8d64158290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-07-26T12:21:11.553 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.552+0000 7f8d5a000640 1 -- 172.21.15.31:0/806011864 >> v2:172.21.15.123:3300/0 conn(0x7f8d6406d8a0 msgr2=0x7f8d64158290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:11.553 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.552+0000 7f8d5a000640 1 --2- 172.21.15.31:0/806011864 >> v2:172.21.15.123:3300/0 conn(0x7f8d6406d8a0 0x7f8d64158290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:11.553 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.552+0000 7f8d5a000640 1 --2- 172.21.15.31:0/806011864 >> v2:172.21.15.123:3300/0 conn(0x7f8d6406d8a0 0x7f8d64158290 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T12:21:11.569 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.569+0000 7efc47000640 1 Processor -- start 2024-07-26T12:21:11.569 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.569+0000 7efc47000640 1 -- start start 2024-07-26T12:21:11.572 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.571+0000 7efc47000640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7efc400b4590 0x7efc4013dc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:11.577 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.571+0000 7efc47000640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7efc400b49a0 0x7efc4013e180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:11.577 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.572+0000 7efc45200640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7efc400b4590 0x7efc4013dc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:11.577 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.572+0000 7efc45200640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7efc400b4590 0x7efc4013dc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:59240/0 (socket says 172.21.15.31:59240) 2024-07-26T12:21:11.578 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.573+0000 7efc45c00640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7efc400b6370 0x7efc400b3770 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:37932/0 (socket says 172.21.15.31:37932) 2024-07-26T12:21:11.585 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.583+0000 7efc45200640 1 -- 172.21.15.31:0/3902059063 learned_addr learned my addr 172.21.15.31:0/3902059063 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:11.585 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.583+0000 7efc47000640 1 -- 172.21.15.31:0/3902059063 --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7efc400b6fa0 con 0x7efc400b6370 2024-07-26T12:21:11.585 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.583+0000 7efc46600640 1 --2- 172.21.15.31:0/3902059063 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7efc400b49a0 0x7efc4013e180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:11.587 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.587+0000 7efc47000640 1 -- 172.21.15.31:0/3902059063 --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7efc400b7210 con 0x7efc400b4590 2024-07-26T12:21:11.587 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.587+0000 7efc47000640 1 -- 172.21.15.31:0/3902059063 --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7efc40147af0 con 0x7efc400b49a0 2024-07-26T12:21:11.589 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.587+0000 7efc45200640 1 -- 172.21.15.31:0/3902059063 >> v2:172.21.15.31:3300/0 conn(0x7efc400b4590 msgr2=0x7efc4013dc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-07-26T12:21:11.589 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.587+0000 7efc45200640 1 -- 172.21.15.31:0/3902059063 >> v2:172.21.15.31:3300/0 conn(0x7efc400b4590 msgr2=0x7efc4013dc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:11.589 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.587+0000 7efc45200640 1 --2- 172.21.15.31:0/3902059063 >> v2:172.21.15.31:3300/0 conn(0x7efc400b4590 0x7efc4013dc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:11.589 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.587+0000 7efc45200640 1 --2- 172.21.15.31:0/3902059063 >> v2:172.21.15.31:3300/0 conn(0x7efc400b4590 0x7efc4013dc40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T12:21:11.591 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.590+0000 7efc46600640 1 -- 172.21.15.31:0/3902059063 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7efc400b49a0 msgr2=0x7efc4013e180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2024-07-26T12:21:11.591 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.590+0000 7efc46600640 1 -- 172.21.15.31:0/3902059063 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7efc400b49a0 msgr2=0x7efc4013e180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:11.591 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.590+0000 7efc46600640 1 --2- 172.21.15.31:0/3902059063 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7efc400b49a0 0x7efc4013e180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:11.591 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.590+0000 7efc46600640 1 --2- 172.21.15.31:0/3902059063 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7efc400b49a0 0x7efc4013e180 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T12:21:11.594 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.593+0000 7f2342a00640 1 --2- 172.21.15.31:0/1182978560 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f233c03cac0 0x7f233c009db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:11.598 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.594+0000 7f2343400640 1 --2- 172.21.15.31:0/1182978560 >> v2:172.21.15.123:3300/0 conn(0x7f233c03b5e0 0x7f233c03b9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:11.598 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.597+0000 7f2343400640 1 -- 172.21.15.31:0/1182978560 >> v2:172.21.15.123:3300/0 conn(0x7f233c03b5e0 msgr2=0x7f233c03b9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-07-26T12:21:11.598 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.597+0000 7f2343400640 1 -- 172.21.15.31:0/1182978560 >> v2:172.21.15.123:3300/0 conn(0x7f233c03b5e0 msgr2=0x7f233c03b9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:11.598 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.597+0000 7f2343400640 1 --2- 172.21.15.31:0/1182978560 >> v2:172.21.15.123:3300/0 conn(0x7f233c03b5e0 0x7f233c03b9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:11.598 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.597+0000 7f2343400640 1 --2- 172.21.15.31:0/1182978560 >> v2:172.21.15.123:3300/0 conn(0x7f233c03b5e0 0x7f233c03b9f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T12:21:11.598 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.597+0000 7f2342a00640 1 -- 172.21.15.31:0/1182978560 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f233c03cac0 msgr2=0x7f233c009db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2024-07-26T12:21:11.599 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.597+0000 7f2342a00640 1 -- 172.21.15.31:0/1182978560 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f233c03cac0 msgr2=0x7f233c009db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:11.599 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.597+0000 7f2342a00640 1 --2- 172.21.15.31:0/1182978560 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f233c03cac0 0x7f233c009db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:11.599 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.597+0000 7f2342a00640 1 --2- 172.21.15.31:0/1182978560 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f233c03cac0 0x7f233c009db0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T12:21:11.654 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.653+0000 7feca7e00640 1 --2- 172.21.15.31:0/1217770875 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7feca81438f0 0x7feca8143d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:11.654 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.654+0000 7feca7e00640 1 -- 172.21.15.31:0/1217770875 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7feca81438f0 msgr2=0x7feca8143d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-07-26T12:21:11.655 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.654+0000 7feca7e00640 1 -- 172.21.15.31:0/1217770875 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7feca81438f0 msgr2=0x7feca8143d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:11.655 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.654+0000 7feca7e00640 1 --2- 172.21.15.31:0/1217770875 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7feca81438f0 0x7feca8143d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:11.655 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.654+0000 7feca7e00640 1 --2- 172.21.15.31:0/1217770875 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7feca81438f0 0x7feca8143d00 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-07-26T12:21:11.655 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.655+0000 7feca7400640 1 --2- 172.21.15.31:0/1217770875 >> v2:172.21.15.31:3300/0 conn(0x7feca806dc70 0x7feca806cc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:11.656 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.655+0000 7feca7400640 1 -- 172.21.15.31:0/1217770875 >> v2:172.21.15.31:3300/0 conn(0x7feca806dc70 msgr2=0x7feca806cc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-07-26T12:21:11.656 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.655+0000 7feca7400640 1 -- 172.21.15.31:0/1217770875 >> v2:172.21.15.31:3300/0 conn(0x7feca806dc70 msgr2=0x7feca806cc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:11.656 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.655+0000 7feca7400640 1 --2- 172.21.15.31:0/1217770875 >> v2:172.21.15.31:3300/0 conn(0x7feca806dc70 0x7feca806cc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:11.656 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.655+0000 7feca7400640 1 --2- 172.21.15.31:0/1217770875 >> v2:172.21.15.31:3300/0 conn(0x7feca806dc70 0x7feca806cc40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-07-26T12:21:11.666 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.665+0000 7fe787400640 1 --2- 172.21.15.31:0/335780651 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe7880b3630 0x7fe7880b3a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:11.667 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.666+0000 7fe787400640 1 -- 172.21.15.31:0/335780651 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe7880b3630 msgr2=0x7fe7880b3a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-07-26T12:21:11.667 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.666+0000 7fe787400640 1 -- 172.21.15.31:0/335780651 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe7880b3630 msgr2=0x7fe7880b3a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:11.667 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.666+0000 7fe787400640 1 --2- 172.21.15.31:0/335780651 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe7880b3630 0x7fe7880b3a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:11.667 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.666+0000 7fe787400640 1 --2- 172.21.15.31:0/335780651 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe7880b3630 0x7fe7880b3a40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T12:21:11.673 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.673+0000 7fe78ca00640 1 --2- 172.21.15.31:0/335780651 >> v2:172.21.15.31:3300/0 conn(0x7fe788150100 0x7fe788152520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:11.676 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.675+0000 7fe78ca00640 1 -- 172.21.15.31:0/335780651 >> v2:172.21.15.31:3300/0 conn(0x7fe788150100 msgr2=0x7fe788152520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-07-26T12:21:11.676 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.675+0000 7fe78ca00640 1 -- 172.21.15.31:0/335780651 >> v2:172.21.15.31:3300/0 conn(0x7fe788150100 msgr2=0x7fe788152520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:11.676 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.675+0000 7fe78ca00640 1 --2- 172.21.15.31:0/335780651 >> v2:172.21.15.31:3300/0 conn(0x7fe788150100 0x7fe788152520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:11.677 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.675+0000 7fe78ca00640 1 --2- 172.21.15.31:0/335780651 >> v2:172.21.15.31:3300/0 conn(0x7fe788150100 0x7fe788152520 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T12:21:11.680 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.679+0000 7fad4f200640 1 Processor -- start 2024-07-26T12:21:11.682 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.682+0000 7fea5f200640 1 Processor -- start 2024-07-26T12:21:11.682 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.680+0000 7fad4f200640 1 -- start start 2024-07-26T12:21:11.683 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.682+0000 7fea5f200640 1 -- start start 2024-07-26T12:21:11.684 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.682+0000 7fad4f200640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fad4803c020 0x7fad480c89f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:11.684 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.683+0000 7fad4f200640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fad4803b410 con 0x7fad480c85e0 2024-07-26T12:21:11.684 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.683+0000 7fad4e800640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fad4803c020 0x7fad480c89f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:11.684 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.683+0000 7fad4e800640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fad4803c020 0x7fad480c89f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3301/0 says I am v2:172.21.15.31:52126/0 (socket says 172.21.15.31:52126) 2024-07-26T12:21:11.684 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.683+0000 7fad4e800640 1 -- 172.21.15.31:0/4185782147 learned_addr learned my addr 172.21.15.31:0/4185782147 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:11.684 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.683+0000 7fad4de00640 1 --1- 172.21.15.31:0/4185782147 >> v1:172.21.15.123:6789/0 conn(0x7fad4801c9d0 0x7fad48009a00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.123:6789/0 says I am v1:172.21.15.31:35492/0 (socket says 172.21.15.31:35492) 2024-07-26T12:21:11.685 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.684+0000 7fad4f200640 1 -- 172.21.15.31:0/4185782147 --> v1:172.21.15.123:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fad480c9160 con 0x7fad4801c9d0 2024-07-26T12:21:11.685 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.684+0000 7fad4f200640 1 -- 172.21.15.31:0/4185782147 --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7fad4801cde0 con 0x7fad4803c020 2024-07-26T12:21:11.685 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.685+0000 7fad4e800640 1 -- 172.21.15.31:0/4185782147 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fad4803c020 msgr2=0x7fad480c89f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2024-07-26T12:21:11.686 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.685+0000 7fad4e800640 1 -- 172.21.15.31:0/4185782147 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fad4803c020 msgr2=0x7fad480c89f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:11.686 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.685+0000 7fad4e800640 1 --2- 172.21.15.31:0/4185782147 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fad4803c020 0x7fad480c89f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:11.686 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.685+0000 7fad4e800640 1 --2- 172.21.15.31:0/4185782147 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fad4803c020 0x7fad480c89f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T12:21:11.687 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.685+0000 7fea5f200640 1 --2- >> v2:172.21.15.123:3300/0 conn(0x7fea600b4590 0x7fea6013dc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:11.687 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.686+0000 7fea5f200640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fea600b49a0 0x7fea6013e180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:11.687 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.686+0000 7fea5f200640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fea600b6fa0 con 0x7fea600b6370 2024-07-26T12:21:11.687 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.686+0000 7fea5f200640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7fea600b7210 con 0x7fea600b49a0 2024-07-26T12:21:11.687 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.686+0000 7fea5f200640 1 -- --> v2:172.21.15.123:3300/0 -- mon_getmap magic: 0 -- 0x7fea60147af0 con 0x7fea600b4590 2024-07-26T12:21:11.688 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.686+0000 7fea5e800640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fea600b49a0 0x7fea6013e180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:11.688 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.686+0000 7fea5e800640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fea600b49a0 0x7fea6013e180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:59278/0 (socket says 172.21.15.31:59278) 2024-07-26T12:21:11.688 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.686+0000 7fea5e800640 1 -- 172.21.15.31:0/2229030740 learned_addr learned my addr 172.21.15.31:0/2229030740 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:11.688 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.686+0000 7fea5e800640 1 -- 172.21.15.31:0/2229030740 >> v2:172.21.15.31:3300/0 conn(0x7fea600b49a0 msgr2=0x7fea6013e180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-07-26T12:21:11.688 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.686+0000 7fea5e800640 1 -- 172.21.15.31:0/2229030740 >> v2:172.21.15.31:3300/0 conn(0x7fea600b49a0 msgr2=0x7fea6013e180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:11.688 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.686+0000 7fea5e800640 1 --2- 172.21.15.31:0/2229030740 >> v2:172.21.15.31:3300/0 conn(0x7fea600b49a0 0x7fea6013e180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:11.688 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.686+0000 7fea55400640 1 --2- 172.21.15.31:0/2229030740 >> v2:172.21.15.123:3300/0 conn(0x7fea600b4590 0x7fea6013dc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:11.688 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.686+0000 7fea5e800640 1 --2- 172.21.15.31:0/2229030740 >> v2:172.21.15.31:3300/0 conn(0x7fea600b49a0 0x7fea6013e180 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T12:21:11.688 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.687+0000 7fea55400640 1 -- 172.21.15.31:0/2229030740 >> v2:172.21.15.123:3300/0 conn(0x7fea600b4590 msgr2=0x7fea6013dc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2024-07-26T12:21:11.688 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.687+0000 7fea55400640 1 -- 172.21.15.31:0/2229030740 >> v2:172.21.15.123:3300/0 conn(0x7fea600b4590 msgr2=0x7fea6013dc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:11.688 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.687+0000 7fea55400640 1 --2- 172.21.15.31:0/2229030740 >> v2:172.21.15.123:3300/0 conn(0x7fea600b4590 0x7fea6013dc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:11.688 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.687+0000 7fea55400640 1 --2- 172.21.15.31:0/2229030740 >> v2:172.21.15.123:3300/0 conn(0x7fea600b4590 0x7fea6013dc40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T12:21:11.712 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.712+0000 7fc40a600640 1 Processor -- start 2024-07-26T12:21:11.713 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.712+0000 7fc40a600640 1 -- start start 2024-07-26T12:21:11.714 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.713+0000 7fc40a600640 1 --2- >> v2:172.21.15.123:3300/0 conn(0x7fc4040ae240 0x7fc4040ae650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:11.714 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.713+0000 7fc40a600640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fc404154770 0x7fc404156b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:11.715 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.714+0000 7fc40a600640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc4040b2ec0 con 0x7fc40414f6f0 2024-07-26T12:21:11.715 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.714+0000 7fc40a600640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7fc4040addb0 con 0x7fc404154770 2024-07-26T12:21:11.715 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.714+0000 7fc40a600640 1 -- --> v2:172.21.15.123:3300/0 -- mon_getmap magic: 0 -- 0x7fc40414fb00 con 0x7fc4040ae240 2024-07-26T12:21:11.715 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.714+0000 7fc403e00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fc404154770 0x7fc404156b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:11.715 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.714+0000 7fc402a00640 1 --2- >> v2:172.21.15.123:3300/0 conn(0x7fc4040ae240 0x7fc4040ae650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:11.715 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.714+0000 7fc403400640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7fc40414f6f0 0x7fc4040b2330 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:37958/0 (socket says 172.21.15.31:37958) 2024-07-26T12:21:11.715 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.714+0000 7fc403400640 1 -- 172.21.15.31:0/1656893840 learned_addr learned my addr 172.21.15.31:0/1656893840 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-07-26T12:21:11.716 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.715+0000 7fc402a00640 1 -- 172.21.15.31:0/1656893840 >> v2:172.21.15.123:3300/0 conn(0x7fc4040ae240 msgr2=0x7fc4040ae650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-07-26T12:21:11.716 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.715+0000 7fc402a00640 1 -- 172.21.15.31:0/1656893840 >> v2:172.21.15.123:3300/0 conn(0x7fc4040ae240 msgr2=0x7fc4040ae650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:11.716 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.715+0000 7fc402a00640 1 --2- 172.21.15.31:0/1656893840 >> v2:172.21.15.123:3300/0 conn(0x7fc4040ae240 0x7fc4040ae650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:11.716 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.715+0000 7fc402a00640 1 --2- 172.21.15.31:0/1656893840 >> v2:172.21.15.123:3300/0 conn(0x7fc4040ae240 0x7fc4040ae650 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T12:21:11.716 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.715+0000 7fc403e00640 1 -- 172.21.15.31:0/1656893840 >> v2:172.21.15.31:3300/0 conn(0x7fc404154770 msgr2=0x7fc404156b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2024-07-26T12:21:11.716 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.715+0000 7fc403e00640 1 -- 172.21.15.31:0/1656893840 >> v2:172.21.15.31:3300/0 conn(0x7fc404154770 msgr2=0x7fc404156b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:11.716 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.715+0000 7fc403e00640 1 --2- 172.21.15.31:0/1656893840 >> v2:172.21.15.31:3300/0 conn(0x7fc404154770 0x7fc404156b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:11.716 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.716+0000 7fc403e00640 1 --2- 172.21.15.31:0/1656893840 >> v2:172.21.15.31:3300/0 conn(0x7fc404154770 0x7fc404156b90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T12:21:11.727 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.727+0000 7effd3400640 1 Processor -- start 2024-07-26T12:21:11.728 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.727+0000 7effd3400640 1 -- start start 2024-07-26T12:21:11.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.729+0000 7effd3400640 1 --2- >> v2:172.21.15.123:3300/0 conn(0x7effcc0ae050 0x7effcc144e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:11.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.729+0000 7effd3400640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7effcc1453d0 0x7effcc14f020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:11.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.729+0000 7effd3400640 1 -- --> v1:172.21.15.123:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7effcc0b1fd0 con 0x7effcc0b07b0 2024-07-26T12:21:11.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.729+0000 7effd3400640 1 -- --> v2:172.21.15.123:3300/0 -- mon_getmap magic: 0 -- 0x7effcc0b0bc0 con 0x7effcc0ae050 2024-07-26T12:21:11.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.729+0000 7effd3400640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7effcc0b2340 con 0x7effcc1453d0 2024-07-26T12:21:11.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.730+0000 7effd0a00640 1 --1- >> v1:172.21.15.123:6789/0 conn(0x7effcc0b07b0 0x7effcc0b27d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.123:6789/0 says I am v1:172.21.15.31:35506/0 (socket says 172.21.15.31:35506) 2024-07-26T12:21:11.731 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.730+0000 7effd0a00640 1 -- 172.21.15.31:0/960083142 learned_addr learned my addr 172.21.15.31:0/960083142 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-07-26T12:21:11.731 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.730+0000 7effd1400640 1 --2- 172.21.15.31:0/960083142 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7effcc1453d0 0x7effcc14f020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:11.731 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.730+0000 7effd1400640 1 -- 172.21.15.31:0/960083142 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7effcc1453d0 msgr2=0x7effcc14f020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2024-07-26T12:21:11.731 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.730+0000 7effd1400640 1 -- 172.21.15.31:0/960083142 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7effcc1453d0 msgr2=0x7effcc14f020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:11.731 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.730+0000 7effd1400640 1 --2- 172.21.15.31:0/960083142 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7effcc1453d0 0x7effcc14f020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:11.731 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.730+0000 7effd1400640 1 --2- 172.21.15.31:0/960083142 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7effcc1453d0 0x7effcc14f020 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T12:21:11.732 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.731+0000 7effcbe00640 1 --2- 172.21.15.31:0/960083142 >> v2:172.21.15.123:3300/0 conn(0x7effcc0ae050 0x7effcc144e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:11.732 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.731+0000 7effcbe00640 1 -- 172.21.15.31:0/960083142 >> v2:172.21.15.123:3300/0 conn(0x7effcc0ae050 msgr2=0x7effcc144e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-07-26T12:21:11.732 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.731+0000 7effcbe00640 1 -- 172.21.15.31:0/960083142 >> v2:172.21.15.123:3300/0 conn(0x7effcc0ae050 msgr2=0x7effcc144e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:11.732 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.731+0000 7effcbe00640 1 --2- 172.21.15.31:0/960083142 >> v2:172.21.15.123:3300/0 conn(0x7effcc0ae050 0x7effcc144e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:11.732 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.731+0000 7effcbe00640 1 --2- 172.21.15.31:0/960083142 >> v2:172.21.15.123:3300/0 conn(0x7effcc0ae050 0x7effcc144e90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T12:21:11.733 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.733+0000 7fb255600640 1 --2- 172.21.15.31:0/17706481 >> v2:172.21.15.31:3300/0 conn(0x7fb2500b6370 0x7fb2500b3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:11.734 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.733+0000 7fb255600640 1 -- 172.21.15.31:0/17706481 >> v2:172.21.15.31:3300/0 conn(0x7fb2500b6370 msgr2=0x7fb2500b3770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-07-26T12:21:11.734 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.733+0000 7fb255600640 1 -- 172.21.15.31:0/17706481 >> v2:172.21.15.31:3300/0 conn(0x7fb2500b6370 msgr2=0x7fb2500b3770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:11.734 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.733+0000 7fb255600640 1 --2- 172.21.15.31:0/17706481 >> v2:172.21.15.31:3300/0 conn(0x7fb2500b6370 0x7fb2500b3770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:11.734 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.733+0000 7fb255600640 1 --2- 172.21.15.31:0/17706481 >> v2:172.21.15.31:3300/0 conn(0x7fb2500b6370 0x7fb2500b3770 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T12:21:11.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.733+0000 7efcf6800640 1 --2- 172.21.15.31:0/993982679 >> v2:172.21.15.31:3300/0 conn(0x7efcf8074150 0x7efcf8156500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:11.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.734+0000 7efcf6800640 1 -- 172.21.15.31:0/993982679 >> v2:172.21.15.31:3300/0 conn(0x7efcf8074150 msgr2=0x7efcf8156500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-07-26T12:21:11.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.734+0000 7efcf6800640 1 -- 172.21.15.31:0/993982679 >> v2:172.21.15.31:3300/0 conn(0x7efcf8074150 msgr2=0x7efcf8156500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:11.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.734+0000 7efcf6800640 1 --2- 172.21.15.31:0/993982679 >> v2:172.21.15.31:3300/0 conn(0x7efcf8074150 0x7efcf8156500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:11.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.734+0000 7efcf6800640 1 --2- 172.21.15.31:0/993982679 >> v2:172.21.15.31:3300/0 conn(0x7efcf8074150 0x7efcf8156500 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-07-26T12:21:11.736 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.735+0000 7efcf5400640 1 --2- 172.21.15.31:0/993982679 >> v2:172.21.15.123:3300/0 conn(0x7efcf80b1d20 0x7efcf8073c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:11.736 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.736+0000 7efcf5400640 1 -- 172.21.15.31:0/993982679 >> v2:172.21.15.123:3300/0 conn(0x7efcf80b1d20 msgr2=0x7efcf8073c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-07-26T12:21:11.736 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.736+0000 7efcf5400640 1 -- 172.21.15.31:0/993982679 >> v2:172.21.15.123:3300/0 conn(0x7efcf80b1d20 msgr2=0x7efcf8073c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:11.736 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.736+0000 7efcf5400640 1 --2- 172.21.15.31:0/993982679 >> v2:172.21.15.123:3300/0 conn(0x7efcf80b1d20 0x7efcf8073c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:11.736 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.736+0000 7efcf5400640 1 --2- 172.21.15.31:0/993982679 >> v2:172.21.15.123:3300/0 conn(0x7efcf80b1d20 0x7efcf8073c10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-07-26T12:21:11.740 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.739+0000 7fb256000640 1 --2- 172.21.15.31:0/17706481 >> v2:172.21.15.123:3300/0 conn(0x7fb25013e350 0x7fb2500b27e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:11.740 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.740+0000 7fb256000640 1 -- 172.21.15.31:0/17706481 >> v2:172.21.15.123:3300/0 conn(0x7fb25013e350 msgr2=0x7fb2500b27e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-07-26T12:21:11.740 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.740+0000 7fb256000640 1 -- 172.21.15.31:0/17706481 >> v2:172.21.15.123:3300/0 conn(0x7fb25013e350 msgr2=0x7fb2500b27e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:11.740 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.740+0000 7fb256000640 1 --2- 172.21.15.31:0/17706481 >> v2:172.21.15.123:3300/0 conn(0x7fb25013e350 0x7fb2500b27e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:11.740 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.740+0000 7fb256000640 1 --2- 172.21.15.31:0/17706481 >> v2:172.21.15.123:3300/0 conn(0x7fb25013e350 0x7fb2500b27e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T12:21:11.744 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.743+0000 7fe693400640 1 --2- 172.21.15.31:0/178473257 >> v2:172.21.15.123:3300/0 conn(0x7fe6940b51f0 0x7fe6940b5600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:11.744 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.744+0000 7fe693400640 1 -- 172.21.15.31:0/178473257 >> v2:172.21.15.123:3300/0 conn(0x7fe6940b51f0 msgr2=0x7fe6940b5600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-07-26T12:21:11.744 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.744+0000 7fe693400640 1 -- 172.21.15.31:0/178473257 >> v2:172.21.15.123:3300/0 conn(0x7fe6940b51f0 msgr2=0x7fe6940b5600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:11.744 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.744+0000 7fe693400640 1 --2- 172.21.15.31:0/178473257 >> v2:172.21.15.123:3300/0 conn(0x7fe6940b51f0 0x7fe6940b5600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:11.745 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.744+0000 7fe693400640 1 --2- 172.21.15.31:0/178473257 >> v2:172.21.15.123:3300/0 conn(0x7fe6940b51f0 0x7fe6940b5600 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T12:21:11.770 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.769+0000 7fd630800640 1 Processor -- start 2024-07-26T12:21:11.770 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.769+0000 7fd630800640 1 -- start start 2024-07-26T12:21:11.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.772+0000 7fd630800640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fd62813de10 0x7fd62813e220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:11.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.772+0000 7fd630800640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd62813e760 con 0x7fd6280b4930 2024-07-26T12:21:11.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.772+0000 7fd630800640 1 -- --> v1:172.21.15.123:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd628147b70 con 0x7fd6280b66a0 2024-07-26T12:21:11.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.772+0000 7fd630800640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7fd6280b35f0 con 0x7fd62813de10 2024-07-26T12:21:11.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.772+0000 7fd62e800640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7fd6280b4930 0x7fd6280b4d40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:37962/0 (socket says 172.21.15.31:37962) 2024-07-26T12:21:11.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.772+0000 7fd62e800640 1 -- 172.21.15.31:0/436875733 learned_addr learned my addr 172.21.15.31:0/436875733 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-07-26T12:21:11.774 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.773+0000 7fd62d400640 1 --2- 172.21.15.31:0/436875733 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fd62813de10 0x7fd62813e220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:11.774 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.773+0000 7fd62d400640 1 -- 172.21.15.31:0/436875733 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fd62813de10 msgr2=0x7fd62813e220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-07-26T12:21:11.774 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.773+0000 7fd62d400640 1 -- 172.21.15.31:0/436875733 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fd62813de10 msgr2=0x7fd62813e220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:11.774 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.773+0000 7fd62d400640 1 --2- 172.21.15.31:0/436875733 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fd62813de10 0x7fd62813e220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:11.774 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.773+0000 7fd62d400640 1 --2- 172.21.15.31:0/436875733 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fd62813de10 0x7fd62813e220 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T12:21:11.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.790+0000 7f87fb000640 1 Processor -- start 2024-07-26T12:21:11.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.790+0000 7f87fb000640 1 -- start start 2024-07-26T12:21:11.794 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.790+0000 7efc45200640 1 --2- 172.21.15.31:0/3902059063 >> v2:172.21.15.31:3300/0 conn(0x7efc400b4590 0x7efc4013dc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:11.794 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.790+0000 7efc45200640 1 -- 172.21.15.31:0/3902059063 >> v2:172.21.15.31:3300/0 conn(0x7efc400b4590 msgr2=0x7efc4013dc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-07-26T12:21:11.794 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.790+0000 7efc45200640 1 -- 172.21.15.31:0/3902059063 >> v2:172.21.15.31:3300/0 conn(0x7efc400b4590 msgr2=0x7efc4013dc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:11.794 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.790+0000 7efc45200640 1 --2- 172.21.15.31:0/3902059063 >> v2:172.21.15.31:3300/0 conn(0x7efc400b4590 0x7efc4013dc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:11.794 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.790+0000 7efc45200640 1 --2- 172.21.15.31:0/3902059063 >> v2:172.21.15.31:3300/0 conn(0x7efc400b4590 0x7efc4013dc40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T12:21:11.794 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.792+0000 7efc46600640 1 --2- 172.21.15.31:0/3902059063 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7efc400b49a0 0x7efc4013e180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:11.794 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.792+0000 7efc46600640 1 -- 172.21.15.31:0/3902059063 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7efc400b49a0 msgr2=0x7efc4013e180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-07-26T12:21:11.795 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.792+0000 7f87fb000640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f87f40b4590 0x7f87f413dc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:11.795 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.792+0000 7f87fb000640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f87f40b49a0 0x7f87f413e180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:11.795 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.792+0000 7efc46600640 1 -- 172.21.15.31:0/3902059063 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7efc400b49a0 msgr2=0x7efc4013e180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:11.795 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.792+0000 7efc46600640 1 --2- 172.21.15.31:0/3902059063 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7efc400b49a0 0x7efc4013e180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:11.795 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.793+0000 7efc46600640 1 --2- 172.21.15.31:0/3902059063 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7efc400b49a0 0x7efc4013e180 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T12:21:11.796 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.793+0000 7f87fb000640 1 -- --> v1:172.21.15.123:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f87f40b6fa0 con 0x7f87f40b6370 2024-07-26T12:21:11.796 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.793+0000 7f87fb000640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f87f40b7210 con 0x7f87f40b4590 2024-07-26T12:21:11.796 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.793+0000 7f87fb000640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f87f4147af0 con 0x7f87f40b49a0 2024-07-26T12:21:11.796 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.793+0000 7f87f9200640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f87f40b4590 0x7f87f413dc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:11.796 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.793+0000 7f87f9200640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f87f40b4590 0x7f87f413dc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:59336/0 (socket says 172.21.15.31:59336) 2024-07-26T12:21:11.796 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.793+0000 7f87f9200640 1 -- 172.21.15.31:0/2087582077 learned_addr learned my addr 172.21.15.31:0/2087582077 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:11.796 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.793+0000 7f87f9c00640 1 --1- 172.21.15.31:0/2087582077 >> v1:172.21.15.123:6789/0 conn(0x7f87f40b6370 0x7f87f40b3770 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.123:6789/0 says I am v1:172.21.15.31:35534/0 (socket says 172.21.15.31:35534) 2024-07-26T12:21:11.797 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.793+0000 7f87fa600640 1 --2- 172.21.15.31:0/2087582077 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f87f40b49a0 0x7f87f413e180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:11.797 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.793+0000 7f87f9200640 1 -- 172.21.15.31:0/2087582077 >> v2:172.21.15.31:3300/0 conn(0x7f87f40b4590 msgr2=0x7f87f413dc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2024-07-26T12:21:11.797 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.793+0000 7f87f9200640 1 -- 172.21.15.31:0/2087582077 >> v2:172.21.15.31:3300/0 conn(0x7f87f40b4590 msgr2=0x7f87f413dc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:11.797 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.793+0000 7f87f9200640 1 --2- 172.21.15.31:0/2087582077 >> v2:172.21.15.31:3300/0 conn(0x7f87f40b4590 0x7f87f413dc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:11.797 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.793+0000 7f87f9200640 1 --2- 172.21.15.31:0/2087582077 >> v2:172.21.15.31:3300/0 conn(0x7f87f40b4590 0x7f87f413dc40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T12:21:11.797 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.794+0000 7f87fa600640 1 -- 172.21.15.31:0/2087582077 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f87f40b49a0 msgr2=0x7f87f413e180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-07-26T12:21:11.797 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.794+0000 7f87fa600640 1 -- 172.21.15.31:0/2087582077 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f87f40b49a0 msgr2=0x7f87f413e180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:11.797 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.794+0000 7f87fa600640 1 --2- 172.21.15.31:0/2087582077 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f87f40b49a0 0x7f87f413e180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:11.797 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.794+0000 7f87fa600640 1 --2- 172.21.15.31:0/2087582077 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f87f40b49a0 0x7f87f413e180 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T12:21:11.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.812+0000 7f2a2f200640 1 Processor -- start 2024-07-26T12:21:11.813 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.813+0000 7f71dfa00640 1 Processor -- start 2024-07-26T12:21:11.814 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.812+0000 7f2a2f200640 1 -- start start 2024-07-26T12:21:11.814 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.813+0000 7f71dfa00640 1 -- start start 2024-07-26T12:21:11.816 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.813+0000 7f2a2f200640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f2a2814f6f0 0x7f2a280b2330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:11.816 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.813+0000 7f2a2f200640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f2a280ae240 0x7f2a280ae650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:11.816 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.814+0000 7f2a2f200640 1 --2- >> v2:172.21.15.123:3300/0 conn(0x7f2a2806d5f0 0x7f2a2806da00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:11.816 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.814+0000 7f2a2f200640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f2a280addb0 con 0x7f2a2814f6f0 2024-07-26T12:21:11.816 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.814+0000 7f2a2f200640 1 -- --> v2:172.21.15.123:3300/0 -- mon_getmap magic: 0 -- 0x7f2a2814fb00 con 0x7f2a2806d5f0 2024-07-26T12:21:11.816 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.814+0000 7f2a2f200640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f2a280b2ec0 con 0x7f2a280ae240 2024-07-26T12:21:11.816 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.814+0000 7f2a27e00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f2a2814f6f0 0x7f2a280b2330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:11.816 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.814+0000 7f2a27e00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f2a2814f6f0 0x7f2a280b2330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:59344/0 (socket says 172.21.15.31:59344) 2024-07-26T12:21:11.816 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.814+0000 7f2a27e00640 1 -- 172.21.15.31:0/1117560359 learned_addr learned my addr 172.21.15.31:0/1117560359 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:11.816 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.814+0000 7f2a27e00640 1 -- 172.21.15.31:0/1117560359 >> v2:172.21.15.31:3300/0 conn(0x7f2a2814f6f0 msgr2=0x7f2a280b2330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-07-26T12:21:11.816 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.814+0000 7f2a27e00640 1 -- 172.21.15.31:0/1117560359 >> v2:172.21.15.31:3300/0 conn(0x7f2a2814f6f0 msgr2=0x7f2a280b2330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:11.816 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.814+0000 7f2a27e00640 1 --2- 172.21.15.31:0/1117560359 >> v2:172.21.15.31:3300/0 conn(0x7f2a2814f6f0 0x7f2a280b2330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:11.817 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.814+0000 7f2a27e00640 1 --2- 172.21.15.31:0/1117560359 >> v2:172.21.15.31:3300/0 conn(0x7f2a2814f6f0 0x7f2a280b2330 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T12:21:11.817 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.814+0000 7f2a27400640 1 --2- 172.21.15.31:0/1117560359 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f2a280ae240 0x7f2a280ae650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:11.817 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.814+0000 7f2a2d200640 1 --2- 172.21.15.31:0/1117560359 >> v2:172.21.15.123:3300/0 conn(0x7f2a2806d5f0 0x7f2a2806da00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:11.817 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.815+0000 7f2a27400640 1 -- 172.21.15.31:0/1117560359 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f2a280ae240 msgr2=0x7f2a280ae650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-07-26T12:21:11.817 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.815+0000 7f2a27400640 1 -- 172.21.15.31:0/1117560359 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f2a280ae240 msgr2=0x7f2a280ae650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:11.817 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.815+0000 7f2a27400640 1 --2- 172.21.15.31:0/1117560359 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f2a280ae240 0x7f2a280ae650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:11.817 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.815+0000 7f2a27400640 1 --2- 172.21.15.31:0/1117560359 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f2a280ae240 0x7f2a280ae650 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T12:21:11.817 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.815+0000 7f71dfa00640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f71d80b66a0 0x7f71d80b39b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:11.817 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.815+0000 7f71dfa00640 1 --2- >> v2:172.21.15.123:3300/0 conn(0x7f71d80b4930 0x7f71d80b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:11.818 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.815+0000 7f2a2d200640 1 -- 172.21.15.31:0/1117560359 >> v2:172.21.15.123:3300/0 conn(0x7f2a2806d5f0 msgr2=0x7f2a2806da00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2024-07-26T12:21:11.818 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.815+0000 7f2a2d200640 1 -- 172.21.15.31:0/1117560359 >> v2:172.21.15.123:3300/0 conn(0x7f2a2806d5f0 msgr2=0x7f2a2806da00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:11.818 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.815+0000 7f2a2d200640 1 --2- 172.21.15.31:0/1117560359 >> v2:172.21.15.123:3300/0 conn(0x7f2a2806d5f0 0x7f2a2806da00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:11.818 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.815+0000 7f2a2d200640 1 --2- 172.21.15.31:0/1117560359 >> v2:172.21.15.123:3300/0 conn(0x7f2a2806d5f0 0x7f2a2806da00 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T12:21:11.819 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.815+0000 7f71dfa00640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f71d8147b70 con 0x7f71d813de10 2024-07-26T12:21:11.819 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.815+0000 7f71dfa00640 1 -- --> v2:172.21.15.123:3300/0 -- mon_getmap magic: 0 -- 0x7f71d80b35f0 con 0x7f71d80b4930 2024-07-26T12:21:11.819 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.815+0000 7f71dfa00640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f71d8147e50 con 0x7f71d80b66a0 2024-07-26T12:21:11.819 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.815+0000 7f71d7e00640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f71d813de10 0x7f71d813e220 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:37976/0 (socket says 172.21.15.31:37976) 2024-07-26T12:21:11.819 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.815+0000 7f71d7e00640 1 -- 172.21.15.31:0/3030550697 learned_addr learned my addr 172.21.15.31:0/3030550697 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-07-26T12:21:11.819 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.815+0000 7f71dd000640 1 --2- 172.21.15.31:0/3030550697 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f71d80b66a0 0x7f71d80b39b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:11.819 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.815+0000 7f71dda00640 1 --2- 172.21.15.31:0/3030550697 >> v2:172.21.15.123:3300/0 conn(0x7f71d80b4930 0x7f71d80b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:11.820 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.816+0000 7f71dd000640 1 -- 172.21.15.31:0/3030550697 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f71d80b66a0 msgr2=0x7f71d80b39b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-07-26T12:21:11.820 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.816+0000 7f71dd000640 1 -- 172.21.15.31:0/3030550697 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f71d80b66a0 msgr2=0x7f71d80b39b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:11.820 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.816+0000 7f71dd000640 1 --2- 172.21.15.31:0/3030550697 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f71d80b66a0 0x7f71d80b39b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:11.820 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.816+0000 7f71dd000640 1 --2- 172.21.15.31:0/3030550697 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f71d80b66a0 0x7f71d80b39b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T12:21:11.820 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.816+0000 7f71dda00640 1 -- 172.21.15.31:0/3030550697 >> v2:172.21.15.123:3300/0 conn(0x7f71d80b4930 msgr2=0x7f71d80b4d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2024-07-26T12:21:11.820 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.816+0000 7f71dda00640 1 -- 172.21.15.31:0/3030550697 >> v2:172.21.15.123:3300/0 conn(0x7f71d80b4930 msgr2=0x7f71d80b4d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:11.820 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.816+0000 7f71dda00640 1 --2- 172.21.15.31:0/3030550697 >> v2:172.21.15.123:3300/0 conn(0x7f71d80b4930 0x7f71d80b4d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:11.820 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.816+0000 7f71dda00640 1 --2- 172.21.15.31:0/3030550697 >> v2:172.21.15.123:3300/0 conn(0x7f71d80b4930 0x7f71d80b4d40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T12:21:11.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.850+0000 7fa57b000640 1 Processor -- start 2024-07-26T12:21:11.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.851+0000 7fa57b000640 1 -- start start 2024-07-26T12:21:11.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.852+0000 7fa57b000640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fa5740b4590 0x7fa57413dc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:11.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.852+0000 7fa57b000640 1 --2- >> v2:172.21.15.123:3300/0 conn(0x7fa5740b49a0 0x7fa57413e180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:11.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.852+0000 7fa57b000640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa5740b6fa0 con 0x7fa5740b6370 2024-07-26T12:21:11.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.852+0000 7fa57b000640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7fa5740b7210 con 0x7fa5740b4590 2024-07-26T12:21:11.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.852+0000 7fa57b000640 1 -- --> v2:172.21.15.123:3300/0 -- mon_getmap magic: 0 -- 0x7fa574147af0 con 0x7fa5740b49a0 2024-07-26T12:21:11.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.852+0000 7fa579200640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fa5740b4590 0x7fa57413dc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:11.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.852+0000 7fa579c00640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7fa5740b6370 0x7fa5740b3770 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:37990/0 (socket says 172.21.15.31:37990) 2024-07-26T12:21:11.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.852+0000 7fa579c00640 1 -- 172.21.15.31:0/669064516 learned_addr learned my addr 172.21.15.31:0/669064516 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-07-26T12:21:11.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.853+0000 7fa579200640 1 -- 172.21.15.31:0/669064516 >> v2:172.21.15.31:3300/0 conn(0x7fa5740b4590 msgr2=0x7fa57413dc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-07-26T12:21:11.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.853+0000 7fa579200640 1 -- 172.21.15.31:0/669064516 >> v2:172.21.15.31:3300/0 conn(0x7fa5740b4590 msgr2=0x7fa57413dc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:11.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.853+0000 7fa579200640 1 --2- 172.21.15.31:0/669064516 >> v2:172.21.15.31:3300/0 conn(0x7fa5740b4590 0x7fa57413dc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:11.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.853+0000 7fa579200640 1 --2- 172.21.15.31:0/669064516 >> v2:172.21.15.31:3300/0 conn(0x7fa5740b4590 0x7fa57413dc40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T12:21:11.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.853+0000 7fa57a600640 1 --2- 172.21.15.31:0/669064516 >> v2:172.21.15.123:3300/0 conn(0x7fa5740b49a0 0x7fa57413e180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:11.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.853+0000 7fa57a600640 1 -- 172.21.15.31:0/669064516 >> v2:172.21.15.123:3300/0 conn(0x7fa5740b49a0 msgr2=0x7fa57413e180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2024-07-26T12:21:11.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.853+0000 7fa57a600640 1 -- 172.21.15.31:0/669064516 >> v2:172.21.15.123:3300/0 conn(0x7fa5740b49a0 msgr2=0x7fa57413e180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:11.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.853+0000 7fa57a600640 1 --2- 172.21.15.31:0/669064516 >> v2:172.21.15.123:3300/0 conn(0x7fa5740b49a0 0x7fa57413e180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:11.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.853+0000 7fa57a600640 1 --2- 172.21.15.31:0/669064516 >> v2:172.21.15.123:3300/0 conn(0x7fa5740b49a0 0x7fa57413e180 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T12:21:11.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.880+0000 7f6f99400640 1 --2- 172.21.15.31:0/1421279237 >> v2:172.21.15.123:3300/0 conn(0x7f6f941438f0 0x7f6f94143d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:11.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.881+0000 7f6f99400640 1 -- 172.21.15.31:0/1421279237 >> v2:172.21.15.123:3300/0 conn(0x7f6f941438f0 msgr2=0x7f6f94143d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-07-26T12:21:11.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.881+0000 7f6f99400640 1 -- 172.21.15.31:0/1421279237 >> v2:172.21.15.123:3300/0 conn(0x7f6f941438f0 msgr2=0x7f6f94143d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:11.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.881+0000 7f6f99400640 1 --2- 172.21.15.31:0/1421279237 >> v2:172.21.15.123:3300/0 conn(0x7f6f941438f0 0x7f6f94143d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:11.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.881+0000 7f6f99400640 1 --2- 172.21.15.31:0/1421279237 >> v2:172.21.15.123:3300/0 conn(0x7f6f941438f0 0x7f6f94143d00 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-07-26T12:21:11.887 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.886+0000 7fad4e800640 1 --2- 172.21.15.31:0/4185782147 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fad4803c020 0x7fad480c89f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:11.887 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.887+0000 7fad4e800640 1 -- 172.21.15.31:0/4185782147 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fad4803c020 msgr2=0x7fad480c89f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2024-07-26T12:21:11.887 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.887+0000 7fad4e800640 1 -- 172.21.15.31:0/4185782147 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fad4803c020 msgr2=0x7fad480c89f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:11.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.887+0000 7fad4e800640 1 --2- 172.21.15.31:0/4185782147 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fad4803c020 0x7fad480c89f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:11.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.887+0000 7fad4e800640 1 --2- 172.21.15.31:0/4185782147 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fad4803c020 0x7fad480c89f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T12:21:11.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.887+0000 7fea5e800640 1 --2- 172.21.15.31:0/2229030740 >> v2:172.21.15.31:3300/0 conn(0x7fea600b49a0 0x7fea6013e180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:11.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.887+0000 7fea5e800640 1 -- 172.21.15.31:0/2229030740 >> v2:172.21.15.31:3300/0 conn(0x7fea600b49a0 msgr2=0x7fea6013e180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-07-26T12:21:11.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.887+0000 7fea5e800640 1 -- 172.21.15.31:0/2229030740 >> v2:172.21.15.31:3300/0 conn(0x7fea600b49a0 msgr2=0x7fea6013e180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:11.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.887+0000 7fea5e800640 1 --2- 172.21.15.31:0/2229030740 >> v2:172.21.15.31:3300/0 conn(0x7fea600b49a0 0x7fea6013e180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:11.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.887+0000 7fea5e800640 1 --2- 172.21.15.31:0/2229030740 >> v2:172.21.15.31:3300/0 conn(0x7fea600b49a0 0x7fea6013e180 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T12:21:11.889 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.889+0000 7fea55400640 1 --2- 172.21.15.31:0/2229030740 >> v2:172.21.15.123:3300/0 conn(0x7fea600b4590 0x7fea6013dc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:11.889 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.889+0000 7fea55400640 1 -- 172.21.15.31:0/2229030740 >> v2:172.21.15.123:3300/0 conn(0x7fea600b4590 msgr2=0x7fea6013dc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-07-26T12:21:11.890 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.889+0000 7fea55400640 1 -- 172.21.15.31:0/2229030740 >> v2:172.21.15.123:3300/0 conn(0x7fea600b4590 msgr2=0x7fea6013dc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:11.890 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.889+0000 7fea55400640 1 --2- 172.21.15.31:0/2229030740 >> v2:172.21.15.123:3300/0 conn(0x7fea600b4590 0x7fea6013dc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:11.890 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.889+0000 7fea55400640 1 --2- 172.21.15.31:0/2229030740 >> v2:172.21.15.123:3300/0 conn(0x7fea600b4590 0x7fea6013dc40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T12:21:11.896 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.895+0000 7f6f98a00640 1 --2- 172.21.15.31:0/1421279237 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f6f9406dc70 0x7f6f9406cc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:11.897 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.896+0000 7f6f98a00640 1 -- 172.21.15.31:0/1421279237 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f6f9406dc70 msgr2=0x7f6f9406cc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-07-26T12:21:11.897 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.896+0000 7f6f98a00640 1 -- 172.21.15.31:0/1421279237 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f6f9406dc70 msgr2=0x7f6f9406cc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:11.897 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.896+0000 7f6f98a00640 1 --2- 172.21.15.31:0/1421279237 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f6f9406dc70 0x7f6f9406cc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:11.897 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.896+0000 7f6f98a00640 1 --2- 172.21.15.31:0/1421279237 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f6f9406dc70 0x7f6f9406cc40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-07-26T12:21:11.917 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.916+0000 7fc402a00640 1 --2- 172.21.15.31:0/1656893840 >> v2:172.21.15.123:3300/0 conn(0x7fc4040ae240 0x7fc4040ae650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:11.917 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.917+0000 7fc402a00640 1 -- 172.21.15.31:0/1656893840 >> v2:172.21.15.123:3300/0 conn(0x7fc4040ae240 msgr2=0x7fc4040ae650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-07-26T12:21:11.918 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.917+0000 7fc402a00640 1 -- 172.21.15.31:0/1656893840 >> v2:172.21.15.123:3300/0 conn(0x7fc4040ae240 msgr2=0x7fc4040ae650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:11.918 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.917+0000 7fc402a00640 1 --2- 172.21.15.31:0/1656893840 >> v2:172.21.15.123:3300/0 conn(0x7fc4040ae240 0x7fc4040ae650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:11.918 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.917+0000 7fc402a00640 1 --2- 172.21.15.31:0/1656893840 >> v2:172.21.15.123:3300/0 conn(0x7fc4040ae240 0x7fc4040ae650 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T12:21:11.918 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.917+0000 7fc403e00640 1 --2- 172.21.15.31:0/1656893840 >> v2:172.21.15.31:3300/0 conn(0x7fc404154770 0x7fc404156b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:11.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.918+0000 7fc403e00640 1 -- 172.21.15.31:0/1656893840 >> v2:172.21.15.31:3300/0 conn(0x7fc404154770 msgr2=0x7fc404156b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-07-26T12:21:11.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.918+0000 7fc403e00640 1 -- 172.21.15.31:0/1656893840 >> v2:172.21.15.31:3300/0 conn(0x7fc404154770 msgr2=0x7fc404156b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:11.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.918+0000 7fc403e00640 1 --2- 172.21.15.31:0/1656893840 >> v2:172.21.15.31:3300/0 conn(0x7fc404154770 0x7fc404156b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:11.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.918+0000 7fc403e00640 1 --2- 172.21.15.31:0/1656893840 >> v2:172.21.15.31:3300/0 conn(0x7fc404154770 0x7fc404156b90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T12:21:11.933 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.932+0000 7effd1400640 1 --2- 172.21.15.31:0/960083142 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7effcc1453d0 0x7effcc14f020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:11.933 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.933+0000 7effd1400640 1 -- 172.21.15.31:0/960083142 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7effcc1453d0 msgr2=0x7effcc14f020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-07-26T12:21:11.934 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.933+0000 7effd1400640 1 -- 172.21.15.31:0/960083142 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7effcc1453d0 msgr2=0x7effcc14f020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:11.934 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.933+0000 7effd1400640 1 --2- 172.21.15.31:0/960083142 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7effcc1453d0 0x7effcc14f020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:11.934 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.933+0000 7effd1400640 1 --2- 172.21.15.31:0/960083142 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7effcc1453d0 0x7effcc14f020 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T12:21:11.934 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.933+0000 7effcbe00640 1 --2- 172.21.15.31:0/960083142 >> v2:172.21.15.123:3300/0 conn(0x7effcc0ae050 0x7effcc144e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:11.934 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.934+0000 7effcbe00640 1 -- 172.21.15.31:0/960083142 >> v2:172.21.15.123:3300/0 conn(0x7effcc0ae050 msgr2=0x7effcc144e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2024-07-26T12:21:11.935 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.934+0000 7effcbe00640 1 -- 172.21.15.31:0/960083142 >> v2:172.21.15.123:3300/0 conn(0x7effcc0ae050 msgr2=0x7effcc144e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:11.935 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.934+0000 7effcbe00640 1 --2- 172.21.15.31:0/960083142 >> v2:172.21.15.123:3300/0 conn(0x7effcc0ae050 0x7effcc144e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:11.935 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.934+0000 7effcbe00640 1 --2- 172.21.15.31:0/960083142 >> v2:172.21.15.123:3300/0 conn(0x7effcc0ae050 0x7effcc144e90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T12:21:11.954 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.954+0000 7f8d5a000640 1 --2- 172.21.15.31:0/806011864 >> v2:172.21.15.123:3300/0 conn(0x7f8d6406d8a0 0x7f8d64158290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:11.955 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.954+0000 7f8d5a000640 1 -- 172.21.15.31:0/806011864 >> v2:172.21.15.123:3300/0 conn(0x7f8d6406d8a0 msgr2=0x7f8d64158290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-07-26T12:21:11.955 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.954+0000 7f8d5a000640 1 -- 172.21.15.31:0/806011864 >> v2:172.21.15.123:3300/0 conn(0x7f8d6406d8a0 msgr2=0x7f8d64158290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:11.955 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.954+0000 7f8d5a000640 1 --2- 172.21.15.31:0/806011864 >> v2:172.21.15.123:3300/0 conn(0x7f8d6406d8a0 0x7f8d64158290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:11.955 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.954+0000 7f8d5a000640 1 --2- 172.21.15.31:0/806011864 >> v2:172.21.15.123:3300/0 conn(0x7f8d6406d8a0 0x7f8d64158290 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-07-26T12:21:11.976 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.976+0000 7fd62d400640 1 --2- 172.21.15.31:0/436875733 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fd62813de10 0x7fd62813e220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:11.977 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.976+0000 7fd62d400640 1 -- 172.21.15.31:0/436875733 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fd62813de10 msgr2=0x7fd62813e220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-07-26T12:21:11.977 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.976+0000 7fd62d400640 1 -- 172.21.15.31:0/436875733 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fd62813de10 msgr2=0x7fd62813e220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:11.977 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.976+0000 7fd62d400640 1 --2- 172.21.15.31:0/436875733 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fd62813de10 0x7fd62813e220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:11.977 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.976+0000 7fd62d400640 1 --2- 172.21.15.31:0/436875733 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fd62813de10 0x7fd62813e220 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T12:21:11.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.994+0000 7f87f9200640 1 --2- 172.21.15.31:0/2087582077 >> v2:172.21.15.31:3300/0 conn(0x7f87f40b4590 0x7f87f413dc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:11.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.995+0000 7f87f9200640 1 -- 172.21.15.31:0/2087582077 >> v2:172.21.15.31:3300/0 conn(0x7f87f40b4590 msgr2=0x7f87f413dc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-07-26T12:21:11.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.995+0000 7f87f9200640 1 -- 172.21.15.31:0/2087582077 >> v2:172.21.15.31:3300/0 conn(0x7f87f40b4590 msgr2=0x7f87f413dc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:11.996 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.995+0000 7f87f9200640 1 --2- 172.21.15.31:0/2087582077 >> v2:172.21.15.31:3300/0 conn(0x7f87f40b4590 0x7f87f413dc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:11.996 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.995+0000 7f87f9200640 1 --2- 172.21.15.31:0/2087582077 >> v2:172.21.15.31:3300/0 conn(0x7f87f40b4590 0x7f87f413dc40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T12:21:11.996 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.996+0000 7f87fa600640 1 --2- 172.21.15.31:0/2087582077 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f87f40b49a0 0x7f87f413e180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:11.997 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.996+0000 7f87fa600640 1 -- 172.21.15.31:0/2087582077 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f87f40b49a0 msgr2=0x7f87f413e180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-07-26T12:21:11.997 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.996+0000 7f87fa600640 1 -- 172.21.15.31:0/2087582077 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f87f40b49a0 msgr2=0x7f87f413e180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:11.997 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.996+0000 7f87fa600640 1 --2- 172.21.15.31:0/2087582077 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f87f40b49a0 0x7f87f413e180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:11.997 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.996+0000 7f87fa600640 1 --2- 172.21.15.31:0/2087582077 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f87f40b49a0 0x7f87f413e180 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T12:21:11.999 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.998+0000 7f2342a00640 1 --2- 172.21.15.31:0/1182978560 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f233c03cac0 0x7f233c009db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:12.000 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.999+0000 7f2342a00640 1 -- 172.21.15.31:0/1182978560 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f233c03cac0 msgr2=0x7f233c009db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-07-26T12:21:12.000 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.999+0000 7f2342a00640 1 -- 172.21.15.31:0/1182978560 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f233c03cac0 msgr2=0x7f233c009db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:12.000 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.999+0000 7f2342a00640 1 --2- 172.21.15.31:0/1182978560 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f233c03cac0 0x7f233c009db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:12.000 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.999+0000 7f2342a00640 1 --2- 172.21.15.31:0/1182978560 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f233c03cac0 0x7f233c009db0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-07-26T12:21:12.000 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:11.999+0000 7f2343400640 1 --2- 172.21.15.31:0/1182978560 >> v2:172.21.15.123:3300/0 conn(0x7f233c03b5e0 0x7f233c03b9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:12.000 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.000+0000 7f2343400640 1 -- 172.21.15.31:0/1182978560 >> v2:172.21.15.123:3300/0 conn(0x7f233c03b5e0 msgr2=0x7f233c03b9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2024-07-26T12:21:12.001 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.000+0000 7f2343400640 1 -- 172.21.15.31:0/1182978560 >> v2:172.21.15.123:3300/0 conn(0x7f233c03b5e0 msgr2=0x7f233c03b9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:12.001 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.000+0000 7f2343400640 1 --2- 172.21.15.31:0/1182978560 >> v2:172.21.15.123:3300/0 conn(0x7f233c03b5e0 0x7f233c03b9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:12.001 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.000+0000 7f2343400640 1 --2- 172.21.15.31:0/1182978560 >> v2:172.21.15.123:3300/0 conn(0x7f233c03b5e0 0x7f233c03b9f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-07-26T12:21:12.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.015+0000 7f2a27e00640 1 --2- 172.21.15.31:0/1117560359 >> v2:172.21.15.31:3300/0 conn(0x7f2a2814f6f0 0x7f2a280b2330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:12.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.016+0000 7f2a27e00640 1 -- 172.21.15.31:0/1117560359 >> v2:172.21.15.31:3300/0 conn(0x7f2a2814f6f0 msgr2=0x7f2a280b2330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-07-26T12:21:12.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.016+0000 7f2a27e00640 1 -- 172.21.15.31:0/1117560359 >> v2:172.21.15.31:3300/0 conn(0x7f2a2814f6f0 msgr2=0x7f2a280b2330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:12.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.016+0000 7f2a27e00640 1 --2- 172.21.15.31:0/1117560359 >> v2:172.21.15.31:3300/0 conn(0x7f2a2814f6f0 0x7f2a280b2330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:12.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.016+0000 7f2a27e00640 1 --2- 172.21.15.31:0/1117560359 >> v2:172.21.15.31:3300/0 conn(0x7f2a2814f6f0 0x7f2a280b2330 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T12:21:12.017 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.017+0000 7f2a2d200640 1 --2- 172.21.15.31:0/1117560359 >> v2:172.21.15.123:3300/0 conn(0x7f2a2806d5f0 0x7f2a2806da00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:12.017 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.017+0000 7f2a27400640 1 --2- 172.21.15.31:0/1117560359 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f2a280ae240 0x7f2a280ae650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:12.018 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.017+0000 7f2a27400640 1 -- 172.21.15.31:0/1117560359 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f2a280ae240 msgr2=0x7f2a280ae650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-07-26T12:21:12.018 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.017+0000 7f2a27400640 1 -- 172.21.15.31:0/1117560359 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f2a280ae240 msgr2=0x7f2a280ae650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:12.018 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.017+0000 7f2a27400640 1 --2- 172.21.15.31:0/1117560359 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f2a280ae240 0x7f2a280ae650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:12.018 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.017+0000 7f2a2d200640 1 -- 172.21.15.31:0/1117560359 >> v2:172.21.15.123:3300/0 conn(0x7f2a2806d5f0 msgr2=0x7f2a2806da00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-07-26T12:21:12.019 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.017+0000 7f2a2d200640 1 -- 172.21.15.31:0/1117560359 >> v2:172.21.15.123:3300/0 conn(0x7f2a2806d5f0 msgr2=0x7f2a2806da00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:12.019 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.017+0000 7f2a2d200640 1 --2- 172.21.15.31:0/1117560359 >> v2:172.21.15.123:3300/0 conn(0x7f2a2806d5f0 0x7f2a2806da00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:12.019 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.017+0000 7f2a27400640 1 --2- 172.21.15.31:0/1117560359 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f2a280ae240 0x7f2a280ae650 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T12:21:12.019 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.017+0000 7f2a2d200640 1 --2- 172.21.15.31:0/1117560359 >> v2:172.21.15.123:3300/0 conn(0x7f2a2806d5f0 0x7f2a2806da00 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T12:21:12.019 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.018+0000 7f71dda00640 1 --2- 172.21.15.31:0/3030550697 >> v2:172.21.15.123:3300/0 conn(0x7f71d80b4930 0x7f71d80b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:12.019 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.018+0000 7f71dd000640 1 --2- 172.21.15.31:0/3030550697 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f71d80b66a0 0x7f71d80b39b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:12.020 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.018+0000 7f71dda00640 1 -- 172.21.15.31:0/3030550697 >> v2:172.21.15.123:3300/0 conn(0x7f71d80b4930 msgr2=0x7f71d80b4d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-07-26T12:21:12.020 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.018+0000 7f71dda00640 1 -- 172.21.15.31:0/3030550697 >> v2:172.21.15.123:3300/0 conn(0x7f71d80b4930 msgr2=0x7f71d80b4d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:12.020 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.018+0000 7f71dda00640 1 --2- 172.21.15.31:0/3030550697 >> v2:172.21.15.123:3300/0 conn(0x7f71d80b4930 0x7f71d80b4d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:12.020 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.018+0000 7f71dda00640 1 --2- 172.21.15.31:0/3030550697 >> v2:172.21.15.123:3300/0 conn(0x7f71d80b4930 0x7f71d80b4d40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T12:21:12.020 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.018+0000 7f71dd000640 1 -- 172.21.15.31:0/3030550697 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f71d80b66a0 msgr2=0x7f71d80b39b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2024-07-26T12:21:12.020 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.018+0000 7f71dd000640 1 -- 172.21.15.31:0/3030550697 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f71d80b66a0 msgr2=0x7f71d80b39b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:12.020 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.018+0000 7f71dd000640 1 --2- 172.21.15.31:0/3030550697 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f71d80b66a0 0x7f71d80b39b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:12.020 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.018+0000 7f71dd000640 1 --2- 172.21.15.31:0/3030550697 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f71d80b66a0 0x7f71d80b39b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T12:21:12.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.055+0000 7fa579200640 1 --2- 172.21.15.31:0/669064516 >> v2:172.21.15.31:3300/0 conn(0x7fa5740b4590 0x7fa57413dc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:12.056 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.055+0000 7fa579200640 1 -- 172.21.15.31:0/669064516 >> v2:172.21.15.31:3300/0 conn(0x7fa5740b4590 msgr2=0x7fa57413dc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-07-26T12:21:12.056 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.055+0000 7fa579200640 1 -- 172.21.15.31:0/669064516 >> v2:172.21.15.31:3300/0 conn(0x7fa5740b4590 msgr2=0x7fa57413dc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:12.056 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.055+0000 7fa579200640 1 --2- 172.21.15.31:0/669064516 >> v2:172.21.15.31:3300/0 conn(0x7fa5740b4590 0x7fa57413dc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:12.056 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.055+0000 7fa579200640 1 --2- 172.21.15.31:0/669064516 >> v2:172.21.15.31:3300/0 conn(0x7fa5740b4590 0x7fa57413dc40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T12:21:12.056 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.055+0000 7fa57a600640 1 --2- 172.21.15.31:0/669064516 >> v2:172.21.15.123:3300/0 conn(0x7fa5740b49a0 0x7fa57413e180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:12.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.056+0000 7fa57a600640 1 -- 172.21.15.31:0/669064516 >> v2:172.21.15.123:3300/0 conn(0x7fa5740b49a0 msgr2=0x7fa57413e180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2024-07-26T12:21:12.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.056+0000 7fa57a600640 1 -- 172.21.15.31:0/669064516 >> v2:172.21.15.123:3300/0 conn(0x7fa5740b49a0 msgr2=0x7fa57413e180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:12.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.056+0000 7fa57a600640 1 --2- 172.21.15.31:0/669064516 >> v2:172.21.15.123:3300/0 conn(0x7fa5740b49a0 0x7fa57413e180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:12.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.056+0000 7fa57a600640 1 --2- 172.21.15.31:0/669064516 >> v2:172.21.15.123:3300/0 conn(0x7fa5740b49a0 0x7fa57413e180 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T12:21:12.069 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.068+0000 7fe787400640 1 --2- 172.21.15.31:0/335780651 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe7880b3630 0x7fe7880b3a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:12.069 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.068+0000 7fe787400640 1 -- 172.21.15.31:0/335780651 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe7880b3630 msgr2=0x7fe7880b3a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-07-26T12:21:12.069 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.068+0000 7fe787400640 1 -- 172.21.15.31:0/335780651 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe7880b3630 msgr2=0x7fe7880b3a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:12.069 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.068+0000 7fe787400640 1 --2- 172.21.15.31:0/335780651 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe7880b3630 0x7fe7880b3a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:12.069 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.068+0000 7fe787400640 1 --2- 172.21.15.31:0/335780651 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe7880b3630 0x7fe7880b3a40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-07-26T12:21:12.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.077+0000 7fe78ca00640 1 --2- 172.21.15.31:0/335780651 >> v2:172.21.15.31:3300/0 conn(0x7fe788150100 0x7fe788152520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:12.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.078+0000 7fe78ca00640 1 -- 172.21.15.31:0/335780651 >> v2:172.21.15.31:3300/0 conn(0x7fe788150100 msgr2=0x7fe788152520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-07-26T12:21:12.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.078+0000 7fe78ca00640 1 -- 172.21.15.31:0/335780651 >> v2:172.21.15.31:3300/0 conn(0x7fe788150100 msgr2=0x7fe788152520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:12.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.078+0000 7fe78ca00640 1 --2- 172.21.15.31:0/335780651 >> v2:172.21.15.31:3300/0 conn(0x7fe788150100 0x7fe788152520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:12.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.078+0000 7fe78ca00640 1 --2- 172.21.15.31:0/335780651 >> v2:172.21.15.31:3300/0 conn(0x7fe788150100 0x7fe788152520 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-07-26T12:21:12.135 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.134+0000 7fb255600640 1 --2- 172.21.15.31:0/17706481 >> v2:172.21.15.31:3300/0 conn(0x7fb2500b6370 0x7fb2500b3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:12.135 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.135+0000 7fb255600640 1 -- 172.21.15.31:0/17706481 >> v2:172.21.15.31:3300/0 conn(0x7fb2500b6370 msgr2=0x7fb2500b3770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-07-26T12:21:12.136 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.135+0000 7fb255600640 1 -- 172.21.15.31:0/17706481 >> v2:172.21.15.31:3300/0 conn(0x7fb2500b6370 msgr2=0x7fb2500b3770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:12.136 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.135+0000 7fb255600640 1 --2- 172.21.15.31:0/17706481 >> v2:172.21.15.31:3300/0 conn(0x7fb2500b6370 0x7fb2500b3770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:12.136 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.135+0000 7fb255600640 1 --2- 172.21.15.31:0/17706481 >> v2:172.21.15.31:3300/0 conn(0x7fb2500b6370 0x7fb2500b3770 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-07-26T12:21:12.143 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.142+0000 7fb256000640 1 --2- 172.21.15.31:0/17706481 >> v2:172.21.15.123:3300/0 conn(0x7fb25013e350 0x7fb2500b27e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:12.143 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.142+0000 7fb256000640 1 -- 172.21.15.31:0/17706481 >> v2:172.21.15.123:3300/0 conn(0x7fb25013e350 msgr2=0x7fb2500b27e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-07-26T12:21:12.143 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.142+0000 7fb256000640 1 -- 172.21.15.31:0/17706481 >> v2:172.21.15.123:3300/0 conn(0x7fb25013e350 msgr2=0x7fb2500b27e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:12.143 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.142+0000 7fb256000640 1 --2- 172.21.15.31:0/17706481 >> v2:172.21.15.123:3300/0 conn(0x7fb25013e350 0x7fb2500b27e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:12.143 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.143+0000 7fb256000640 1 --2- 172.21.15.31:0/17706481 >> v2:172.21.15.123:3300/0 conn(0x7fb25013e350 0x7fb2500b27e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-07-26T12:21:12.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.146+0000 7fe693400640 1 --2- 172.21.15.31:0/178473257 >> v2:172.21.15.123:3300/0 conn(0x7fe6940b51f0 0x7fe6940b5600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:12.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.147+0000 7fe693400640 1 -- 172.21.15.31:0/178473257 >> v2:172.21.15.123:3300/0 conn(0x7fe6940b51f0 msgr2=0x7fe6940b5600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-07-26T12:21:12.148 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.147+0000 7fe693400640 1 -- 172.21.15.31:0/178473257 >> v2:172.21.15.123:3300/0 conn(0x7fe6940b51f0 msgr2=0x7fe6940b5600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:12.148 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.147+0000 7fe693400640 1 --2- 172.21.15.31:0/178473257 >> v2:172.21.15.123:3300/0 conn(0x7fe6940b51f0 0x7fe6940b5600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:12.148 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.147+0000 7fe693400640 1 --2- 172.21.15.31:0/178473257 >> v2:172.21.15.123:3300/0 conn(0x7fe6940b51f0 0x7fe6940b5600 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-07-26T12:21:12.192 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.192+0000 7efc45200640 1 --2- 172.21.15.31:0/3902059063 >> v2:172.21.15.31:3300/0 conn(0x7efc400b4590 0x7efc4013dc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:12.193 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.192+0000 7efc45200640 1 -- 172.21.15.31:0/3902059063 >> v2:172.21.15.31:3300/0 conn(0x7efc400b4590 msgr2=0x7efc4013dc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-07-26T12:21:12.193 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.192+0000 7efc45200640 1 -- 172.21.15.31:0/3902059063 >> v2:172.21.15.31:3300/0 conn(0x7efc400b4590 msgr2=0x7efc4013dc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:12.193 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.192+0000 7efc45200640 1 --2- 172.21.15.31:0/3902059063 >> v2:172.21.15.31:3300/0 conn(0x7efc400b4590 0x7efc4013dc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:12.193 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.192+0000 7efc45200640 1 --2- 172.21.15.31:0/3902059063 >> v2:172.21.15.31:3300/0 conn(0x7efc400b4590 0x7efc4013dc40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-07-26T12:21:12.195 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.195+0000 7efc46600640 1 --2- 172.21.15.31:0/3902059063 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7efc400b49a0 0x7efc4013e180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:12.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.196+0000 7efc46600640 1 -- 172.21.15.31:0/3902059063 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7efc400b49a0 msgr2=0x7efc4013e180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-07-26T12:21:12.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.196+0000 7efc46600640 1 -- 172.21.15.31:0/3902059063 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7efc400b49a0 msgr2=0x7efc4013e180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:12.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.196+0000 7efc46600640 1 --2- 172.21.15.31:0/3902059063 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7efc400b49a0 0x7efc4013e180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:12.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.196+0000 7efc46600640 1 --2- 172.21.15.31:0/3902059063 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7efc400b49a0 0x7efc4013e180 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-07-26T12:21:12.289 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.288+0000 7fea5e800640 1 --2- 172.21.15.31:0/2229030740 >> v2:172.21.15.31:3300/0 conn(0x7fea600b49a0 0x7fea6013e180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:12.290 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.289+0000 7fea5e800640 1 -- 172.21.15.31:0/2229030740 >> v2:172.21.15.31:3300/0 conn(0x7fea600b49a0 msgr2=0x7fea6013e180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-07-26T12:21:12.290 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.289+0000 7fea5e800640 1 -- 172.21.15.31:0/2229030740 >> v2:172.21.15.31:3300/0 conn(0x7fea600b49a0 msgr2=0x7fea6013e180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:12.290 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.289+0000 7fea5e800640 1 --2- 172.21.15.31:0/2229030740 >> v2:172.21.15.31:3300/0 conn(0x7fea600b49a0 0x7fea6013e180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:12.290 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.289+0000 7fea5e800640 1 --2- 172.21.15.31:0/2229030740 >> v2:172.21.15.31:3300/0 conn(0x7fea600b49a0 0x7fea6013e180 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-07-26T12:21:12.291 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.289+0000 7fad4e800640 1 --2- 172.21.15.31:0/4185782147 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fad4803c020 0x7fad480c89f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:12.291 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.290+0000 7fad4e800640 1 -- 172.21.15.31:0/4185782147 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fad4803c020 msgr2=0x7fad480c89f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2024-07-26T12:21:12.291 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.290+0000 7fad4e800640 1 -- 172.21.15.31:0/4185782147 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fad4803c020 msgr2=0x7fad480c89f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:12.291 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.290+0000 7fad4e800640 1 --2- 172.21.15.31:0/4185782147 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fad4803c020 0x7fad480c89f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:12.291 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.290+0000 7fad4e800640 1 --2- 172.21.15.31:0/4185782147 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fad4803c020 0x7fad480c89f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-07-26T12:21:12.292 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.291+0000 7fea55400640 1 --2- 172.21.15.31:0/2229030740 >> v2:172.21.15.123:3300/0 conn(0x7fea600b4590 0x7fea6013dc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:12.292 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.292+0000 7fea55400640 1 -- 172.21.15.31:0/2229030740 >> v2:172.21.15.123:3300/0 conn(0x7fea600b4590 msgr2=0x7fea6013dc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-07-26T12:21:12.292 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.292+0000 7fea55400640 1 -- 172.21.15.31:0/2229030740 >> v2:172.21.15.123:3300/0 conn(0x7fea600b4590 msgr2=0x7fea6013dc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:12.292 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.292+0000 7fea55400640 1 --2- 172.21.15.31:0/2229030740 >> v2:172.21.15.123:3300/0 conn(0x7fea600b4590 0x7fea6013dc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:12.293 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.292+0000 7fea55400640 1 --2- 172.21.15.31:0/2229030740 >> v2:172.21.15.123:3300/0 conn(0x7fea600b4590 0x7fea6013dc40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-07-26T12:21:12.320 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.319+0000 7fc402a00640 1 --2- 172.21.15.31:0/1656893840 >> v2:172.21.15.123:3300/0 conn(0x7fc4040ae240 0x7fc4040ae650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:12.320 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.320+0000 7fc402a00640 1 -- 172.21.15.31:0/1656893840 >> v2:172.21.15.123:3300/0 conn(0x7fc4040ae240 msgr2=0x7fc4040ae650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-07-26T12:21:12.320 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.320+0000 7fc402a00640 1 -- 172.21.15.31:0/1656893840 >> v2:172.21.15.123:3300/0 conn(0x7fc4040ae240 msgr2=0x7fc4040ae650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:12.321 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.320+0000 7fc402a00640 1 --2- 172.21.15.31:0/1656893840 >> v2:172.21.15.123:3300/0 conn(0x7fc4040ae240 0x7fc4040ae650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:12.321 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.320+0000 7fc402a00640 1 --2- 172.21.15.31:0/1656893840 >> v2:172.21.15.123:3300/0 conn(0x7fc4040ae240 0x7fc4040ae650 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-07-26T12:21:12.322 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.320+0000 7fc403e00640 1 --2- 172.21.15.31:0/1656893840 >> v2:172.21.15.31:3300/0 conn(0x7fc404154770 0x7fc404156b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:12.322 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.321+0000 7fc403e00640 1 -- 172.21.15.31:0/1656893840 >> v2:172.21.15.31:3300/0 conn(0x7fc404154770 msgr2=0x7fc404156b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2024-07-26T12:21:12.322 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.321+0000 7fc403e00640 1 -- 172.21.15.31:0/1656893840 >> v2:172.21.15.31:3300/0 conn(0x7fc404154770 msgr2=0x7fc404156b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:12.322 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.321+0000 7fc403e00640 1 --2- 172.21.15.31:0/1656893840 >> v2:172.21.15.31:3300/0 conn(0x7fc404154770 0x7fc404156b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:12.322 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.321+0000 7fc403e00640 1 --2- 172.21.15.31:0/1656893840 >> v2:172.21.15.31:3300/0 conn(0x7fc404154770 0x7fc404156b90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-07-26T12:21:12.335 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.334+0000 7effd1400640 1 --2- 172.21.15.31:0/960083142 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7effcc1453d0 0x7effcc14f020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:12.336 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.335+0000 7effd1400640 1 -- 172.21.15.31:0/960083142 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7effcc1453d0 msgr2=0x7effcc14f020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-07-26T12:21:12.336 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.335+0000 7effd1400640 1 -- 172.21.15.31:0/960083142 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7effcc1453d0 msgr2=0x7effcc14f020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:12.336 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.335+0000 7effd1400640 1 --2- 172.21.15.31:0/960083142 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7effcc1453d0 0x7effcc14f020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:12.336 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.335+0000 7effd1400640 1 --2- 172.21.15.31:0/960083142 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7effcc1453d0 0x7effcc14f020 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-07-26T12:21:12.336 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.336+0000 7effcbe00640 1 --2- 172.21.15.31:0/960083142 >> v2:172.21.15.123:3300/0 conn(0x7effcc0ae050 0x7effcc144e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:12.337 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.336+0000 7effcbe00640 1 -- 172.21.15.31:0/960083142 >> v2:172.21.15.123:3300/0 conn(0x7effcc0ae050 msgr2=0x7effcc144e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-07-26T12:21:12.337 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.336+0000 7effcbe00640 1 -- 172.21.15.31:0/960083142 >> v2:172.21.15.123:3300/0 conn(0x7effcc0ae050 msgr2=0x7effcc144e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:12.337 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.336+0000 7effcbe00640 1 --2- 172.21.15.31:0/960083142 >> v2:172.21.15.123:3300/0 conn(0x7effcc0ae050 0x7effcc144e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:12.337 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.336+0000 7effcbe00640 1 --2- 172.21.15.31:0/960083142 >> v2:172.21.15.123:3300/0 conn(0x7effcc0ae050 0x7effcc144e90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-07-26T12:21:12.378 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.377+0000 7fd62d400640 1 --2- 172.21.15.31:0/436875733 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fd62813de10 0x7fd62813e220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:12.379 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.378+0000 7fd62d400640 1 -- 172.21.15.31:0/436875733 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fd62813de10 msgr2=0x7fd62813e220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-07-26T12:21:12.379 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.378+0000 7fd62d400640 1 -- 172.21.15.31:0/436875733 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fd62813de10 msgr2=0x7fd62813e220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:12.379 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.378+0000 7fd62d400640 1 --2- 172.21.15.31:0/436875733 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fd62813de10 0x7fd62813e220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:12.379 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.378+0000 7fd62d400640 1 --2- 172.21.15.31:0/436875733 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fd62813de10 0x7fd62813e220 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-07-26T12:21:12.398 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.397+0000 7f87f9200640 1 --2- 172.21.15.31:0/2087582077 >> v2:172.21.15.31:3300/0 conn(0x7f87f40b4590 0x7f87f413dc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:12.399 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.397+0000 7f87fa600640 1 --2- 172.21.15.31:0/2087582077 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f87f40b49a0 0x7f87f413e180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:12.399 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.397+0000 7f87f9200640 1 -- 172.21.15.31:0/2087582077 >> v2:172.21.15.31:3300/0 conn(0x7f87f40b4590 msgr2=0x7f87f413dc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-07-26T12:21:12.399 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.397+0000 7f87f9200640 1 -- 172.21.15.31:0/2087582077 >> v2:172.21.15.31:3300/0 conn(0x7f87f40b4590 msgr2=0x7f87f413dc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:12.399 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.397+0000 7f87f9200640 1 --2- 172.21.15.31:0/2087582077 >> v2:172.21.15.31:3300/0 conn(0x7f87f40b4590 0x7f87f413dc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:12.399 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.398+0000 7f87f9200640 1 --2- 172.21.15.31:0/2087582077 >> v2:172.21.15.31:3300/0 conn(0x7f87f40b4590 0x7f87f413dc40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-07-26T12:21:12.399 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.398+0000 7f87fa600640 1 -- 172.21.15.31:0/2087582077 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f87f40b49a0 msgr2=0x7f87f413e180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2024-07-26T12:21:12.399 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.398+0000 7f87fa600640 1 -- 172.21.15.31:0/2087582077 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f87f40b49a0 msgr2=0x7f87f413e180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:12.399 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.398+0000 7f87fa600640 1 --2- 172.21.15.31:0/2087582077 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f87f40b49a0 0x7f87f413e180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:12.399 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.398+0000 7f87fa600640 1 --2- 172.21.15.31:0/2087582077 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f87f40b49a0 0x7f87f413e180 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-07-26T12:21:12.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.418+0000 7f2a27e00640 1 --2- 172.21.15.31:0/1117560359 >> v2:172.21.15.31:3300/0 conn(0x7f2a2814f6f0 0x7f2a280b2330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:12.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.418+0000 7f2a27400640 1 --2- 172.21.15.31:0/1117560359 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f2a280ae240 0x7f2a280ae650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:12.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.419+0000 7f2a2d200640 1 --2- 172.21.15.31:0/1117560359 >> v2:172.21.15.123:3300/0 conn(0x7f2a2806d5f0 0x7f2a2806da00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:12.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.419+0000 7f2a27e00640 1 -- 172.21.15.31:0/1117560359 >> v2:172.21.15.31:3300/0 conn(0x7f2a2814f6f0 msgr2=0x7f2a280b2330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-07-26T12:21:12.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.419+0000 7f2a27e00640 1 -- 172.21.15.31:0/1117560359 >> v2:172.21.15.31:3300/0 conn(0x7f2a2814f6f0 msgr2=0x7f2a280b2330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:12.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.419+0000 7f2a27e00640 1 --2- 172.21.15.31:0/1117560359 >> v2:172.21.15.31:3300/0 conn(0x7f2a2814f6f0 0x7f2a280b2330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:12.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.419+0000 7f2a27400640 1 -- 172.21.15.31:0/1117560359 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f2a280ae240 msgr2=0x7f2a280ae650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-07-26T12:21:12.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.419+0000 7f2a27400640 1 -- 172.21.15.31:0/1117560359 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f2a280ae240 msgr2=0x7f2a280ae650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:12.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.419+0000 7f2a27400640 1 --2- 172.21.15.31:0/1117560359 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f2a280ae240 0x7f2a280ae650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:12.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.419+0000 7f2a27400640 1 --2- 172.21.15.31:0/1117560359 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f2a280ae240 0x7f2a280ae650 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-07-26T12:21:12.421 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.419+0000 7f2a27e00640 1 --2- 172.21.15.31:0/1117560359 >> v2:172.21.15.31:3300/0 conn(0x7f2a2814f6f0 0x7f2a280b2330 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-07-26T12:21:12.421 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.419+0000 7f2a2d200640 1 -- 172.21.15.31:0/1117560359 >> v2:172.21.15.123:3300/0 conn(0x7f2a2806d5f0 msgr2=0x7f2a2806da00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2024-07-26T12:21:12.421 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.419+0000 7f2a2d200640 1 -- 172.21.15.31:0/1117560359 >> v2:172.21.15.123:3300/0 conn(0x7f2a2806d5f0 msgr2=0x7f2a2806da00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:12.421 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.419+0000 7f2a2d200640 1 --2- 172.21.15.31:0/1117560359 >> v2:172.21.15.123:3300/0 conn(0x7f2a2806d5f0 0x7f2a2806da00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:12.421 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.419+0000 7f2a2d200640 1 --2- 172.21.15.31:0/1117560359 >> v2:172.21.15.123:3300/0 conn(0x7f2a2806d5f0 0x7f2a2806da00 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-07-26T12:21:12.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.419+0000 7f71dd000640 1 --2- 172.21.15.31:0/3030550697 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f71d80b66a0 0x7f71d80b39b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:12.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.420+0000 7f71dd000640 1 -- 172.21.15.31:0/3030550697 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f71d80b66a0 msgr2=0x7f71d80b39b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-07-26T12:21:12.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.420+0000 7f71dd000640 1 -- 172.21.15.31:0/3030550697 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f71d80b66a0 msgr2=0x7f71d80b39b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:12.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.420+0000 7f71dd000640 1 --2- 172.21.15.31:0/3030550697 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f71d80b66a0 0x7f71d80b39b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:12.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.420+0000 7f71dd000640 1 --2- 172.21.15.31:0/3030550697 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f71d80b66a0 0x7f71d80b39b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-07-26T12:21:12.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.420+0000 7f71dda00640 1 --2- 172.21.15.31:0/3030550697 >> v2:172.21.15.123:3300/0 conn(0x7f71d80b4930 0x7f71d80b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:12.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.421+0000 7f71dda00640 1 -- 172.21.15.31:0/3030550697 >> v2:172.21.15.123:3300/0 conn(0x7f71d80b4930 msgr2=0x7f71d80b4d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2024-07-26T12:21:12.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.421+0000 7f71dda00640 1 -- 172.21.15.31:0/3030550697 >> v2:172.21.15.123:3300/0 conn(0x7f71d80b4930 msgr2=0x7f71d80b4d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:12.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.421+0000 7f71dda00640 1 --2- 172.21.15.31:0/3030550697 >> v2:172.21.15.123:3300/0 conn(0x7f71d80b4930 0x7f71d80b4d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:12.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.421+0000 7f71dda00640 1 --2- 172.21.15.31:0/3030550697 >> v2:172.21.15.123:3300/0 conn(0x7f71d80b4930 0x7f71d80b4d40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-07-26T12:21:12.457 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.455+0000 7feca7e00640 1 --2- 172.21.15.31:0/1217770875 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7feca81438f0 0x7feca8143d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:12.457 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.456+0000 7feca7e00640 1 -- 172.21.15.31:0/1217770875 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7feca81438f0 msgr2=0x7feca8143d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-07-26T12:21:12.457 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.456+0000 7feca7e00640 1 -- 172.21.15.31:0/1217770875 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7feca81438f0 msgr2=0x7feca8143d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:12.457 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.456+0000 7feca7e00640 1 --2- 172.21.15.31:0/1217770875 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7feca81438f0 0x7feca8143d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:12.457 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.456+0000 7feca7e00640 1 --2- 172.21.15.31:0/1217770875 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7feca81438f0 0x7feca8143d00 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-07-26T12:21:12.457 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.456+0000 7feca7400640 1 --2- 172.21.15.31:0/1217770875 >> v2:172.21.15.31:3300/0 conn(0x7feca806dc70 0x7feca806cc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:12.458 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.456+0000 7fa579200640 1 --2- 172.21.15.31:0/669064516 >> v2:172.21.15.31:3300/0 conn(0x7fa5740b4590 0x7fa57413dc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:12.458 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.457+0000 7feca7400640 1 -- 172.21.15.31:0/1217770875 >> v2:172.21.15.31:3300/0 conn(0x7feca806dc70 msgr2=0x7feca806cc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2024-07-26T12:21:12.458 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.457+0000 7feca7400640 1 -- 172.21.15.31:0/1217770875 >> v2:172.21.15.31:3300/0 conn(0x7feca806dc70 msgr2=0x7feca806cc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:12.458 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.457+0000 7feca7400640 1 --2- 172.21.15.31:0/1217770875 >> v2:172.21.15.31:3300/0 conn(0x7feca806dc70 0x7feca806cc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:12.459 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.457+0000 7fa579200640 1 -- 172.21.15.31:0/669064516 >> v2:172.21.15.31:3300/0 conn(0x7fa5740b4590 msgr2=0x7fa57413dc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-07-26T12:21:12.459 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.457+0000 7fa579200640 1 -- 172.21.15.31:0/669064516 >> v2:172.21.15.31:3300/0 conn(0x7fa5740b4590 msgr2=0x7fa57413dc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:12.459 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.457+0000 7fa579200640 1 --2- 172.21.15.31:0/669064516 >> v2:172.21.15.31:3300/0 conn(0x7fa5740b4590 0x7fa57413dc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:12.459 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.457+0000 7feca7400640 1 --2- 172.21.15.31:0/1217770875 >> v2:172.21.15.31:3300/0 conn(0x7feca806dc70 0x7feca806cc40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-07-26T12:21:12.460 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.457+0000 7fa579200640 1 --2- 172.21.15.31:0/669064516 >> v2:172.21.15.31:3300/0 conn(0x7fa5740b4590 0x7fa57413dc40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-07-26T12:21:12.460 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.458+0000 7fa57a600640 1 --2- 172.21.15.31:0/669064516 >> v2:172.21.15.123:3300/0 conn(0x7fa5740b49a0 0x7fa57413e180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:12.460 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.458+0000 7fa57a600640 1 -- 172.21.15.31:0/669064516 >> v2:172.21.15.123:3300/0 conn(0x7fa5740b49a0 msgr2=0x7fa57413e180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-07-26T12:21:12.460 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.458+0000 7fa57a600640 1 -- 172.21.15.31:0/669064516 >> v2:172.21.15.123:3300/0 conn(0x7fa5740b49a0 msgr2=0x7fa57413e180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:12.460 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.458+0000 7fa57a600640 1 --2- 172.21.15.31:0/669064516 >> v2:172.21.15.123:3300/0 conn(0x7fa5740b49a0 0x7fa57413e180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:12.460 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.459+0000 7fa57a600640 1 --2- 172.21.15.31:0/669064516 >> v2:172.21.15.123:3300/0 conn(0x7fa5740b49a0 0x7fa57413e180 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-07-26T12:21:12.536 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.535+0000 7efcf6800640 1 --2- 172.21.15.31:0/993982679 >> v2:172.21.15.31:3300/0 conn(0x7efcf8074150 0x7efcf8156500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:12.537 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.536+0000 7efcf6800640 1 -- 172.21.15.31:0/993982679 >> v2:172.21.15.31:3300/0 conn(0x7efcf8074150 msgr2=0x7efcf8156500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-07-26T12:21:12.537 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.536+0000 7efcf6800640 1 -- 172.21.15.31:0/993982679 >> v2:172.21.15.31:3300/0 conn(0x7efcf8074150 msgr2=0x7efcf8156500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:12.537 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.536+0000 7efcf6800640 1 --2- 172.21.15.31:0/993982679 >> v2:172.21.15.31:3300/0 conn(0x7efcf8074150 0x7efcf8156500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:12.537 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.536+0000 7efcf6800640 1 --2- 172.21.15.31:0/993982679 >> v2:172.21.15.31:3300/0 conn(0x7efcf8074150 0x7efcf8156500 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-07-26T12:21:12.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.538+0000 7efcf5400640 1 --2- 172.21.15.31:0/993982679 >> v2:172.21.15.123:3300/0 conn(0x7efcf80b1d20 0x7efcf8073c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:12.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.539+0000 7efcf5400640 1 -- 172.21.15.31:0/993982679 >> v2:172.21.15.123:3300/0 conn(0x7efcf80b1d20 msgr2=0x7efcf8073c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-07-26T12:21:12.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.539+0000 7efcf5400640 1 -- 172.21.15.31:0/993982679 >> v2:172.21.15.123:3300/0 conn(0x7efcf80b1d20 msgr2=0x7efcf8073c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:12.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.539+0000 7efcf5400640 1 --2- 172.21.15.31:0/993982679 >> v2:172.21.15.123:3300/0 conn(0x7efcf80b1d20 0x7efcf8073c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:12.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.539+0000 7efcf5400640 1 --2- 172.21.15.31:0/993982679 >> v2:172.21.15.123:3300/0 conn(0x7efcf80b1d20 0x7efcf8073c10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-07-26T12:21:12.684 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.683+0000 7f6f99400640 1 --2- 172.21.15.31:0/1421279237 >> v2:172.21.15.123:3300/0 conn(0x7f6f941438f0 0x7f6f94143d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:12.685 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.684+0000 7f6f99400640 1 -- 172.21.15.31:0/1421279237 >> v2:172.21.15.123:3300/0 conn(0x7f6f941438f0 msgr2=0x7f6f94143d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-07-26T12:21:12.685 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.684+0000 7f6f99400640 1 -- 172.21.15.31:0/1421279237 >> v2:172.21.15.123:3300/0 conn(0x7f6f941438f0 msgr2=0x7f6f94143d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:12.685 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.684+0000 7f6f99400640 1 --2- 172.21.15.31:0/1421279237 >> v2:172.21.15.123:3300/0 conn(0x7f6f941438f0 0x7f6f94143d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:12.685 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.684+0000 7f6f99400640 1 --2- 172.21.15.31:0/1421279237 >> v2:172.21.15.123:3300/0 conn(0x7f6f941438f0 0x7f6f94143d00 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-07-26T12:21:12.698 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.697+0000 7f6f98a00640 1 --2- 172.21.15.31:0/1421279237 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f6f9406dc70 0x7f6f9406cc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:12.699 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.698+0000 7f6f98a00640 1 -- 172.21.15.31:0/1421279237 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f6f9406dc70 msgr2=0x7f6f9406cc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-07-26T12:21:12.699 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.698+0000 7f6f98a00640 1 -- 172.21.15.31:0/1421279237 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f6f9406dc70 msgr2=0x7f6f9406cc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:12.699 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.698+0000 7f6f98a00640 1 --2- 172.21.15.31:0/1421279237 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f6f9406dc70 0x7f6f9406cc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:12.699 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.698+0000 7f6f98a00640 1 --2- 172.21.15.31:0/1421279237 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f6f9406dc70 0x7f6f9406cc40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-07-26T12:21:12.756 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.756+0000 7f8d5a000640 1 --2- 172.21.15.31:0/806011864 >> v2:172.21.15.123:3300/0 conn(0x7f8d6406d8a0 0x7f8d64158290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:12.757 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.756+0000 7f8d5a000640 1 -- 172.21.15.31:0/806011864 >> v2:172.21.15.123:3300/0 conn(0x7f8d6406d8a0 msgr2=0x7f8d64158290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-07-26T12:21:12.757 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.756+0000 7f8d5a000640 1 -- 172.21.15.31:0/806011864 >> v2:172.21.15.123:3300/0 conn(0x7f8d6406d8a0 msgr2=0x7f8d64158290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:12.757 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.756+0000 7f8d5a000640 1 --2- 172.21.15.31:0/806011864 >> v2:172.21.15.123:3300/0 conn(0x7f8d6406d8a0 0x7f8d64158290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:12.757 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.756+0000 7f8d5a000640 1 --2- 172.21.15.31:0/806011864 >> v2:172.21.15.123:3300/0 conn(0x7f8d6406d8a0 0x7f8d64158290 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-07-26T12:21:12.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.801+0000 7f2342a00640 1 --2- 172.21.15.31:0/1182978560 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f233c03cac0 0x7f233c009db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:12.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.801+0000 7f2342a00640 1 -- 172.21.15.31:0/1182978560 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f233c03cac0 msgr2=0x7f233c009db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-07-26T12:21:12.803 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.801+0000 7f2342a00640 1 -- 172.21.15.31:0/1182978560 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f233c03cac0 msgr2=0x7f233c009db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:12.803 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.801+0000 7f2342a00640 1 --2- 172.21.15.31:0/1182978560 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f233c03cac0 0x7f233c009db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:12.803 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.801+0000 7f2342a00640 1 --2- 172.21.15.31:0/1182978560 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f233c03cac0 0x7f233c009db0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-07-26T12:21:12.803 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.801+0000 7f2343400640 1 --2- 172.21.15.31:0/1182978560 >> v2:172.21.15.123:3300/0 conn(0x7f233c03b5e0 0x7f233c03b9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:12.803 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.802+0000 7f2343400640 1 -- 172.21.15.31:0/1182978560 >> v2:172.21.15.123:3300/0 conn(0x7f233c03b5e0 msgr2=0x7f233c03b9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2024-07-26T12:21:12.803 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.802+0000 7f2343400640 1 -- 172.21.15.31:0/1182978560 >> v2:172.21.15.123:3300/0 conn(0x7f233c03b5e0 msgr2=0x7f233c03b9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:12.803 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.802+0000 7f2343400640 1 --2- 172.21.15.31:0/1182978560 >> v2:172.21.15.123:3300/0 conn(0x7f233c03b5e0 0x7f233c03b9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:12.803 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.802+0000 7f2343400640 1 --2- 172.21.15.31:0/1182978560 >> v2:172.21.15.123:3300/0 conn(0x7f233c03b5e0 0x7f233c03b9f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-07-26T12:21:12.871 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.870+0000 7fe787400640 1 --2- 172.21.15.31:0/335780651 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe7880b3630 0x7fe7880b3a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:12.871 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.870+0000 7fe787400640 1 -- 172.21.15.31:0/335780651 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe7880b3630 msgr2=0x7fe7880b3a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-07-26T12:21:12.871 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.870+0000 7fe787400640 1 -- 172.21.15.31:0/335780651 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe7880b3630 msgr2=0x7fe7880b3a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:12.871 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.870+0000 7fe787400640 1 --2- 172.21.15.31:0/335780651 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe7880b3630 0x7fe7880b3a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:12.871 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.870+0000 7fe787400640 1 --2- 172.21.15.31:0/335780651 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe7880b3630 0x7fe7880b3a40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-07-26T12:21:12.880 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.879+0000 7fe78ca00640 1 --2- 172.21.15.31:0/335780651 >> v2:172.21.15.31:3300/0 conn(0x7fe788150100 0x7fe788152520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:12.880 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.880+0000 7fe78ca00640 1 -- 172.21.15.31:0/335780651 >> v2:172.21.15.31:3300/0 conn(0x7fe788150100 msgr2=0x7fe788152520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-07-26T12:21:12.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.880+0000 7fe78ca00640 1 -- 172.21.15.31:0/335780651 >> v2:172.21.15.31:3300/0 conn(0x7fe788150100 msgr2=0x7fe788152520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:12.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.880+0000 7fe78ca00640 1 --2- 172.21.15.31:0/335780651 >> v2:172.21.15.31:3300/0 conn(0x7fe788150100 0x7fe788152520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:12.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.880+0000 7fe78ca00640 1 --2- 172.21.15.31:0/335780651 >> v2:172.21.15.31:3300/0 conn(0x7fe788150100 0x7fe788152520 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-07-26T12:21:12.938 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.937+0000 7fb255600640 1 --2- 172.21.15.31:0/17706481 >> v2:172.21.15.31:3300/0 conn(0x7fb2500b6370 0x7fb2500b3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:12.938 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.937+0000 7fb255600640 1 -- 172.21.15.31:0/17706481 >> v2:172.21.15.31:3300/0 conn(0x7fb2500b6370 msgr2=0x7fb2500b3770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-07-26T12:21:12.938 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.937+0000 7fb255600640 1 -- 172.21.15.31:0/17706481 >> v2:172.21.15.31:3300/0 conn(0x7fb2500b6370 msgr2=0x7fb2500b3770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:12.938 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.937+0000 7fb255600640 1 --2- 172.21.15.31:0/17706481 >> v2:172.21.15.31:3300/0 conn(0x7fb2500b6370 0x7fb2500b3770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:12.938 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.937+0000 7fb255600640 1 --2- 172.21.15.31:0/17706481 >> v2:172.21.15.31:3300/0 conn(0x7fb2500b6370 0x7fb2500b3770 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-07-26T12:21:12.946 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.945+0000 7fb256000640 1 --2- 172.21.15.31:0/17706481 >> v2:172.21.15.123:3300/0 conn(0x7fb25013e350 0x7fb2500b27e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:12.947 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.946+0000 7fb256000640 1 -- 172.21.15.31:0/17706481 >> v2:172.21.15.123:3300/0 conn(0x7fb25013e350 msgr2=0x7fb2500b27e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-07-26T12:21:12.947 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.946+0000 7fb256000640 1 -- 172.21.15.31:0/17706481 >> v2:172.21.15.123:3300/0 conn(0x7fb25013e350 msgr2=0x7fb2500b27e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:12.947 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.946+0000 7fb256000640 1 --2- 172.21.15.31:0/17706481 >> v2:172.21.15.123:3300/0 conn(0x7fb25013e350 0x7fb2500b27e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:12.947 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.946+0000 7fb256000640 1 --2- 172.21.15.31:0/17706481 >> v2:172.21.15.123:3300/0 conn(0x7fb25013e350 0x7fb2500b27e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-07-26T12:21:12.949 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.948+0000 7fe693400640 1 --2- 172.21.15.31:0/178473257 >> v2:172.21.15.123:3300/0 conn(0x7fe6940b51f0 0x7fe6940b5600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:12.949 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.949+0000 7fe693400640 1 -- 172.21.15.31:0/178473257 >> v2:172.21.15.123:3300/0 conn(0x7fe6940b51f0 msgr2=0x7fe6940b5600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-07-26T12:21:12.949 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.949+0000 7fe693400640 1 -- 172.21.15.31:0/178473257 >> v2:172.21.15.123:3300/0 conn(0x7fe6940b51f0 msgr2=0x7fe6940b5600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:12.950 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.949+0000 7fe693400640 1 --2- 172.21.15.31:0/178473257 >> v2:172.21.15.123:3300/0 conn(0x7fe6940b51f0 0x7fe6940b5600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:12.950 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.949+0000 7fe693400640 1 --2- 172.21.15.31:0/178473257 >> v2:172.21.15.123:3300/0 conn(0x7fe6940b51f0 0x7fe6940b5600 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-07-26T12:21:12.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.994+0000 7efc45200640 1 --2- 172.21.15.31:0/3902059063 >> v2:172.21.15.31:3300/0 conn(0x7efc400b4590 0x7efc4013dc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:12.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.994+0000 7efc45200640 1 -- 172.21.15.31:0/3902059063 >> v2:172.21.15.31:3300/0 conn(0x7efc400b4590 msgr2=0x7efc4013dc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-07-26T12:21:12.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.994+0000 7efc45200640 1 -- 172.21.15.31:0/3902059063 >> v2:172.21.15.31:3300/0 conn(0x7efc400b4590 msgr2=0x7efc4013dc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:12.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.994+0000 7efc45200640 1 --2- 172.21.15.31:0/3902059063 >> v2:172.21.15.31:3300/0 conn(0x7efc400b4590 0x7efc4013dc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:12.996 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.994+0000 7efc45200640 1 --2- 172.21.15.31:0/3902059063 >> v2:172.21.15.31:3300/0 conn(0x7efc400b4590 0x7efc4013dc40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-07-26T12:21:12.998 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.997+0000 7efc46600640 1 --2- 172.21.15.31:0/3902059063 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7efc400b49a0 0x7efc4013e180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:12.999 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.998+0000 7efc46600640 1 -- 172.21.15.31:0/3902059063 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7efc400b49a0 msgr2=0x7efc4013e180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-07-26T12:21:12.999 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.998+0000 7efc46600640 1 -- 172.21.15.31:0/3902059063 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7efc400b49a0 msgr2=0x7efc4013e180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:12.999 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.998+0000 7efc46600640 1 --2- 172.21.15.31:0/3902059063 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7efc400b49a0 0x7efc4013e180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:12.999 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:12.998+0000 7efc46600640 1 --2- 172.21.15.31:0/3902059063 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7efc400b49a0 0x7efc4013e180 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-07-26T12:21:13.091 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:13.090+0000 7fea5e800640 1 --2- 172.21.15.31:0/2229030740 >> v2:172.21.15.31:3300/0 conn(0x7fea600b49a0 0x7fea6013e180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:13.092 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:13.091+0000 7fea5e800640 1 -- 172.21.15.31:0/2229030740 >> v2:172.21.15.31:3300/0 conn(0x7fea600b49a0 msgr2=0x7fea6013e180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-07-26T12:21:13.092 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:13.091+0000 7fea5e800640 1 -- 172.21.15.31:0/2229030740 >> v2:172.21.15.31:3300/0 conn(0x7fea600b49a0 msgr2=0x7fea6013e180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:13.092 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:13.091+0000 7fea5e800640 1 --2- 172.21.15.31:0/2229030740 >> v2:172.21.15.31:3300/0 conn(0x7fea600b49a0 0x7fea6013e180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:13.092 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:13.091+0000 7fea5e800640 1 --2- 172.21.15.31:0/2229030740 >> v2:172.21.15.31:3300/0 conn(0x7fea600b49a0 0x7fea6013e180 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-07-26T12:21:13.093 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:13.092+0000 7fad4e800640 1 --2- 172.21.15.31:0/4185782147 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fad4803c020 0x7fad480c89f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:13.093 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:13.092+0000 7fad4e800640 1 -- 172.21.15.31:0/4185782147 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fad4803c020 msgr2=0x7fad480c89f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2024-07-26T12:21:13.093 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:13.092+0000 7fad4e800640 1 -- 172.21.15.31:0/4185782147 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fad4803c020 msgr2=0x7fad480c89f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:13.093 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:13.092+0000 7fad4e800640 1 --2- 172.21.15.31:0/4185782147 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fad4803c020 0x7fad480c89f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:13.093 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:13.092+0000 7fad4e800640 1 --2- 172.21.15.31:0/4185782147 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fad4803c020 0x7fad480c89f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-07-26T12:21:13.094 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:13.093+0000 7fea55400640 1 --2- 172.21.15.31:0/2229030740 >> v2:172.21.15.123:3300/0 conn(0x7fea600b4590 0x7fea6013dc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:13.094 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:13.094+0000 7fea55400640 1 -- 172.21.15.31:0/2229030740 >> v2:172.21.15.123:3300/0 conn(0x7fea600b4590 msgr2=0x7fea6013dc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-07-26T12:21:13.094 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:13.094+0000 7fea55400640 1 -- 172.21.15.31:0/2229030740 >> v2:172.21.15.123:3300/0 conn(0x7fea600b4590 msgr2=0x7fea6013dc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:13.095 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:13.094+0000 7fea55400640 1 --2- 172.21.15.31:0/2229030740 >> v2:172.21.15.123:3300/0 conn(0x7fea600b4590 0x7fea6013dc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:13.095 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:13.094+0000 7fea55400640 1 --2- 172.21.15.31:0/2229030740 >> v2:172.21.15.123:3300/0 conn(0x7fea600b4590 0x7fea6013dc40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-07-26T12:21:13.122 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:13.121+0000 7fc402a00640 1 --2- 172.21.15.31:0/1656893840 >> v2:172.21.15.123:3300/0 conn(0x7fc4040ae240 0x7fc4040ae650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:13.123 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:13.122+0000 7fc402a00640 1 -- 172.21.15.31:0/1656893840 >> v2:172.21.15.123:3300/0 conn(0x7fc4040ae240 msgr2=0x7fc4040ae650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-07-26T12:21:13.123 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:13.122+0000 7fc402a00640 1 -- 172.21.15.31:0/1656893840 >> v2:172.21.15.123:3300/0 conn(0x7fc4040ae240 msgr2=0x7fc4040ae650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:13.123 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:13.122+0000 7fc402a00640 1 --2- 172.21.15.31:0/1656893840 >> v2:172.21.15.123:3300/0 conn(0x7fc4040ae240 0x7fc4040ae650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:13.123 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:13.122+0000 7fc402a00640 1 --2- 172.21.15.31:0/1656893840 >> v2:172.21.15.123:3300/0 conn(0x7fc4040ae240 0x7fc4040ae650 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-07-26T12:21:13.124 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:13.122+0000 7fc403e00640 1 --2- 172.21.15.31:0/1656893840 >> v2:172.21.15.31:3300/0 conn(0x7fc404154770 0x7fc404156b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:13.124 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:13.123+0000 7fc403e00640 1 -- 172.21.15.31:0/1656893840 >> v2:172.21.15.31:3300/0 conn(0x7fc404154770 msgr2=0x7fc404156b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-07-26T12:21:13.124 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:13.123+0000 7fc403e00640 1 -- 172.21.15.31:0/1656893840 >> v2:172.21.15.31:3300/0 conn(0x7fc404154770 msgr2=0x7fc404156b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:13.124 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:13.123+0000 7fc403e00640 1 --2- 172.21.15.31:0/1656893840 >> v2:172.21.15.31:3300/0 conn(0x7fc404154770 0x7fc404156b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:13.124 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:13.123+0000 7fc403e00640 1 --2- 172.21.15.31:0/1656893840 >> v2:172.21.15.31:3300/0 conn(0x7fc404154770 0x7fc404156b90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-07-26T12:21:13.137 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:13.136+0000 7effd1400640 1 --2- 172.21.15.31:0/960083142 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7effcc1453d0 0x7effcc14f020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:13.138 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:13.137+0000 7effd1400640 1 -- 172.21.15.31:0/960083142 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7effcc1453d0 msgr2=0x7effcc14f020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-07-26T12:21:13.138 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:13.137+0000 7effd1400640 1 -- 172.21.15.31:0/960083142 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7effcc1453d0 msgr2=0x7effcc14f020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:13.138 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:13.137+0000 7effd1400640 1 --2- 172.21.15.31:0/960083142 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7effcc1453d0 0x7effcc14f020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:13.138 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:13.137+0000 7effd1400640 1 --2- 172.21.15.31:0/960083142 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7effcc1453d0 0x7effcc14f020 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-07-26T12:21:13.139 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:13.138+0000 7effcbe00640 1 --2- 172.21.15.31:0/960083142 >> v2:172.21.15.123:3300/0 conn(0x7effcc0ae050 0x7effcc144e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:13.139 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:13.138+0000 7effcbe00640 1 -- 172.21.15.31:0/960083142 >> v2:172.21.15.123:3300/0 conn(0x7effcc0ae050 msgr2=0x7effcc144e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-07-26T12:21:13.139 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:13.138+0000 7effcbe00640 1 -- 172.21.15.31:0/960083142 >> v2:172.21.15.123:3300/0 conn(0x7effcc0ae050 msgr2=0x7effcc144e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:13.139 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:13.138+0000 7effcbe00640 1 --2- 172.21.15.31:0/960083142 >> v2:172.21.15.123:3300/0 conn(0x7effcc0ae050 0x7effcc144e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:13.139 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:13.138+0000 7effcbe00640 1 --2- 172.21.15.31:0/960083142 >> v2:172.21.15.123:3300/0 conn(0x7effcc0ae050 0x7effcc144e90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-07-26T12:21:13.181 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:13.180+0000 7fd62d400640 1 --2- 172.21.15.31:0/436875733 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fd62813de10 0x7fd62813e220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:13.181 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:13.180+0000 7fd62d400640 1 -- 172.21.15.31:0/436875733 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fd62813de10 msgr2=0x7fd62813e220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-07-26T12:21:13.181 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:13.180+0000 7fd62d400640 1 -- 172.21.15.31:0/436875733 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fd62813de10 msgr2=0x7fd62813e220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:13.181 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:13.180+0000 7fd62d400640 1 --2- 172.21.15.31:0/436875733 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fd62813de10 0x7fd62813e220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:13.181 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:13.180+0000 7fd62d400640 1 --2- 172.21.15.31:0/436875733 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fd62813de10 0x7fd62813e220 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-07-26T12:21:13.201 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:13.199+0000 7f87f9200640 1 --2- 172.21.15.31:0/2087582077 >> v2:172.21.15.31:3300/0 conn(0x7f87f40b4590 0x7f87f413dc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:13.201 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:13.200+0000 7f87fa600640 1 --2- 172.21.15.31:0/2087582077 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f87f40b49a0 0x7f87f413e180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:13.201 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:13.200+0000 7f87f9200640 1 -- 172.21.15.31:0/2087582077 >> v2:172.21.15.31:3300/0 conn(0x7f87f40b4590 msgr2=0x7f87f413dc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-07-26T12:21:13.201 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:13.200+0000 7f87f9200640 1 -- 172.21.15.31:0/2087582077 >> v2:172.21.15.31:3300/0 conn(0x7f87f40b4590 msgr2=0x7f87f413dc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:13.201 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:13.200+0000 7f87f9200640 1 --2- 172.21.15.31:0/2087582077 >> v2:172.21.15.31:3300/0 conn(0x7f87f40b4590 0x7f87f413dc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:13.201 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:13.200+0000 7f87fa600640 1 -- 172.21.15.31:0/2087582077 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f87f40b49a0 msgr2=0x7f87f413e180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2024-07-26T12:21:13.201 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:13.200+0000 7f87fa600640 1 -- 172.21.15.31:0/2087582077 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f87f40b49a0 msgr2=0x7f87f413e180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:13.201 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:13.200+0000 7f87fa600640 1 --2- 172.21.15.31:0/2087582077 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f87f40b49a0 0x7f87f413e180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:13.201 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:13.200+0000 7f87f9200640 1 --2- 172.21.15.31:0/2087582077 >> v2:172.21.15.31:3300/0 conn(0x7f87f40b4590 0x7f87f413dc40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-07-26T12:21:13.201 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:13.200+0000 7f87fa600640 1 --2- 172.21.15.31:0/2087582077 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f87f40b49a0 0x7f87f413e180 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-07-26T12:21:13.221 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:13.221+0000 7f2a27e00640 1 --2- 172.21.15.31:0/1117560359 >> v2:172.21.15.31:3300/0 conn(0x7f2a2814f6f0 0x7f2a280b2330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:13.221 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:13.221+0000 7f2a27400640 1 --2- 172.21.15.31:0/1117560359 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f2a280ae240 0x7f2a280ae650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:13.222 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:13.221+0000 7f2a2d200640 1 --2- 172.21.15.31:0/1117560359 >> v2:172.21.15.123:3300/0 conn(0x7f2a2806d5f0 0x7f2a2806da00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:13.222 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:13.221+0000 7f2a27400640 1 -- 172.21.15.31:0/1117560359 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f2a280ae240 msgr2=0x7f2a280ae650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-07-26T12:21:13.222 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:13.221+0000 7f2a27400640 1 -- 172.21.15.31:0/1117560359 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f2a280ae240 msgr2=0x7f2a280ae650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:13.222 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:13.221+0000 7f2a27400640 1 --2- 172.21.15.31:0/1117560359 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f2a280ae240 0x7f2a280ae650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:13.222 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:13.221+0000 7f2a2d200640 1 -- 172.21.15.31:0/1117560359 >> v2:172.21.15.123:3300/0 conn(0x7f2a2806d5f0 msgr2=0x7f2a2806da00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2024-07-26T12:21:13.222 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:13.221+0000 7f2a2d200640 1 -- 172.21.15.31:0/1117560359 >> v2:172.21.15.123:3300/0 conn(0x7f2a2806d5f0 msgr2=0x7f2a2806da00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:13.223 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:13.221+0000 7f2a2d200640 1 --2- 172.21.15.31:0/1117560359 >> v2:172.21.15.123:3300/0 conn(0x7f2a2806d5f0 0x7f2a2806da00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:13.223 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:13.221+0000 7f2a27400640 1 --2- 172.21.15.31:0/1117560359 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f2a280ae240 0x7f2a280ae650 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-07-26T12:21:13.223 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:13.221+0000 7f2a2d200640 1 --2- 172.21.15.31:0/1117560359 >> v2:172.21.15.123:3300/0 conn(0x7f2a2806d5f0 0x7f2a2806da00 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-07-26T12:21:13.223 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:13.221+0000 7f71dd000640 1 --2- 172.21.15.31:0/3030550697 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f71d80b66a0 0x7f71d80b39b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:13.223 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:13.221+0000 7f2a27e00640 1 -- 172.21.15.31:0/1117560359 >> v2:172.21.15.31:3300/0 conn(0x7f2a2814f6f0 msgr2=0x7f2a280b2330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-07-26T12:21:13.224 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:13.221+0000 7f2a27e00640 1 -- 172.21.15.31:0/1117560359 >> v2:172.21.15.31:3300/0 conn(0x7f2a2814f6f0 msgr2=0x7f2a280b2330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:13.224 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:13.221+0000 7f2a27e00640 1 --2- 172.21.15.31:0/1117560359 >> v2:172.21.15.31:3300/0 conn(0x7f2a2814f6f0 0x7f2a280b2330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:13.224 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:13.222+0000 7f2a27e00640 1 --2- 172.21.15.31:0/1117560359 >> v2:172.21.15.31:3300/0 conn(0x7f2a2814f6f0 0x7f2a280b2330 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-07-26T12:21:13.224 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:13.222+0000 7f71dd000640 1 -- 172.21.15.31:0/3030550697 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f71d80b66a0 msgr2=0x7f71d80b39b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-07-26T12:21:13.224 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:13.222+0000 7f71dd000640 1 -- 172.21.15.31:0/3030550697 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f71d80b66a0 msgr2=0x7f71d80b39b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:13.225 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:13.222+0000 7f71dd000640 1 --2- 172.21.15.31:0/3030550697 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f71d80b66a0 0x7f71d80b39b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:13.225 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:13.222+0000 7f71dd000640 1 --2- 172.21.15.31:0/3030550697 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f71d80b66a0 0x7f71d80b39b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-07-26T12:21:13.225 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:13.222+0000 7f71dda00640 1 --2- 172.21.15.31:0/3030550697 >> v2:172.21.15.123:3300/0 conn(0x7f71d80b4930 0x7f71d80b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:13.225 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:13.223+0000 7f71dda00640 1 -- 172.21.15.31:0/3030550697 >> v2:172.21.15.123:3300/0 conn(0x7f71d80b4930 msgr2=0x7f71d80b4d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2024-07-26T12:21:13.225 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:13.223+0000 7f71dda00640 1 -- 172.21.15.31:0/3030550697 >> v2:172.21.15.123:3300/0 conn(0x7f71d80b4930 msgr2=0x7f71d80b4d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:13.225 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:13.223+0000 7f71dda00640 1 --2- 172.21.15.31:0/3030550697 >> v2:172.21.15.123:3300/0 conn(0x7f71d80b4930 0x7f71d80b4d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:13.225 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:13.223+0000 7f71dda00640 1 --2- 172.21.15.31:0/3030550697 >> v2:172.21.15.123:3300/0 conn(0x7f71d80b4930 0x7f71d80b4d40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-07-26T12:21:13.260 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:13.259+0000 7fa579200640 1 --2- 172.21.15.31:0/669064516 >> v2:172.21.15.31:3300/0 conn(0x7fa5740b4590 0x7fa57413dc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:13.260 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:13.259+0000 7fa579200640 1 -- 172.21.15.31:0/669064516 >> v2:172.21.15.31:3300/0 conn(0x7fa5740b4590 msgr2=0x7fa57413dc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-07-26T12:21:13.260 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:13.259+0000 7fa579200640 1 -- 172.21.15.31:0/669064516 >> v2:172.21.15.31:3300/0 conn(0x7fa5740b4590 msgr2=0x7fa57413dc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:13.260 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:13.259+0000 7fa579200640 1 --2- 172.21.15.31:0/669064516 >> v2:172.21.15.31:3300/0 conn(0x7fa5740b4590 0x7fa57413dc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:13.260 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:13.259+0000 7fa579200640 1 --2- 172.21.15.31:0/669064516 >> v2:172.21.15.31:3300/0 conn(0x7fa5740b4590 0x7fa57413dc40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-07-26T12:21:13.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:13.261+0000 7fa57a600640 1 --2- 172.21.15.31:0/669064516 >> v2:172.21.15.123:3300/0 conn(0x7fa5740b49a0 0x7fa57413e180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:13.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:13.262+0000 7fa57a600640 1 -- 172.21.15.31:0/669064516 >> v2:172.21.15.123:3300/0 conn(0x7fa5740b49a0 msgr2=0x7fa57413e180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-07-26T12:21:13.263 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:13.262+0000 7fa57a600640 1 -- 172.21.15.31:0/669064516 >> v2:172.21.15.123:3300/0 conn(0x7fa5740b49a0 msgr2=0x7fa57413e180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:13.263 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:13.262+0000 7fa57a600640 1 --2- 172.21.15.31:0/669064516 >> v2:172.21.15.123:3300/0 conn(0x7fa5740b49a0 0x7fa57413e180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:13.263 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:13.262+0000 7fa57a600640 1 --2- 172.21.15.31:0/669064516 >> v2:172.21.15.123:3300/0 conn(0x7fa5740b49a0 0x7fa57413e180 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-07-26T12:21:14.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.041+0000 7feca4c00640 1 -- 172.21.15.31:0/1217770875 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7feca81438f0 msgr2=0x7feca8143d00 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-07-26T12:21:14.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.041+0000 7feca4c00640 1 --2- 172.21.15.31:0/1217770875 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7feca81438f0 0x7feca8143d00 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:14.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.041+0000 7feca4c00640 1 -- 172.21.15.31:0/1217770875 >> v2:172.21.15.31:3300/0 conn(0x7feca806dc70 msgr2=0x7feca806cc40 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-07-26T12:21:14.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.041+0000 7feca4c00640 1 --2- 172.21.15.31:0/1217770875 >> v2:172.21.15.31:3300/0 conn(0x7feca806dc70 0x7feca806cc40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:14.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.041+0000 7feca4c00640 1 -- 172.21.15.31:0/1217770875 >> v1:172.21.15.123:6789/0 conn(0x7feca8073c10 legacy=0x7feca8074020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:14.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.041+0000 7feca4c00640 1 --2- 172.21.15.31:0/1217770875 >> v2:172.21.15.123:3300/0 conn(0x7fec88007380 0x7fec88009890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:14.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.041+0000 7feca4c00640 1 -- 172.21.15.31:0/1217770875 --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7feca806e2b0 con 0x7fec880036a0 2024-07-26T12:21:14.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.042+0000 7feca4c00640 1 -- 172.21.15.31:0/1217770875 --> v2:172.21.15.123:3300/0 -- mon_getmap magic: 0 -- 0x7feca806e080 con 0x7fec88007380 2024-07-26T12:21:14.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.042+0000 7feca6a00640 1 --2- 172.21.15.31:0/1217770875 >> v2:172.21.15.123:3300/0 conn(0x7fec88007380 0x7fec88009890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:14.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.043+0000 7feca6a00640 1 -- 172.21.15.31:0/1217770875 >> v2:172.21.15.123:3300/0 conn(0x7fec88007380 msgr2=0x7fec88009890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-07-26T12:21:14.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.043+0000 7feca6a00640 1 -- 172.21.15.31:0/1217770875 >> v2:172.21.15.123:3300/0 conn(0x7fec88007380 msgr2=0x7fec88009890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:14.044 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.043+0000 7feca6a00640 1 --2- 172.21.15.31:0/1217770875 >> v2:172.21.15.123:3300/0 conn(0x7fec88007380 0x7fec88009890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:14.044 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.043+0000 7feca6a00640 1 --2- 172.21.15.31:0/1217770875 >> v2:172.21.15.123:3300/0 conn(0x7fec88007380 0x7fec88009890 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T12:21:14.122 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.121+0000 7efcef400640 1 -- 172.21.15.31:0/993982679 >> v2:172.21.15.123:3300/0 conn(0x7efcf80b1d20 msgr2=0x7efcf8073c10 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-07-26T12:21:14.122 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.121+0000 7efcef400640 1 --2- 172.21.15.31:0/993982679 >> v2:172.21.15.123:3300/0 conn(0x7efcf80b1d20 0x7efcf8073c10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:14.122 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.121+0000 7efcef400640 1 -- 172.21.15.31:0/993982679 >> v2:172.21.15.31:3300/0 conn(0x7efcf8074150 msgr2=0x7efcf8156500 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-07-26T12:21:14.122 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.121+0000 7efcef400640 1 --2- 172.21.15.31:0/993982679 >> v2:172.21.15.31:3300/0 conn(0x7efcf8074150 0x7efcf8156500 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:14.122 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.121+0000 7efcef400640 1 -- 172.21.15.31:0/993982679 >> v1:172.21.15.31:6789/0 conn(0x7efcf80b1910 legacy=0x7efcf814c2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:14.122 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.121+0000 7efcef400640 1 --2- 172.21.15.31:0/993982679 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7efcd8007310 0x7efcd8009820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:14.122 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.121+0000 7efcef400640 1 -- 172.21.15.31:0/993982679 --> v1:172.21.15.123:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7efcf80b0430 con 0x7efcd8003670 2024-07-26T12:21:14.122 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.121+0000 7efcef400640 1 -- 172.21.15.31:0/993982679 --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7efcf814be20 con 0x7efcd8007310 2024-07-26T12:21:14.123 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.122+0000 7efcf5400640 1 --2- 172.21.15.31:0/993982679 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7efcd8007310 0x7efcd8009820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:14.123 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.122+0000 7efcf5400640 1 -- 172.21.15.31:0/993982679 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7efcd8007310 msgr2=0x7efcd8009820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-07-26T12:21:14.123 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.122+0000 7efcf5400640 1 -- 172.21.15.31:0/993982679 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7efcd8007310 msgr2=0x7efcd8009820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:14.123 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.122+0000 7efcf5400640 1 --2- 172.21.15.31:0/993982679 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7efcd8007310 0x7efcd8009820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:14.123 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.122+0000 7efcf5400640 1 --2- 172.21.15.31:0/993982679 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7efcd8007310 0x7efcd8009820 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T12:21:14.246 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.245+0000 7feca6a00640 1 --2- 172.21.15.31:0/1217770875 >> v2:172.21.15.123:3300/0 conn(0x7fec88007380 0x7fec88009890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:14.246 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.246+0000 7feca6a00640 1 -- 172.21.15.31:0/1217770875 >> v2:172.21.15.123:3300/0 conn(0x7fec88007380 msgr2=0x7fec88009890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-07-26T12:21:14.247 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.246+0000 7feca6a00640 1 -- 172.21.15.31:0/1217770875 >> v2:172.21.15.123:3300/0 conn(0x7fec88007380 msgr2=0x7fec88009890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:14.247 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.246+0000 7feca6a00640 1 --2- 172.21.15.31:0/1217770875 >> v2:172.21.15.123:3300/0 conn(0x7fec88007380 0x7fec88009890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:14.247 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.246+0000 7feca6a00640 1 --2- 172.21.15.31:0/1217770875 >> v2:172.21.15.123:3300/0 conn(0x7fec88007380 0x7fec88009890 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T12:21:14.271 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.270+0000 7f6f92000640 1 -- 172.21.15.31:0/1421279237 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f6f9406dc70 msgr2=0x7f6f9406cc40 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-07-26T12:21:14.271 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.270+0000 7f6f92000640 1 --2- 172.21.15.31:0/1421279237 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f6f9406dc70 0x7f6f9406cc40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:14.271 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.270+0000 7f6f92000640 1 -- 172.21.15.31:0/1421279237 >> v2:172.21.15.123:3300/0 conn(0x7f6f941438f0 msgr2=0x7f6f94143d00 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-07-26T12:21:14.271 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.270+0000 7f6f92000640 1 --2- 172.21.15.31:0/1421279237 >> v2:172.21.15.123:3300/0 conn(0x7f6f941438f0 0x7f6f94143d00 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:14.271 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.270+0000 7f6f92000640 1 -- 172.21.15.31:0/1421279237 >> v1:172.21.15.123:6789/0 conn(0x7f6f94073c10 legacy=0x7f6f94074020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:14.271 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.270+0000 7f6f92000640 1 --2- 172.21.15.31:0/1421279237 >> v2:172.21.15.31:3300/0 conn(0x7f6f740036a0 0x7f6f74005b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:14.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.270+0000 7f6f92000640 1 -- 172.21.15.31:0/1421279237 --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6f9406e2b0 con 0x7f6f740061c0 2024-07-26T12:21:14.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.270+0000 7f6f92000640 1 -- 172.21.15.31:0/1421279237 --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f6f9406e080 con 0x7f6f740036a0 2024-07-26T12:21:14.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.271+0000 7f6f98a00640 1 --2- 172.21.15.31:0/1421279237 >> v2:172.21.15.31:3300/0 conn(0x7f6f740036a0 0x7f6f74005b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:14.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.272+0000 7f6f98a00640 1 -- 172.21.15.31:0/1421279237 >> v2:172.21.15.31:3300/0 conn(0x7f6f740036a0 msgr2=0x7f6f74005b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-07-26T12:21:14.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.272+0000 7f6f98a00640 1 -- 172.21.15.31:0/1421279237 >> v2:172.21.15.31:3300/0 conn(0x7f6f740036a0 msgr2=0x7f6f74005b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:14.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.272+0000 7f6f98a00640 1 --2- 172.21.15.31:0/1421279237 >> v2:172.21.15.31:3300/0 conn(0x7f6f740036a0 0x7f6f74005b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:14.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.272+0000 7f6f98a00640 1 --2- 172.21.15.31:0/1421279237 >> v2:172.21.15.31:3300/0 conn(0x7f6f740036a0 0x7f6f74005b70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T12:21:14.325 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.324+0000 7efcf5400640 1 --2- 172.21.15.31:0/993982679 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7efcd8007310 0x7efcd8009820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:14.325 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.324+0000 7efcf5400640 1 -- 172.21.15.31:0/993982679 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7efcd8007310 msgr2=0x7efcd8009820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-07-26T12:21:14.325 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.324+0000 7efcf5400640 1 -- 172.21.15.31:0/993982679 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7efcd8007310 msgr2=0x7efcd8009820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:14.325 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.324+0000 7efcf5400640 1 --2- 172.21.15.31:0/993982679 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7efcd8007310 0x7efcd8009820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:14.325 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.324+0000 7efcf5400640 1 --2- 172.21.15.31:0/993982679 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7efcd8007310 0x7efcd8009820 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T12:21:14.345 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.344+0000 7f8d60c00640 1 -- 172.21.15.31:0/806011864 >> v2:172.21.15.123:3300/0 conn(0x7f8d6406d8a0 msgr2=0x7f8d64158290 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-07-26T12:21:14.346 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.344+0000 7f8d60c00640 1 --2- 172.21.15.31:0/806011864 >> v2:172.21.15.123:3300/0 conn(0x7f8d6406d8a0 0x7f8d64158290 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:14.346 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.344+0000 7f8d60c00640 1 -- 172.21.15.31:0/806011864 >> v1:172.21.15.123:6789/0 conn(0x7f8d6406dcb0 legacy=0x7f8d641587d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:14.346 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.344+0000 7f8d60c00640 1 -- 172.21.15.31:0/806011864 >> v1:172.21.15.31:6789/0 conn(0x7f8d6408b5d0 legacy=0x7f8d640b4c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:14.346 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.345+0000 7f8d60c00640 1 --2- 172.21.15.31:0/806011864 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f8d40003740 0x7f8d40005be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:14.346 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.345+0000 7f8d60c00640 1 --2- 172.21.15.31:0/806011864 >> v2:172.21.15.31:3300/0 conn(0x7f8d400062f0 0x7f8d400087e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:14.346 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.345+0000 7f8d60c00640 1 -- 172.21.15.31:0/806011864 --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f8d40008e70 con 0x7f8d400062f0 2024-07-26T12:21:14.346 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.345+0000 7f8d60c00640 1 -- 172.21.15.31:0/806011864 --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f8d40009020 con 0x7f8d40003740 2024-07-26T12:21:14.347 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.345+0000 7f8d62a00640 1 --2- 172.21.15.31:0/806011864 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f8d40003740 0x7f8d40005be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:14.347 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.346+0000 7f8d5a000640 1 --2- 172.21.15.31:0/806011864 >> v2:172.21.15.31:3300/0 conn(0x7f8d400062f0 0x7f8d400087e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:14.347 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.346+0000 7f8d62a00640 1 -- 172.21.15.31:0/806011864 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f8d40003740 msgr2=0x7f8d40005be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-07-26T12:21:14.347 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.346+0000 7f8d62a00640 1 -- 172.21.15.31:0/806011864 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f8d40003740 msgr2=0x7f8d40005be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:14.347 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.346+0000 7f8d62a00640 1 --2- 172.21.15.31:0/806011864 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f8d40003740 0x7f8d40005be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:14.348 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.346+0000 7f8d62a00640 1 --2- 172.21.15.31:0/806011864 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f8d40003740 0x7f8d40005be0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T12:21:14.348 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.346+0000 7f8d5a000640 1 -- 172.21.15.31:0/806011864 >> v2:172.21.15.31:3300/0 conn(0x7f8d400062f0 msgr2=0x7f8d400087e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-07-26T12:21:14.348 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.346+0000 7f8d5a000640 1 -- 172.21.15.31:0/806011864 >> v2:172.21.15.31:3300/0 conn(0x7f8d400062f0 msgr2=0x7f8d400087e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:14.348 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.346+0000 7f8d5a000640 1 --2- 172.21.15.31:0/806011864 >> v2:172.21.15.31:3300/0 conn(0x7f8d400062f0 0x7f8d400087e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:14.348 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.346+0000 7f8d5a000640 1 --2- 172.21.15.31:0/806011864 >> v2:172.21.15.31:3300/0 conn(0x7f8d400062f0 0x7f8d400087e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T12:21:14.383 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.381+0000 7f2340c00640 1 -- 172.21.15.31:0/1182978560 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f233c03cac0 msgr2=0x7f233c009db0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-07-26T12:21:14.383 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.381+0000 7f2340c00640 1 --2- 172.21.15.31:0/1182978560 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f233c03cac0 0x7f233c009db0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:14.383 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.381+0000 7f2340c00640 1 -- 172.21.15.31:0/1182978560 >> v2:172.21.15.123:3300/0 conn(0x7f233c03b5e0 msgr2=0x7f233c03b9f0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-07-26T12:21:14.383 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.381+0000 7f2340c00640 1 --2- 172.21.15.31:0/1182978560 >> v2:172.21.15.123:3300/0 conn(0x7f233c03b5e0 0x7f233c03b9f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:14.383 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.381+0000 7f2340c00640 1 -- 172.21.15.31:0/1182978560 >> v1:172.21.15.31:6789/0 conn(0x7f233c0c8610 legacy=0x7f233c030960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:14.383 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.382+0000 7f2340c00640 1 --2- 172.21.15.31:0/1182978560 >> v2:172.21.15.31:3300/0 conn(0x7f23240036a0 0x7f2324005b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:14.383 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.382+0000 7f2340c00640 1 -- 172.21.15.31:0/1182978560 --> v1:172.21.15.123:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f233c0c8df0 con 0x7f23240061c0 2024-07-26T12:21:14.383 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.382+0000 7f2340c00640 1 -- 172.21.15.31:0/1182978560 --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f233c0c95f0 con 0x7f23240036a0 2024-07-26T12:21:14.384 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.382+0000 7f234a000640 1 --2- 172.21.15.31:0/1182978560 >> v2:172.21.15.31:3300/0 conn(0x7f23240036a0 0x7f2324005b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:14.384 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.383+0000 7f234a000640 1 -- 172.21.15.31:0/1182978560 >> v2:172.21.15.31:3300/0 conn(0x7f23240036a0 msgr2=0x7f2324005b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-07-26T12:21:14.384 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.383+0000 7f234a000640 1 -- 172.21.15.31:0/1182978560 >> v2:172.21.15.31:3300/0 conn(0x7f23240036a0 msgr2=0x7f2324005b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:14.384 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.383+0000 7f234a000640 1 --2- 172.21.15.31:0/1182978560 >> v2:172.21.15.31:3300/0 conn(0x7f23240036a0 0x7f2324005b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:14.384 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.383+0000 7f234a000640 1 --2- 172.21.15.31:0/1182978560 >> v2:172.21.15.31:3300/0 conn(0x7f23240036a0 0x7f2324005b70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T12:21:14.460 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.459+0000 7fe785600640 1 -- 172.21.15.31:0/335780651 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe7880b3630 msgr2=0x7fe7880b3a40 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-07-26T12:21:14.460 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.459+0000 7fe785600640 1 --2- 172.21.15.31:0/335780651 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe7880b3630 0x7fe7880b3a40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:14.460 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.459+0000 7fe785600640 1 -- 172.21.15.31:0/335780651 >> v2:172.21.15.31:3300/0 conn(0x7fe788150100 msgr2=0x7fe788152520 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-07-26T12:21:14.461 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.459+0000 7fe785600640 1 --2- 172.21.15.31:0/335780651 >> v2:172.21.15.31:3300/0 conn(0x7fe788150100 0x7fe788152520 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:14.461 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.459+0000 7fe785600640 1 -- 172.21.15.31:0/335780651 >> v1:172.21.15.123:6789/0 conn(0x7fe7880b2bc0 legacy=0x7fe7880b45b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:14.461 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.459+0000 7fe785600640 1 --2- 172.21.15.31:0/335780651 >> v2:172.21.15.123:3300/0 conn(0x7fe768007380 0x7fe768009890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:14.461 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.459+0000 7fe785600640 1 -- 172.21.15.31:0/335780651 --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe7880adc40 con 0x7fe7680036a0 2024-07-26T12:21:14.461 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.459+0000 7fe785600640 1 -- 172.21.15.31:0/335780651 --> v2:172.21.15.123:3300/0 -- mon_getmap magic: 0 -- 0x7fe7880af680 con 0x7fe768007380 2024-07-26T12:21:14.462 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.460+0000 7fe787400640 1 --2- 172.21.15.31:0/335780651 >> v2:172.21.15.123:3300/0 conn(0x7fe768007380 0x7fe768009890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:14.462 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.460+0000 7fe787400640 1 -- 172.21.15.31:0/335780651 >> v2:172.21.15.123:3300/0 conn(0x7fe768007380 msgr2=0x7fe768009890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-07-26T12:21:14.462 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.460+0000 7fe787400640 1 -- 172.21.15.31:0/335780651 >> v2:172.21.15.123:3300/0 conn(0x7fe768007380 msgr2=0x7fe768009890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:14.462 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.461+0000 7fe787400640 1 --2- 172.21.15.31:0/335780651 >> v2:172.21.15.123:3300/0 conn(0x7fe768007380 0x7fe768009890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:14.462 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.461+0000 7fe787400640 1 --2- 172.21.15.31:0/335780651 >> v2:172.21.15.123:3300/0 conn(0x7fe768007380 0x7fe768009890 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T12:21:14.474 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.474+0000 7f6f98a00640 1 --2- 172.21.15.31:0/1421279237 >> v2:172.21.15.31:3300/0 conn(0x7f6f740036a0 0x7f6f74005b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:14.475 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.474+0000 7f6f98a00640 1 -- 172.21.15.31:0/1421279237 >> v2:172.21.15.31:3300/0 conn(0x7f6f740036a0 msgr2=0x7f6f74005b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-07-26T12:21:14.475 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.474+0000 7f6f98a00640 1 -- 172.21.15.31:0/1421279237 >> v2:172.21.15.31:3300/0 conn(0x7f6f740036a0 msgr2=0x7f6f74005b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:14.475 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.474+0000 7f6f98a00640 1 --2- 172.21.15.31:0/1421279237 >> v2:172.21.15.31:3300/0 conn(0x7f6f740036a0 0x7f6f74005b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:14.475 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.475+0000 7f6f98a00640 1 --2- 172.21.15.31:0/1421279237 >> v2:172.21.15.31:3300/0 conn(0x7f6f740036a0 0x7f6f74005b70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T12:21:14.527 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.526+0000 7fb24ea00640 1 -- 172.21.15.31:0/17706481 >> v2:172.21.15.123:3300/0 conn(0x7fb25013e350 msgr2=0x7fb2500b27e0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-07-26T12:21:14.527 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.526+0000 7fb24ea00640 1 --2- 172.21.15.31:0/17706481 >> v2:172.21.15.123:3300/0 conn(0x7fb25013e350 0x7fb2500b27e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:14.527 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.526+0000 7fb24ea00640 1 -- 172.21.15.31:0/17706481 >> v2:172.21.15.31:3300/0 conn(0x7fb2500b6370 msgr2=0x7fb2500b3770 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-07-26T12:21:14.527 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.526+0000 7fb24ea00640 1 --2- 172.21.15.31:0/17706481 >> v2:172.21.15.31:3300/0 conn(0x7fb2500b6370 0x7fb2500b3770 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:14.527 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.526+0000 7fb24ea00640 1 -- 172.21.15.31:0/17706481 >> v1:172.21.15.123:6789/0 conn(0x7fb2500b4590 legacy=0x7fb25013dc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:14.527 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.526+0000 7fb24ea00640 1 --2- 172.21.15.31:0/17706481 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fb2300036c0 0x7fb230005b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:14.527 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.526+0000 7fb24ea00640 1 -- 172.21.15.31:0/17706481 --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb2501480b0 con 0x7fb230006270 2024-07-26T12:21:14.528 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.526+0000 7fb24ea00640 1 -- 172.21.15.31:0/17706481 --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7fb250147af0 con 0x7fb2300036c0 2024-07-26T12:21:14.528 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.527+0000 7fb255600640 1 --2- 172.21.15.31:0/17706481 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fb2300036c0 0x7fb230005b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:14.528 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.527+0000 7fb255600640 1 -- 172.21.15.31:0/17706481 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fb2300036c0 msgr2=0x7fb230005b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-07-26T12:21:14.528 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.527+0000 7fb255600640 1 -- 172.21.15.31:0/17706481 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fb2300036c0 msgr2=0x7fb230005b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:14.528 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.527+0000 7fb255600640 1 --2- 172.21.15.31:0/17706481 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fb2300036c0 0x7fb230005b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:14.528 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.527+0000 7fb255600640 1 --2- 172.21.15.31:0/17706481 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fb2300036c0 0x7fb230005b60 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T12:21:14.541 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.540+0000 7fe68be00640 1 -- 172.21.15.31:0/178473257 >> v2:172.21.15.123:3300/0 conn(0x7fe6940b51f0 msgr2=0x7fe6940b5600 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-07-26T12:21:14.541 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.540+0000 7fe68be00640 1 --2- 172.21.15.31:0/178473257 >> v2:172.21.15.123:3300/0 conn(0x7fe6940b51f0 0x7fe6940b5600 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:14.541 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.540+0000 7fe68be00640 1 -- 172.21.15.31:0/178473257 >> v1:172.21.15.123:6789/0 conn(0x7fe6940b6870 legacy=0x7fe69413dea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:14.541 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.540+0000 7fe68be00640 1 -- 172.21.15.31:0/178473257 >> v1:172.21.15.31:6789/0 conn(0x7fe6940b3ca0 legacy=0x7fe6940b4ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:14.541 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.540+0000 7fe68be00640 1 --2- 172.21.15.31:0/178473257 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe674003710 0x7fe674005bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:14.541 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.540+0000 7fe68be00640 1 --2- 172.21.15.31:0/178473257 >> v2:172.21.15.31:3300/0 conn(0x7fe674006240 0x7fe674008750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:14.542 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.540+0000 7fe68be00640 1 -- 172.21.15.31:0/178473257 --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7fe6940b3730 con 0x7fe674006240 2024-07-26T12:21:14.542 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.540+0000 7fe68be00640 1 -- 172.21.15.31:0/178473257 --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7fe674008df0 con 0x7fe674003710 2024-07-26T12:21:14.542 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.541+0000 7fe692a00640 1 --2- 172.21.15.31:0/178473257 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe674003710 0x7fe674005bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:14.542 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.541+0000 7fe692000640 1 --2- 172.21.15.31:0/178473257 >> v2:172.21.15.31:3300/0 conn(0x7fe674006240 0x7fe674008750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:14.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.542+0000 7fe692a00640 1 -- 172.21.15.31:0/178473257 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe674003710 msgr2=0x7fe674005bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-07-26T12:21:14.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.542+0000 7fe692a00640 1 -- 172.21.15.31:0/178473257 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe674003710 msgr2=0x7fe674005bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:14.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.542+0000 7fe692a00640 1 --2- 172.21.15.31:0/178473257 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe674003710 0x7fe674005bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:14.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.542+0000 7fe692a00640 1 --2- 172.21.15.31:0/178473257 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe674003710 0x7fe674005bb0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T12:21:14.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.542+0000 7fe692000640 1 -- 172.21.15.31:0/178473257 >> v2:172.21.15.31:3300/0 conn(0x7fe674006240 msgr2=0x7fe674008750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-07-26T12:21:14.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.542+0000 7fe692000640 1 -- 172.21.15.31:0/178473257 >> v2:172.21.15.31:3300/0 conn(0x7fe674006240 msgr2=0x7fe674008750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:14.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.542+0000 7fe692000640 1 --2- 172.21.15.31:0/178473257 >> v2:172.21.15.31:3300/0 conn(0x7fe674006240 0x7fe674008750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:14.544 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.542+0000 7fe692000640 1 --2- 172.21.15.31:0/178473257 >> v2:172.21.15.31:3300/0 conn(0x7fe674006240 0x7fe674008750 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T12:21:14.550 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.548+0000 7f8d62a00640 1 --2- 172.21.15.31:0/806011864 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f8d40003740 0x7f8d40005be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:14.550 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.548+0000 7f8d5a000640 1 --2- 172.21.15.31:0/806011864 >> v2:172.21.15.31:3300/0 conn(0x7f8d400062f0 0x7f8d400087e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:14.550 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.548+0000 7f8d62a00640 1 -- 172.21.15.31:0/806011864 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f8d40003740 msgr2=0x7f8d40005be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-07-26T12:21:14.551 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.548+0000 7f8d62a00640 1 -- 172.21.15.31:0/806011864 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f8d40003740 msgr2=0x7f8d40005be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:14.551 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.548+0000 7f8d62a00640 1 --2- 172.21.15.31:0/806011864 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f8d40003740 0x7f8d40005be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:14.551 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.549+0000 7f8d62a00640 1 --2- 172.21.15.31:0/806011864 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f8d40003740 0x7f8d40005be0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T12:21:14.551 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.549+0000 7f8d5a000640 1 -- 172.21.15.31:0/806011864 >> v2:172.21.15.31:3300/0 conn(0x7f8d400062f0 msgr2=0x7f8d400087e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-07-26T12:21:14.551 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.549+0000 7f8d5a000640 1 -- 172.21.15.31:0/806011864 >> v2:172.21.15.31:3300/0 conn(0x7f8d400062f0 msgr2=0x7f8d400087e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:14.551 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.549+0000 7f8d5a000640 1 --2- 172.21.15.31:0/806011864 >> v2:172.21.15.31:3300/0 conn(0x7f8d400062f0 0x7f8d400087e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:14.551 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.549+0000 7f8d5a000640 1 --2- 172.21.15.31:0/806011864 >> v2:172.21.15.31:3300/0 conn(0x7f8d400062f0 0x7f8d400087e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T12:21:14.572 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.572+0000 7efc3ea00640 1 -- 172.21.15.31:0/3902059063 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7efc400b49a0 msgr2=0x7efc4013e180 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-07-26T12:21:14.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.572+0000 7efc3ea00640 1 --2- 172.21.15.31:0/3902059063 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7efc400b49a0 0x7efc4013e180 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:14.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.572+0000 7efc3ea00640 1 -- 172.21.15.31:0/3902059063 >> v2:172.21.15.31:3300/0 conn(0x7efc400b4590 msgr2=0x7efc4013dc40 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-07-26T12:21:14.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.572+0000 7efc3ea00640 1 --2- 172.21.15.31:0/3902059063 >> v2:172.21.15.31:3300/0 conn(0x7efc400b4590 0x7efc4013dc40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:14.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.572+0000 7efc3ea00640 1 -- 172.21.15.31:0/3902059063 >> v1:172.21.15.31:6789/0 conn(0x7efc400b6370 legacy=0x7efc400b3770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:14.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.572+0000 7efc3ea00640 1 --2- 172.21.15.31:0/3902059063 >> v2:172.21.15.123:3300/0 conn(0x7efc20007470 0x7efc20009980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:14.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.572+0000 7efc3ea00640 1 -- 172.21.15.31:0/3902059063 --> v1:172.21.15.123:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7efc40147dd0 con 0x7efc200036f0 2024-07-26T12:21:14.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.572+0000 7efc3ea00640 1 -- 172.21.15.31:0/3902059063 --> v2:172.21.15.123:3300/0 -- mon_getmap magic: 0 -- 0x7efc400b7210 con 0x7efc20007470 2024-07-26T12:21:14.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.573+0000 7efc45200640 1 --2- 172.21.15.31:0/3902059063 >> v2:172.21.15.123:3300/0 conn(0x7efc20007470 0x7efc20009980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:14.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.573+0000 7efc45200640 1 -- 172.21.15.31:0/3902059063 >> v2:172.21.15.123:3300/0 conn(0x7efc20007470 msgr2=0x7efc20009980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-07-26T12:21:14.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.573+0000 7efc45200640 1 -- 172.21.15.31:0/3902059063 >> v2:172.21.15.123:3300/0 conn(0x7efc20007470 msgr2=0x7efc20009980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:14.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.573+0000 7efc45200640 1 --2- 172.21.15.31:0/3902059063 >> v2:172.21.15.123:3300/0 conn(0x7efc20007470 0x7efc20009980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:14.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.573+0000 7efc45200640 1 --2- 172.21.15.31:0/3902059063 >> v2:172.21.15.123:3300/0 conn(0x7efc20007470 0x7efc20009980 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T12:21:14.585 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.584+0000 7f234a000640 1 --2- 172.21.15.31:0/1182978560 >> v2:172.21.15.31:3300/0 conn(0x7f23240036a0 0x7f2324005b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:14.585 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.584+0000 7f234a000640 1 -- 172.21.15.31:0/1182978560 >> v2:172.21.15.31:3300/0 conn(0x7f23240036a0 msgr2=0x7f2324005b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-07-26T12:21:14.585 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.584+0000 7f234a000640 1 -- 172.21.15.31:0/1182978560 >> v2:172.21.15.31:3300/0 conn(0x7f23240036a0 msgr2=0x7f2324005b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:14.586 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.584+0000 7f234a000640 1 --2- 172.21.15.31:0/1182978560 >> v2:172.21.15.31:3300/0 conn(0x7f23240036a0 0x7f2324005b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:14.586 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.584+0000 7f234a000640 1 --2- 172.21.15.31:0/1182978560 >> v2:172.21.15.31:3300/0 conn(0x7f23240036a0 0x7f2324005b70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T12:21:14.649 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.648+0000 7feca6a00640 1 --2- 172.21.15.31:0/1217770875 >> v2:172.21.15.123:3300/0 conn(0x7fec88007380 0x7fec88009890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:14.650 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.649+0000 7feca6a00640 1 -- 172.21.15.31:0/1217770875 >> v2:172.21.15.123:3300/0 conn(0x7fec88007380 msgr2=0x7fec88009890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-07-26T12:21:14.650 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.649+0000 7feca6a00640 1 -- 172.21.15.31:0/1217770875 >> v2:172.21.15.123:3300/0 conn(0x7fec88007380 msgr2=0x7fec88009890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:14.650 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.649+0000 7feca6a00640 1 --2- 172.21.15.31:0/1217770875 >> v2:172.21.15.123:3300/0 conn(0x7fec88007380 0x7fec88009890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:14.650 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.649+0000 7feca6a00640 1 --2- 172.21.15.31:0/1217770875 >> v2:172.21.15.123:3300/0 conn(0x7fec88007380 0x7fec88009890 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-07-26T12:21:14.664 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.663+0000 7fe787400640 1 --2- 172.21.15.31:0/335780651 >> v2:172.21.15.123:3300/0 conn(0x7fe768007380 0x7fe768009890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:14.665 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.663+0000 7fe787400640 1 -- 172.21.15.31:0/335780651 >> v2:172.21.15.123:3300/0 conn(0x7fe768007380 msgr2=0x7fe768009890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-07-26T12:21:14.665 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.663+0000 7fe787400640 1 -- 172.21.15.31:0/335780651 >> v2:172.21.15.123:3300/0 conn(0x7fe768007380 msgr2=0x7fe768009890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:14.665 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.663+0000 7fe787400640 1 --2- 172.21.15.31:0/335780651 >> v2:172.21.15.123:3300/0 conn(0x7fe768007380 0x7fe768009890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:14.666 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.663+0000 7fe787400640 1 --2- 172.21.15.31:0/335780651 >> v2:172.21.15.123:3300/0 conn(0x7fe768007380 0x7fe768009890 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T12:21:14.683 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.682+0000 7fad47400640 1 -- 172.21.15.31:0/4185782147 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fad4803c020 msgr2=0x7fad480c89f0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-07-26T12:21:14.683 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.682+0000 7fad47400640 1 --2- 172.21.15.31:0/4185782147 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fad4803c020 0x7fad480c89f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:14.683 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.682+0000 7fad47400640 1 -- 172.21.15.31:0/4185782147 >> v1:172.21.15.123:6789/0 conn(0x7fad4801c9d0 legacy=0x7fad48009a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:14.683 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.682+0000 7fad47400640 1 -- 172.21.15.31:0/4185782147 >> v1:172.21.15.31:6789/0 conn(0x7fad480c85e0 legacy=0x7fad4803b910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:14.684 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.682+0000 7fad47400640 1 --2- 172.21.15.31:0/4185782147 >> v2:172.21.15.123:3300/0 conn(0x7fad30005900 0x7fad30007dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:14.684 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.682+0000 7fad47400640 1 --2- 172.21.15.31:0/4185782147 >> v2:172.21.15.31:3300/0 conn(0x7fad30008420 0x7fad3000a930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:14.684 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.682+0000 7fad47400640 1 -- 172.21.15.31:0/4185782147 --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7fad3000afc0 con 0x7fad30008420 2024-07-26T12:21:14.684 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.682+0000 7fad47400640 1 -- 172.21.15.31:0/4185782147 --> v2:172.21.15.123:3300/0 -- mon_getmap magic: 0 -- 0x7fad3000b170 con 0x7fad30005900 2024-07-26T12:21:14.685 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.683+0000 7fad4d400640 1 --2- 172.21.15.31:0/4185782147 >> v2:172.21.15.31:3300/0 conn(0x7fad30008420 0x7fad3000a930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:14.685 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.683+0000 7fad4de00640 1 --2- 172.21.15.31:0/4185782147 >> v2:172.21.15.123:3300/0 conn(0x7fad30005900 0x7fad30007dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:14.685 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.683+0000 7fad4d400640 1 -- 172.21.15.31:0/4185782147 >> v2:172.21.15.31:3300/0 conn(0x7fad30008420 msgr2=0x7fad3000a930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-07-26T12:21:14.685 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.683+0000 7fad4d400640 1 -- 172.21.15.31:0/4185782147 >> v2:172.21.15.31:3300/0 conn(0x7fad30008420 msgr2=0x7fad3000a930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:14.685 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.683+0000 7fad4d400640 1 --2- 172.21.15.31:0/4185782147 >> v2:172.21.15.31:3300/0 conn(0x7fad30008420 0x7fad3000a930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:14.685 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.683+0000 7fad4d400640 1 --2- 172.21.15.31:0/4185782147 >> v2:172.21.15.31:3300/0 conn(0x7fad30008420 0x7fad3000a930 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T12:21:14.685 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.683+0000 7fad4de00640 1 -- 172.21.15.31:0/4185782147 >> v2:172.21.15.123:3300/0 conn(0x7fad30005900 msgr2=0x7fad30007dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-07-26T12:21:14.685 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.683+0000 7fad4de00640 1 -- 172.21.15.31:0/4185782147 >> v2:172.21.15.123:3300/0 conn(0x7fad30005900 msgr2=0x7fad30007dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:14.685 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.683+0000 7fad4de00640 1 --2- 172.21.15.31:0/4185782147 >> v2:172.21.15.123:3300/0 conn(0x7fad30005900 0x7fad30007dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:14.685 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.683+0000 7fad4de00640 1 --2- 172.21.15.31:0/4185782147 >> v2:172.21.15.123:3300/0 conn(0x7fad30005900 0x7fad30007dd0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T12:21:14.686 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.685+0000 7fea57e00640 1 -- 172.21.15.31:0/2229030740 >> v2:172.21.15.123:3300/0 conn(0x7fea600b4590 msgr2=0x7fea6013dc40 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-07-26T12:21:14.686 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.685+0000 7fea57e00640 1 --2- 172.21.15.31:0/2229030740 >> v2:172.21.15.123:3300/0 conn(0x7fea600b4590 0x7fea6013dc40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:14.686 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.685+0000 7fea57e00640 1 -- 172.21.15.31:0/2229030740 >> v2:172.21.15.31:3300/0 conn(0x7fea600b49a0 msgr2=0x7fea6013e180 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-07-26T12:21:14.686 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.685+0000 7fea57e00640 1 --2- 172.21.15.31:0/2229030740 >> v2:172.21.15.31:3300/0 conn(0x7fea600b49a0 0x7fea6013e180 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:14.686 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.685+0000 7fea57e00640 1 -- 172.21.15.31:0/2229030740 >> v1:172.21.15.31:6789/0 conn(0x7fea600b6370 legacy=0x7fea600b3770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:14.687 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.685+0000 7fea57e00640 1 --2- 172.21.15.31:0/2229030740 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fea3c0073c0 0x7fea3c0098d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:14.687 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.685+0000 7fea57e00640 1 -- 172.21.15.31:0/2229030740 --> v1:172.21.15.123:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fea60147dd0 con 0x7fea3c0036a0 2024-07-26T12:21:14.687 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.686+0000 7fea57e00640 1 -- 172.21.15.31:0/2229030740 --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7fea600b7210 con 0x7fea3c0073c0 2024-07-26T12:21:14.687 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.686+0000 7fea55400640 1 --2- 172.21.15.31:0/2229030740 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fea3c0073c0 0x7fea3c0098d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:14.687 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.686+0000 7fea55400640 1 -- 172.21.15.31:0/2229030740 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fea3c0073c0 msgr2=0x7fea3c0098d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-07-26T12:21:14.687 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.686+0000 7fea55400640 1 -- 172.21.15.31:0/2229030740 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fea3c0073c0 msgr2=0x7fea3c0098d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:14.687 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.686+0000 7fea55400640 1 --2- 172.21.15.31:0/2229030740 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fea3c0073c0 0x7fea3c0098d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:14.687 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.686+0000 7fea55400640 1 --2- 172.21.15.31:0/2229030740 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fea3c0073c0 0x7fea3c0098d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T12:21:14.715 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.714+0000 7fc400c00640 1 -- 172.21.15.31:0/1656893840 >> v2:172.21.15.123:3300/0 conn(0x7fc4040ae240 msgr2=0x7fc4040ae650 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-07-26T12:21:14.715 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.714+0000 7fc400c00640 1 --2- 172.21.15.31:0/1656893840 >> v2:172.21.15.123:3300/0 conn(0x7fc4040ae240 0x7fc4040ae650 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:14.715 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.714+0000 7fc400c00640 1 -- 172.21.15.31:0/1656893840 >> v2:172.21.15.31:3300/0 conn(0x7fc404154770 msgr2=0x7fc404156b90 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-07-26T12:21:14.715 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.714+0000 7fc400c00640 1 --2- 172.21.15.31:0/1656893840 >> v2:172.21.15.31:3300/0 conn(0x7fc404154770 0x7fc404156b90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:14.715 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.714+0000 7fc400c00640 1 -- 172.21.15.31:0/1656893840 >> v1:172.21.15.31:6789/0 conn(0x7fc40414f6f0 legacy=0x7fc4040b2330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:14.715 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.714+0000 7fc400c00640 1 --2- 172.21.15.31:0/1656893840 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fc3e4003670 0x7fc3e4005b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:14.715 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.714+0000 7fc400c00640 1 -- 172.21.15.31:0/1656893840 --> v1:172.21.15.123:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc4040b2a40 con 0x7fc3e40061a0 2024-07-26T12:21:14.715 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.714+0000 7fc400c00640 1 -- 172.21.15.31:0/1656893840 --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7fc4040addb0 con 0x7fc3e4003670 2024-07-26T12:21:14.716 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.715+0000 7fc403400640 1 --2- 172.21.15.31:0/1656893840 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fc3e4003670 0x7fc3e4005b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:14.716 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.716+0000 7fc403400640 1 -- 172.21.15.31:0/1656893840 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fc3e4003670 msgr2=0x7fc3e4005b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-07-26T12:21:14.716 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.716+0000 7fc403400640 1 -- 172.21.15.31:0/1656893840 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fc3e4003670 msgr2=0x7fc3e4005b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:14.716 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.716+0000 7fc403400640 1 --2- 172.21.15.31:0/1656893840 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fc3e4003670 0x7fc3e4005b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:14.716 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.716+0000 7fc403400640 1 --2- 172.21.15.31:0/1656893840 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fc3e4003670 0x7fc3e4005b10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T12:21:14.726 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.725+0000 7efcf5400640 1 --2- 172.21.15.31:0/993982679 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7efcd8007310 0x7efcd8009820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:14.726 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.726+0000 7efcf5400640 1 -- 172.21.15.31:0/993982679 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7efcd8007310 msgr2=0x7efcd8009820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-07-26T12:21:14.726 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.726+0000 7efcf5400640 1 -- 172.21.15.31:0/993982679 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7efcd8007310 msgr2=0x7efcd8009820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:14.727 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.726+0000 7efcf5400640 1 --2- 172.21.15.31:0/993982679 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7efcd8007310 0x7efcd8009820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:14.727 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.726+0000 7efcf5400640 1 --2- 172.21.15.31:0/993982679 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7efcd8007310 0x7efcd8009820 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-07-26T12:21:14.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.729+0000 7effca000640 1 -- 172.21.15.31:0/960083142 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7effcc1453d0 msgr2=0x7effcc14f020 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-07-26T12:21:14.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.729+0000 7effca000640 1 --2- 172.21.15.31:0/960083142 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7effcc1453d0 0x7effcc14f020 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:14.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.729+0000 7fb255600640 1 --2- 172.21.15.31:0/17706481 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fb2300036c0 0x7fb230005b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:14.731 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.729+0000 7effca000640 1 -- 172.21.15.31:0/960083142 >> v2:172.21.15.123:3300/0 conn(0x7effcc0ae050 msgr2=0x7effcc144e90 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-07-26T12:21:14.731 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.729+0000 7effca000640 1 --2- 172.21.15.31:0/960083142 >> v2:172.21.15.123:3300/0 conn(0x7effcc0ae050 0x7effcc144e90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:14.731 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.730+0000 7effca000640 1 -- 172.21.15.31:0/960083142 >> v1:172.21.15.123:6789/0 conn(0x7effcc0b07b0 legacy=0x7effcc0b27d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:14.731 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.730+0000 7fb255600640 1 -- 172.21.15.31:0/17706481 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fb2300036c0 msgr2=0x7fb230005b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-07-26T12:21:14.731 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.730+0000 7fb255600640 1 -- 172.21.15.31:0/17706481 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fb2300036c0 msgr2=0x7fb230005b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:14.731 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.730+0000 7fb255600640 1 --2- 172.21.15.31:0/17706481 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fb2300036c0 0x7fb230005b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:14.732 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.730+0000 7effca000640 1 --2- 172.21.15.31:0/960083142 >> v2:172.21.15.31:3300/0 conn(0x7effac003680 0x7effac005b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:14.732 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.730+0000 7fb255600640 1 --2- 172.21.15.31:0/17706481 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fb2300036c0 0x7fb230005b60 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T12:21:14.733 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.730+0000 7effca000640 1 -- 172.21.15.31:0/960083142 --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7effcc0b2ee0 con 0x7effac0061a0 2024-07-26T12:21:14.733 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.730+0000 7effca000640 1 -- 172.21.15.31:0/960083142 --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7effcc0b0bc0 con 0x7effac003680 2024-07-26T12:21:14.733 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.730+0000 7effd0a00640 1 --2- 172.21.15.31:0/960083142 >> v2:172.21.15.31:3300/0 conn(0x7effac003680 0x7effac005b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:14.733 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.731+0000 7effd0a00640 1 -- 172.21.15.31:0/960083142 >> v2:172.21.15.31:3300/0 conn(0x7effac003680 msgr2=0x7effac005b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-07-26T12:21:14.733 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.731+0000 7effd0a00640 1 -- 172.21.15.31:0/960083142 >> v2:172.21.15.31:3300/0 conn(0x7effac003680 msgr2=0x7effac005b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:14.733 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.731+0000 7effd0a00640 1 --2- 172.21.15.31:0/960083142 >> v2:172.21.15.31:3300/0 conn(0x7effac003680 0x7effac005b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:14.733 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.731+0000 7effd0a00640 1 --2- 172.21.15.31:0/960083142 >> v2:172.21.15.31:3300/0 conn(0x7effac003680 0x7effac005b50 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T12:21:14.744 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.743+0000 7fe692000640 1 --2- 172.21.15.31:0/178473257 >> v2:172.21.15.31:3300/0 conn(0x7fe674006240 0x7fe674008750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:14.745 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.744+0000 7fe692000640 1 -- 172.21.15.31:0/178473257 >> v2:172.21.15.31:3300/0 conn(0x7fe674006240 msgr2=0x7fe674008750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-07-26T12:21:14.745 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.744+0000 7fe692000640 1 -- 172.21.15.31:0/178473257 >> v2:172.21.15.31:3300/0 conn(0x7fe674006240 msgr2=0x7fe674008750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:14.745 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.744+0000 7fe692000640 1 --2- 172.21.15.31:0/178473257 >> v2:172.21.15.31:3300/0 conn(0x7fe674006240 0x7fe674008750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:14.745 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.744+0000 7fe692000640 1 --2- 172.21.15.31:0/178473257 >> v2:172.21.15.31:3300/0 conn(0x7fe674006240 0x7fe674008750 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T12:21:14.745 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.744+0000 7fe692a00640 1 --2- 172.21.15.31:0/178473257 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe674003710 0x7fe674005bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:14.745 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.745+0000 7fe692a00640 1 -- 172.21.15.31:0/178473257 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe674003710 msgr2=0x7fe674005bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-07-26T12:21:14.745 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.745+0000 7fe692a00640 1 -- 172.21.15.31:0/178473257 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe674003710 msgr2=0x7fe674005bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:14.746 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.745+0000 7fe692a00640 1 --2- 172.21.15.31:0/178473257 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe674003710 0x7fe674005bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:14.746 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.745+0000 7fe692a00640 1 --2- 172.21.15.31:0/178473257 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe674003710 0x7fe674005bb0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T12:21:14.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.772+0000 7fd623400640 1 -- 172.21.15.31:0/436875733 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fd62813de10 msgr2=0x7fd62813e220 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-07-26T12:21:14.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.772+0000 7fd623400640 1 --2- 172.21.15.31:0/436875733 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fd62813de10 0x7fd62813e220 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:14.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.772+0000 7fd623400640 1 -- 172.21.15.31:0/436875733 >> v1:172.21.15.123:6789/0 conn(0x7fd6280b66a0 legacy=0x7fd6280b39b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:14.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.772+0000 7fd623400640 1 -- 172.21.15.31:0/436875733 >> v1:172.21.15.31:6789/0 conn(0x7fd6280b4930 legacy=0x7fd6280b4d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:14.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.772+0000 7fd623400640 1 --2- 172.21.15.31:0/436875733 >> v2:172.21.15.31:3300/0 conn(0x7fd60c0036f0 0x7fd60c005bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:14.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.772+0000 7fd623400640 1 --2- 172.21.15.31:0/436875733 >> v2:172.21.15.123:3300/0 conn(0x7fd60c0062b0 0x7fd60c008780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:14.774 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.772+0000 7fd623400640 1 -- 172.21.15.31:0/436875733 --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7fd6280b35f0 con 0x7fd60c0036f0 2024-07-26T12:21:14.774 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.772+0000 7fd623400640 1 -- 172.21.15.31:0/436875733 --> v2:172.21.15.123:3300/0 -- mon_getmap magic: 0 -- 0x7fd60c008e40 con 0x7fd60c0062b0 2024-07-26T12:21:14.774 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.773+0000 7fd62de00640 1 --2- 172.21.15.31:0/436875733 >> v2:172.21.15.31:3300/0 conn(0x7fd60c0036f0 0x7fd60c005bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:14.774 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.773+0000 7fd62d400640 1 --2- 172.21.15.31:0/436875733 >> v2:172.21.15.123:3300/0 conn(0x7fd60c0062b0 0x7fd60c008780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:14.775 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.774+0000 7fd62d400640 1 -- 172.21.15.31:0/436875733 >> v2:172.21.15.123:3300/0 conn(0x7fd60c0062b0 msgr2=0x7fd60c008780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-07-26T12:21:14.775 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.774+0000 7fd62d400640 1 -- 172.21.15.31:0/436875733 >> v2:172.21.15.123:3300/0 conn(0x7fd60c0062b0 msgr2=0x7fd60c008780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:14.775 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.774+0000 7fd62de00640 1 -- 172.21.15.31:0/436875733 >> v2:172.21.15.31:3300/0 conn(0x7fd60c0036f0 msgr2=0x7fd60c005bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-07-26T12:21:14.775 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.774+0000 7fd62d400640 1 --2- 172.21.15.31:0/436875733 >> v2:172.21.15.123:3300/0 conn(0x7fd60c0062b0 0x7fd60c008780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:14.775 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.774+0000 7fd62de00640 1 -- 172.21.15.31:0/436875733 >> v2:172.21.15.31:3300/0 conn(0x7fd60c0036f0 msgr2=0x7fd60c005bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:14.775 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.774+0000 7fd62de00640 1 --2- 172.21.15.31:0/436875733 >> v2:172.21.15.31:3300/0 conn(0x7fd60c0036f0 0x7fd60c005bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:14.775 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.774+0000 7fd62d400640 1 --2- 172.21.15.31:0/436875733 >> v2:172.21.15.123:3300/0 conn(0x7fd60c0062b0 0x7fd60c008780 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T12:21:14.775 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.774+0000 7fd62de00640 1 --2- 172.21.15.31:0/436875733 >> v2:172.21.15.31:3300/0 conn(0x7fd60c0036f0 0x7fd60c005bc0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T12:21:14.776 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.775+0000 7efc45200640 1 --2- 172.21.15.31:0/3902059063 >> v2:172.21.15.123:3300/0 conn(0x7efc20007470 0x7efc20009980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:14.776 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.776+0000 7efc45200640 1 -- 172.21.15.31:0/3902059063 >> v2:172.21.15.123:3300/0 conn(0x7efc20007470 msgr2=0x7efc20009980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-07-26T12:21:14.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.776+0000 7efc45200640 1 -- 172.21.15.31:0/3902059063 >> v2:172.21.15.123:3300/0 conn(0x7efc20007470 msgr2=0x7efc20009980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:14.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.776+0000 7efc45200640 1 --2- 172.21.15.31:0/3902059063 >> v2:172.21.15.123:3300/0 conn(0x7efc20007470 0x7efc20009980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:14.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.776+0000 7efc45200640 1 --2- 172.21.15.31:0/3902059063 >> v2:172.21.15.123:3300/0 conn(0x7efc20007470 0x7efc20009980 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T12:21:14.794 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.793+0000 7f87f2a00640 1 -- 172.21.15.31:0/2087582077 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f87f40b49a0 msgr2=0x7f87f413e180 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-07-26T12:21:14.794 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.793+0000 7f87f2a00640 1 --2- 172.21.15.31:0/2087582077 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f87f40b49a0 0x7f87f413e180 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:14.794 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.793+0000 7f87f2a00640 1 -- 172.21.15.31:0/2087582077 >> v2:172.21.15.31:3300/0 conn(0x7f87f40b4590 msgr2=0x7f87f413dc40 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-07-26T12:21:14.794 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.793+0000 7f87f2a00640 1 --2- 172.21.15.31:0/2087582077 >> v2:172.21.15.31:3300/0 conn(0x7f87f40b4590 0x7f87f413dc40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:14.794 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.793+0000 7f87f2a00640 1 -- 172.21.15.31:0/2087582077 >> v1:172.21.15.123:6789/0 conn(0x7f87f40b6370 legacy=0x7f87f40b3770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:14.794 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.793+0000 7f87f2a00640 1 --2- 172.21.15.31:0/2087582077 >> v2:172.21.15.123:3300/0 conn(0x7f87d4007450 0x7f87d4009960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:14.794 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.793+0000 7f87f2a00640 1 -- 172.21.15.31:0/2087582077 --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f87f4147dd0 con 0x7f87d40036d0 2024-07-26T12:21:14.794 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.793+0000 7f87f2a00640 1 -- 172.21.15.31:0/2087582077 --> v2:172.21.15.123:3300/0 -- mon_getmap magic: 0 -- 0x7f87f40b7210 con 0x7f87d4007450 2024-07-26T12:21:14.795 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.794+0000 7f87f9200640 1 --2- 172.21.15.31:0/2087582077 >> v2:172.21.15.123:3300/0 conn(0x7f87d4007450 0x7f87d4009960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:14.795 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.794+0000 7f87f9200640 1 -- 172.21.15.31:0/2087582077 >> v2:172.21.15.123:3300/0 conn(0x7f87d4007450 msgr2=0x7f87d4009960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-07-26T12:21:14.795 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.794+0000 7f87f9200640 1 -- 172.21.15.31:0/2087582077 >> v2:172.21.15.123:3300/0 conn(0x7f87d4007450 msgr2=0x7f87d4009960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:14.795 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.794+0000 7f87f9200640 1 --2- 172.21.15.31:0/2087582077 >> v2:172.21.15.123:3300/0 conn(0x7f87d4007450 0x7f87d4009960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:14.795 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.794+0000 7f87f9200640 1 --2- 172.21.15.31:0/2087582077 >> v2:172.21.15.123:3300/0 conn(0x7f87d4007450 0x7f87d4009960 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T12:21:14.815 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.814+0000 7f2a25600640 1 -- 172.21.15.31:0/1117560359 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f2a280ae240 msgr2=0x7f2a280ae650 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-07-26T12:21:14.815 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.814+0000 7f2a25600640 1 --2- 172.21.15.31:0/1117560359 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f2a280ae240 0x7f2a280ae650 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:14.815 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.814+0000 7f2a25600640 1 -- 172.21.15.31:0/1117560359 >> v2:172.21.15.123:3300/0 conn(0x7f2a2806d5f0 msgr2=0x7f2a2806da00 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-07-26T12:21:14.816 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.814+0000 7f2a25600640 1 --2- 172.21.15.31:0/1117560359 >> v2:172.21.15.123:3300/0 conn(0x7f2a2806d5f0 0x7f2a2806da00 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:14.816 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.814+0000 7f2a25600640 1 -- 172.21.15.31:0/1117560359 >> v2:172.21.15.31:3300/0 conn(0x7f2a2814f6f0 msgr2=0x7f2a280b2330 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-07-26T12:21:14.816 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.814+0000 7f2a25600640 1 --2- 172.21.15.31:0/1117560359 >> v2:172.21.15.31:3300/0 conn(0x7f2a2814f6f0 0x7f2a280b2330 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:14.816 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.814+0000 7f2a25600640 1 -- 172.21.15.31:0/1117560359 --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2a280b0640 con 0x7f2a0c007350 2024-07-26T12:21:14.816 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.814+0000 7f2a25600640 1 -- 172.21.15.31:0/1117560359 --> v1:172.21.15.123:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2a0c00c0e0 con 0x7f2a0c003670 2024-07-26T12:21:14.819 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.815+0000 7f71d6000640 1 -- 172.21.15.31:0/3030550697 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f71d80b66a0 msgr2=0x7f71d80b39b0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-07-26T12:21:14.819 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.815+0000 7f71d6000640 1 --2- 172.21.15.31:0/3030550697 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f71d80b66a0 0x7f71d80b39b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:14.819 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.815+0000 7f71d6000640 1 -- 172.21.15.31:0/3030550697 >> v2:172.21.15.123:3300/0 conn(0x7f71d80b4930 msgr2=0x7f71d80b4d40 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-07-26T12:21:14.819 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.815+0000 7f71d6000640 1 --2- 172.21.15.31:0/3030550697 >> v2:172.21.15.123:3300/0 conn(0x7f71d80b4930 0x7f71d80b4d40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:14.819 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.815+0000 7f71d6000640 1 -- 172.21.15.31:0/3030550697 >> v1:172.21.15.31:6789/0 conn(0x7f71d813de10 legacy=0x7f71d813e220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:14.819 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.815+0000 7f71d6000640 1 --2- 172.21.15.31:0/3030550697 >> v2:172.21.15.31:3300/0 conn(0x7f71b8007440 0x7f71b8009930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:14.819 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.815+0000 7f71d6000640 1 -- 172.21.15.31:0/3030550697 --> v1:172.21.15.123:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f71d8148130 con 0x7f71b80036a0 2024-07-26T12:21:14.819 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.816+0000 7f71d6000640 1 -- 172.21.15.31:0/3030550697 --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f71d80b35f0 con 0x7f71b8007440 2024-07-26T12:21:14.820 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.816+0000 7f71d7e00640 1 --2- 172.21.15.31:0/3030550697 >> v2:172.21.15.31:3300/0 conn(0x7f71b8007440 0x7f71b8009930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:14.820 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.817+0000 7f71d7e00640 1 -- 172.21.15.31:0/3030550697 >> v2:172.21.15.31:3300/0 conn(0x7f71b8007440 msgr2=0x7f71b8009930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-07-26T12:21:14.820 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.817+0000 7f71d7e00640 1 -- 172.21.15.31:0/3030550697 >> v2:172.21.15.31:3300/0 conn(0x7f71b8007440 msgr2=0x7f71b8009930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:14.820 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.817+0000 7f71d7e00640 1 --2- 172.21.15.31:0/3030550697 >> v2:172.21.15.31:3300/0 conn(0x7f71b8007440 0x7f71b8009930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:14.820 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.817+0000 7f71d7e00640 1 --2- 172.21.15.31:0/3030550697 >> v2:172.21.15.31:3300/0 conn(0x7f71b8007440 0x7f71b8009930 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T12:21:14.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.852+0000 7fa572a00640 1 -- 172.21.15.31:0/669064516 >> v2:172.21.15.123:3300/0 conn(0x7fa5740b49a0 msgr2=0x7fa57413e180 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-07-26T12:21:14.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.852+0000 7fa572a00640 1 --2- 172.21.15.31:0/669064516 >> v2:172.21.15.123:3300/0 conn(0x7fa5740b49a0 0x7fa57413e180 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:14.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.852+0000 7fa572a00640 1 -- 172.21.15.31:0/669064516 >> v2:172.21.15.31:3300/0 conn(0x7fa5740b4590 msgr2=0x7fa57413dc40 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-07-26T12:21:14.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.852+0000 7fa572a00640 1 --2- 172.21.15.31:0/669064516 >> v2:172.21.15.31:3300/0 conn(0x7fa5740b4590 0x7fa57413dc40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:14.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.852+0000 7fa572a00640 1 -- 172.21.15.31:0/669064516 >> v1:172.21.15.31:6789/0 conn(0x7fa5740b6370 legacy=0x7fa5740b3770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:14.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.853+0000 7fa572a00640 1 --2- 172.21.15.31:0/669064516 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fa5540036a0 0x7fa554005b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:14.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.853+0000 7fa572a00640 1 -- 172.21.15.31:0/669064516 --> v1:172.21.15.123:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa574147dd0 con 0x7fa554006270 2024-07-26T12:21:14.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.853+0000 7fa572a00640 1 -- 172.21.15.31:0/669064516 --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7fa5740b7210 con 0x7fa5540036a0 2024-07-26T12:21:14.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.854+0000 7fa579c00640 1 --2- 172.21.15.31:0/669064516 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fa5540036a0 0x7fa554005b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:14.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.855+0000 7fa579c00640 1 -- 172.21.15.31:0/669064516 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fa5540036a0 msgr2=0x7fa554005b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-07-26T12:21:14.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.855+0000 7fa579c00640 1 -- 172.21.15.31:0/669064516 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fa5540036a0 msgr2=0x7fa554005b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:14.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.855+0000 7fa579c00640 1 --2- 172.21.15.31:0/669064516 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fa5540036a0 0x7fa554005b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:14.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.855+0000 7fa579c00640 1 --2- 172.21.15.31:0/669064516 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fa5540036a0 0x7fa554005b40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T12:21:14.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.877+0000 7f6f98a00640 1 --2- 172.21.15.31:0/1421279237 >> v2:172.21.15.31:3300/0 conn(0x7f6f740036a0 0x7f6f74005b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:14.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.877+0000 7f6f98a00640 1 -- 172.21.15.31:0/1421279237 >> v2:172.21.15.31:3300/0 conn(0x7f6f740036a0 msgr2=0x7f6f74005b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-07-26T12:21:14.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.877+0000 7f6f98a00640 1 -- 172.21.15.31:0/1421279237 >> v2:172.21.15.31:3300/0 conn(0x7f6f740036a0 msgr2=0x7f6f74005b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:14.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.877+0000 7f6f98a00640 1 --2- 172.21.15.31:0/1421279237 >> v2:172.21.15.31:3300/0 conn(0x7f6f740036a0 0x7f6f74005b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:14.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.877+0000 7f6f98a00640 1 --2- 172.21.15.31:0/1421279237 >> v2:172.21.15.31:3300/0 conn(0x7f6f740036a0 0x7f6f74005b70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-07-26T12:21:14.885 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.885+0000 7fad4de00640 1 --2- 172.21.15.31:0/4185782147 >> v2:172.21.15.123:3300/0 conn(0x7fad30005900 0x7fad30007dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:14.886 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.885+0000 7fad4de00640 1 -- 172.21.15.31:0/4185782147 >> v2:172.21.15.123:3300/0 conn(0x7fad30005900 msgr2=0x7fad30007dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-07-26T12:21:14.886 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.885+0000 7fad4de00640 1 -- 172.21.15.31:0/4185782147 >> v2:172.21.15.123:3300/0 conn(0x7fad30005900 msgr2=0x7fad30007dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:14.886 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.885+0000 7fad4de00640 1 --2- 172.21.15.31:0/4185782147 >> v2:172.21.15.123:3300/0 conn(0x7fad30005900 0x7fad30007dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:14.886 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.885+0000 7fad4de00640 1 --2- 172.21.15.31:0/4185782147 >> v2:172.21.15.123:3300/0 conn(0x7fad30005900 0x7fad30007dd0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T12:21:14.886 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.885+0000 7fad4d400640 1 --2- 172.21.15.31:0/4185782147 >> v2:172.21.15.31:3300/0 conn(0x7fad30008420 0x7fad3000a930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:14.887 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.886+0000 7fad4d400640 1 -- 172.21.15.31:0/4185782147 >> v2:172.21.15.31:3300/0 conn(0x7fad30008420 msgr2=0x7fad3000a930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-07-26T12:21:14.887 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.886+0000 7fad4d400640 1 -- 172.21.15.31:0/4185782147 >> v2:172.21.15.31:3300/0 conn(0x7fad30008420 msgr2=0x7fad3000a930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:14.887 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.886+0000 7fad4d400640 1 --2- 172.21.15.31:0/4185782147 >> v2:172.21.15.31:3300/0 conn(0x7fad30008420 0x7fad3000a930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:14.887 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.886+0000 7fad4d400640 1 --2- 172.21.15.31:0/4185782147 >> v2:172.21.15.31:3300/0 conn(0x7fad30008420 0x7fad3000a930 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T12:21:14.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.887+0000 7fea55400640 1 --2- 172.21.15.31:0/2229030740 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fea3c0073c0 0x7fea3c0098d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:14.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.888+0000 7fea55400640 1 -- 172.21.15.31:0/2229030740 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fea3c0073c0 msgr2=0x7fea3c0098d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-07-26T12:21:14.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.888+0000 7fea55400640 1 -- 172.21.15.31:0/2229030740 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fea3c0073c0 msgr2=0x7fea3c0098d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:14.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.888+0000 7fea55400640 1 --2- 172.21.15.31:0/2229030740 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fea3c0073c0 0x7fea3c0098d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:14.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.888+0000 7fea55400640 1 --2- 172.21.15.31:0/2229030740 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fea3c0073c0 0x7fea3c0098d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T12:21:14.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.918+0000 7fc403400640 1 --2- 172.21.15.31:0/1656893840 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fc3e4003670 0x7fc3e4005b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:14.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.918+0000 7fc403400640 1 -- 172.21.15.31:0/1656893840 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fc3e4003670 msgr2=0x7fc3e4005b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-07-26T12:21:14.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.918+0000 7fc403400640 1 -- 172.21.15.31:0/1656893840 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fc3e4003670 msgr2=0x7fc3e4005b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:14.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.918+0000 7fc403400640 1 --2- 172.21.15.31:0/1656893840 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fc3e4003670 0x7fc3e4005b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:14.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.918+0000 7fc403400640 1 --2- 172.21.15.31:0/1656893840 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fc3e4003670 0x7fc3e4005b10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T12:21:14.934 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.933+0000 7effd0a00640 1 --2- 172.21.15.31:0/960083142 >> v2:172.21.15.31:3300/0 conn(0x7effac003680 0x7effac005b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:14.934 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.933+0000 7effd0a00640 1 -- 172.21.15.31:0/960083142 >> v2:172.21.15.31:3300/0 conn(0x7effac003680 msgr2=0x7effac005b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-07-26T12:21:14.934 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.933+0000 7effd0a00640 1 -- 172.21.15.31:0/960083142 >> v2:172.21.15.31:3300/0 conn(0x7effac003680 msgr2=0x7effac005b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:14.934 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.933+0000 7effd0a00640 1 --2- 172.21.15.31:0/960083142 >> v2:172.21.15.31:3300/0 conn(0x7effac003680 0x7effac005b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:14.934 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.933+0000 7effd0a00640 1 --2- 172.21.15.31:0/960083142 >> v2:172.21.15.31:3300/0 conn(0x7effac003680 0x7effac005b50 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T12:21:14.951 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.950+0000 7f8d5a000640 1 --2- 172.21.15.31:0/806011864 >> v2:172.21.15.31:3300/0 conn(0x7f8d400062f0 0x7f8d400087e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:14.951 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.951+0000 7f8d5a000640 1 -- 172.21.15.31:0/806011864 >> v2:172.21.15.31:3300/0 conn(0x7f8d400062f0 msgr2=0x7f8d400087e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-07-26T12:21:14.951 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.951+0000 7f8d5a000640 1 -- 172.21.15.31:0/806011864 >> v2:172.21.15.31:3300/0 conn(0x7f8d400062f0 msgr2=0x7f8d400087e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:14.951 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.951+0000 7f8d5a000640 1 --2- 172.21.15.31:0/806011864 >> v2:172.21.15.31:3300/0 conn(0x7f8d400062f0 0x7f8d400087e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:14.952 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.951+0000 7f8d5a000640 1 --2- 172.21.15.31:0/806011864 >> v2:172.21.15.31:3300/0 conn(0x7f8d400062f0 0x7f8d400087e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-07-26T12:21:14.952 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.951+0000 7f8d62a00640 1 --2- 172.21.15.31:0/806011864 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f8d40003740 0x7f8d40005be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:14.952 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.951+0000 7f8d62a00640 1 -- 172.21.15.31:0/806011864 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f8d40003740 msgr2=0x7f8d40005be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-07-26T12:21:14.952 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.951+0000 7f8d62a00640 1 -- 172.21.15.31:0/806011864 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f8d40003740 msgr2=0x7f8d40005be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:14.952 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.951+0000 7f8d62a00640 1 --2- 172.21.15.31:0/806011864 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f8d40003740 0x7f8d40005be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:14.952 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.951+0000 7f8d62a00640 1 --2- 172.21.15.31:0/806011864 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f8d40003740 0x7f8d40005be0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-07-26T12:21:14.977 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.976+0000 7fd62de00640 1 --2- 172.21.15.31:0/436875733 >> v2:172.21.15.31:3300/0 conn(0x7fd60c0036f0 0x7fd60c005bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:14.977 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.976+0000 7fd62d400640 1 --2- 172.21.15.31:0/436875733 >> v2:172.21.15.123:3300/0 conn(0x7fd60c0062b0 0x7fd60c008780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:14.977 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.977+0000 7fd62de00640 1 -- 172.21.15.31:0/436875733 >> v2:172.21.15.31:3300/0 conn(0x7fd60c0036f0 msgr2=0x7fd60c005bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-07-26T12:21:14.977 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.977+0000 7fd62de00640 1 -- 172.21.15.31:0/436875733 >> v2:172.21.15.31:3300/0 conn(0x7fd60c0036f0 msgr2=0x7fd60c005bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:14.978 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.977+0000 7fd62de00640 1 --2- 172.21.15.31:0/436875733 >> v2:172.21.15.31:3300/0 conn(0x7fd60c0036f0 0x7fd60c005bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:14.978 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.977+0000 7fd62d400640 1 -- 172.21.15.31:0/436875733 >> v2:172.21.15.123:3300/0 conn(0x7fd60c0062b0 msgr2=0x7fd60c008780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-07-26T12:21:14.978 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.977+0000 7fd62d400640 1 -- 172.21.15.31:0/436875733 >> v2:172.21.15.123:3300/0 conn(0x7fd60c0062b0 msgr2=0x7fd60c008780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:14.978 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.977+0000 7fd62d400640 1 --2- 172.21.15.31:0/436875733 >> v2:172.21.15.123:3300/0 conn(0x7fd60c0062b0 0x7fd60c008780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:14.978 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.977+0000 7fd62d400640 1 --2- 172.21.15.31:0/436875733 >> v2:172.21.15.123:3300/0 conn(0x7fd60c0062b0 0x7fd60c008780 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T12:21:14.978 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.977+0000 7fd62de00640 1 --2- 172.21.15.31:0/436875733 >> v2:172.21.15.31:3300/0 conn(0x7fd60c0036f0 0x7fd60c005bc0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T12:21:14.988 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.987+0000 7f234a000640 1 --2- 172.21.15.31:0/1182978560 >> v2:172.21.15.31:3300/0 conn(0x7f23240036a0 0x7f2324005b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:14.988 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.987+0000 7f234a000640 1 -- 172.21.15.31:0/1182978560 >> v2:172.21.15.31:3300/0 conn(0x7f23240036a0 msgr2=0x7f2324005b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-07-26T12:21:14.988 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.987+0000 7f234a000640 1 -- 172.21.15.31:0/1182978560 >> v2:172.21.15.31:3300/0 conn(0x7f23240036a0 msgr2=0x7f2324005b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:14.988 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.987+0000 7f234a000640 1 --2- 172.21.15.31:0/1182978560 >> v2:172.21.15.31:3300/0 conn(0x7f23240036a0 0x7f2324005b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:14.988 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.987+0000 7f234a000640 1 --2- 172.21.15.31:0/1182978560 >> v2:172.21.15.31:3300/0 conn(0x7f23240036a0 0x7f2324005b70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-07-26T12:21:14.996 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.995+0000 7f87f9200640 1 --2- 172.21.15.31:0/2087582077 >> v2:172.21.15.123:3300/0 conn(0x7f87d4007450 0x7f87d4009960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:14.997 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.996+0000 7f87f9200640 1 -- 172.21.15.31:0/2087582077 >> v2:172.21.15.123:3300/0 conn(0x7f87d4007450 msgr2=0x7f87d4009960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-07-26T12:21:14.997 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.996+0000 7f87f9200640 1 -- 172.21.15.31:0/2087582077 >> v2:172.21.15.123:3300/0 conn(0x7f87d4007450 msgr2=0x7f87d4009960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:14.997 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.996+0000 7f87f9200640 1 --2- 172.21.15.31:0/2087582077 >> v2:172.21.15.123:3300/0 conn(0x7f87d4007450 0x7f87d4009960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:14.997 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:14.996+0000 7f87f9200640 1 --2- 172.21.15.31:0/2087582077 >> v2:172.21.15.123:3300/0 conn(0x7f87d4007450 0x7f87d4009960 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T12:21:15.020 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.019+0000 7f71d7e00640 1 --2- 172.21.15.31:0/3030550697 >> v2:172.21.15.31:3300/0 conn(0x7f71b8007440 0x7f71b8009930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:15.020 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.020+0000 7f71d7e00640 1 -- 172.21.15.31:0/3030550697 >> v2:172.21.15.31:3300/0 conn(0x7f71b8007440 msgr2=0x7f71b8009930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-07-26T12:21:15.020 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.020+0000 7f71d7e00640 1 -- 172.21.15.31:0/3030550697 >> v2:172.21.15.31:3300/0 conn(0x7f71b8007440 msgr2=0x7f71b8009930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:15.020 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.020+0000 7f71d7e00640 1 --2- 172.21.15.31:0/3030550697 >> v2:172.21.15.31:3300/0 conn(0x7f71b8007440 0x7f71b8009930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:15.021 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.020+0000 7f71d7e00640 1 --2- 172.21.15.31:0/3030550697 >> v2:172.21.15.31:3300/0 conn(0x7f71b8007440 0x7f71b8009930 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T12:21:15.058 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.057+0000 7fa579c00640 1 --2- 172.21.15.31:0/669064516 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fa5540036a0 0x7fa554005b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:15.058 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.057+0000 7fa579c00640 1 -- 172.21.15.31:0/669064516 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fa5540036a0 msgr2=0x7fa554005b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-07-26T12:21:15.058 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.057+0000 7fa579c00640 1 -- 172.21.15.31:0/669064516 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fa5540036a0 msgr2=0x7fa554005b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:15.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.057+0000 7fa579c00640 1 --2- 172.21.15.31:0/669064516 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fa5540036a0 0x7fa554005b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:15.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.057+0000 7fa579c00640 1 --2- 172.21.15.31:0/669064516 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fa5540036a0 0x7fa554005b40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T12:21:15.065 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.065+0000 7fe787400640 1 --2- 172.21.15.31:0/335780651 >> v2:172.21.15.123:3300/0 conn(0x7fe768007380 0x7fe768009890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:15.066 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.065+0000 7fe787400640 1 -- 172.21.15.31:0/335780651 >> v2:172.21.15.123:3300/0 conn(0x7fe768007380 msgr2=0x7fe768009890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-07-26T12:21:15.066 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.065+0000 7fe787400640 1 -- 172.21.15.31:0/335780651 >> v2:172.21.15.123:3300/0 conn(0x7fe768007380 msgr2=0x7fe768009890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:15.066 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.065+0000 7fe787400640 1 --2- 172.21.15.31:0/335780651 >> v2:172.21.15.123:3300/0 conn(0x7fe768007380 0x7fe768009890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:15.066 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.065+0000 7fe787400640 1 --2- 172.21.15.31:0/335780651 >> v2:172.21.15.123:3300/0 conn(0x7fe768007380 0x7fe768009890 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-07-26T12:21:15.132 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.131+0000 7fb255600640 1 --2- 172.21.15.31:0/17706481 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fb2300036c0 0x7fb230005b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:15.133 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.132+0000 7fb255600640 1 -- 172.21.15.31:0/17706481 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fb2300036c0 msgr2=0x7fb230005b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-07-26T12:21:15.133 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.132+0000 7fb255600640 1 -- 172.21.15.31:0/17706481 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fb2300036c0 msgr2=0x7fb230005b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:15.133 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.132+0000 7fb255600640 1 --2- 172.21.15.31:0/17706481 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fb2300036c0 0x7fb230005b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:15.133 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.132+0000 7fb255600640 1 --2- 172.21.15.31:0/17706481 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fb2300036c0 0x7fb230005b60 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-07-26T12:21:15.146 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.145+0000 7fe692000640 1 --2- 172.21.15.31:0/178473257 >> v2:172.21.15.31:3300/0 conn(0x7fe674006240 0x7fe674008750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:15.146 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.146+0000 7fe692000640 1 -- 172.21.15.31:0/178473257 >> v2:172.21.15.31:3300/0 conn(0x7fe674006240 msgr2=0x7fe674008750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-07-26T12:21:15.146 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.146+0000 7fe692000640 1 -- 172.21.15.31:0/178473257 >> v2:172.21.15.31:3300/0 conn(0x7fe674006240 msgr2=0x7fe674008750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:15.146 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.146+0000 7fe692000640 1 --2- 172.21.15.31:0/178473257 >> v2:172.21.15.31:3300/0 conn(0x7fe674006240 0x7fe674008750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:15.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.146+0000 7fe692000640 1 --2- 172.21.15.31:0/178473257 >> v2:172.21.15.31:3300/0 conn(0x7fe674006240 0x7fe674008750 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-07-26T12:21:15.148 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.147+0000 7fe692a00640 1 --2- 172.21.15.31:0/178473257 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe674003710 0x7fe674005bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:15.148 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.147+0000 7fe692a00640 1 -- 172.21.15.31:0/178473257 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe674003710 msgr2=0x7fe674005bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-07-26T12:21:15.148 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.147+0000 7fe692a00640 1 -- 172.21.15.31:0/178473257 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe674003710 msgr2=0x7fe674005bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:15.148 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.147+0000 7fe692a00640 1 --2- 172.21.15.31:0/178473257 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe674003710 0x7fe674005bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:15.148 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.148+0000 7fe692a00640 1 --2- 172.21.15.31:0/178473257 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe674003710 0x7fe674005bb0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-07-26T12:21:15.178 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.177+0000 7efc45200640 1 --2- 172.21.15.31:0/3902059063 >> v2:172.21.15.123:3300/0 conn(0x7efc20007470 0x7efc20009980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:15.178 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.178+0000 7efc45200640 1 -- 172.21.15.31:0/3902059063 >> v2:172.21.15.123:3300/0 conn(0x7efc20007470 msgr2=0x7efc20009980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-07-26T12:21:15.178 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.178+0000 7efc45200640 1 -- 172.21.15.31:0/3902059063 >> v2:172.21.15.123:3300/0 conn(0x7efc20007470 msgr2=0x7efc20009980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:15.179 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.178+0000 7efc45200640 1 --2- 172.21.15.31:0/3902059063 >> v2:172.21.15.123:3300/0 conn(0x7efc20007470 0x7efc20009980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:15.179 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.178+0000 7efc45200640 1 --2- 172.21.15.31:0/3902059063 >> v2:172.21.15.123:3300/0 conn(0x7efc20007470 0x7efc20009980 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-07-26T12:21:15.287 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.286+0000 7fad4de00640 1 --2- 172.21.15.31:0/4185782147 >> v2:172.21.15.123:3300/0 conn(0x7fad30005900 0x7fad30007dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:15.288 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.287+0000 7fad4de00640 1 -- 172.21.15.31:0/4185782147 >> v2:172.21.15.123:3300/0 conn(0x7fad30005900 msgr2=0x7fad30007dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-07-26T12:21:15.288 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.287+0000 7fad4de00640 1 -- 172.21.15.31:0/4185782147 >> v2:172.21.15.123:3300/0 conn(0x7fad30005900 msgr2=0x7fad30007dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:15.288 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.287+0000 7fad4de00640 1 --2- 172.21.15.31:0/4185782147 >> v2:172.21.15.123:3300/0 conn(0x7fad30005900 0x7fad30007dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:15.288 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.287+0000 7fad4de00640 1 --2- 172.21.15.31:0/4185782147 >> v2:172.21.15.123:3300/0 conn(0x7fad30005900 0x7fad30007dd0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-07-26T12:21:15.289 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.288+0000 7fad4d400640 1 --2- 172.21.15.31:0/4185782147 >> v2:172.21.15.31:3300/0 conn(0x7fad30008420 0x7fad3000a930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:15.289 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.289+0000 7fad4d400640 1 -- 172.21.15.31:0/4185782147 >> v2:172.21.15.31:3300/0 conn(0x7fad30008420 msgr2=0x7fad3000a930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-07-26T12:21:15.289 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.289+0000 7fad4d400640 1 -- 172.21.15.31:0/4185782147 >> v2:172.21.15.31:3300/0 conn(0x7fad30008420 msgr2=0x7fad3000a930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:15.290 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.289+0000 7fad4d400640 1 --2- 172.21.15.31:0/4185782147 >> v2:172.21.15.31:3300/0 conn(0x7fad30008420 0x7fad3000a930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:15.290 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.289+0000 7fad4d400640 1 --2- 172.21.15.31:0/4185782147 >> v2:172.21.15.31:3300/0 conn(0x7fad30008420 0x7fad3000a930 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-07-26T12:21:15.291 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.290+0000 7fea55400640 1 --2- 172.21.15.31:0/2229030740 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fea3c0073c0 0x7fea3c0098d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:15.291 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.290+0000 7fea55400640 1 -- 172.21.15.31:0/2229030740 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fea3c0073c0 msgr2=0x7fea3c0098d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-07-26T12:21:15.291 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.290+0000 7fea55400640 1 -- 172.21.15.31:0/2229030740 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fea3c0073c0 msgr2=0x7fea3c0098d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:15.291 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.290+0000 7fea55400640 1 --2- 172.21.15.31:0/2229030740 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fea3c0073c0 0x7fea3c0098d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:15.291 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.291+0000 7fea55400640 1 --2- 172.21.15.31:0/2229030740 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fea3c0073c0 0x7fea3c0098d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-07-26T12:21:15.321 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.320+0000 7fc403400640 1 --2- 172.21.15.31:0/1656893840 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fc3e4003670 0x7fc3e4005b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:15.321 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.320+0000 7fc403400640 1 -- 172.21.15.31:0/1656893840 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fc3e4003670 msgr2=0x7fc3e4005b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-07-26T12:21:15.321 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.320+0000 7fc403400640 1 -- 172.21.15.31:0/1656893840 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fc3e4003670 msgr2=0x7fc3e4005b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:15.321 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.320+0000 7fc403400640 1 --2- 172.21.15.31:0/1656893840 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fc3e4003670 0x7fc3e4005b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:15.321 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.320+0000 7fc403400640 1 --2- 172.21.15.31:0/1656893840 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fc3e4003670 0x7fc3e4005b10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-07-26T12:21:15.336 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.336+0000 7effd0a00640 1 --2- 172.21.15.31:0/960083142 >> v2:172.21.15.31:3300/0 conn(0x7effac003680 0x7effac005b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:15.337 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.336+0000 7effd0a00640 1 -- 172.21.15.31:0/960083142 >> v2:172.21.15.31:3300/0 conn(0x7effac003680 msgr2=0x7effac005b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-07-26T12:21:15.337 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.336+0000 7effd0a00640 1 -- 172.21.15.31:0/960083142 >> v2:172.21.15.31:3300/0 conn(0x7effac003680 msgr2=0x7effac005b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:15.337 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.336+0000 7effd0a00640 1 --2- 172.21.15.31:0/960083142 >> v2:172.21.15.31:3300/0 conn(0x7effac003680 0x7effac005b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:15.337 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.336+0000 7effd0a00640 1 --2- 172.21.15.31:0/960083142 >> v2:172.21.15.31:3300/0 conn(0x7effac003680 0x7effac005b50 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-07-26T12:21:15.380 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.379+0000 7fd62de00640 1 --2- 172.21.15.31:0/436875733 >> v2:172.21.15.31:3300/0 conn(0x7fd60c0036f0 0x7fd60c005bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:15.380 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.379+0000 7fd62d400640 1 --2- 172.21.15.31:0/436875733 >> v2:172.21.15.123:3300/0 conn(0x7fd60c0062b0 0x7fd60c008780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:15.380 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.379+0000 7fd62de00640 1 -- 172.21.15.31:0/436875733 >> v2:172.21.15.31:3300/0 conn(0x7fd60c0036f0 msgr2=0x7fd60c005bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-07-26T12:21:15.380 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.380+0000 7fd62de00640 1 -- 172.21.15.31:0/436875733 >> v2:172.21.15.31:3300/0 conn(0x7fd60c0036f0 msgr2=0x7fd60c005bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:15.381 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.380+0000 7fd62de00640 1 --2- 172.21.15.31:0/436875733 >> v2:172.21.15.31:3300/0 conn(0x7fd60c0036f0 0x7fd60c005bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:15.381 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.380+0000 7fd62d400640 1 -- 172.21.15.31:0/436875733 >> v2:172.21.15.123:3300/0 conn(0x7fd60c0062b0 msgr2=0x7fd60c008780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-07-26T12:21:15.381 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.380+0000 7fd62d400640 1 -- 172.21.15.31:0/436875733 >> v2:172.21.15.123:3300/0 conn(0x7fd60c0062b0 msgr2=0x7fd60c008780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:15.381 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.380+0000 7fd62d400640 1 --2- 172.21.15.31:0/436875733 >> v2:172.21.15.123:3300/0 conn(0x7fd60c0062b0 0x7fd60c008780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:15.381 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.380+0000 7fd62d400640 1 --2- 172.21.15.31:0/436875733 >> v2:172.21.15.123:3300/0 conn(0x7fd60c0062b0 0x7fd60c008780 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-07-26T12:21:15.381 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.380+0000 7fd62de00640 1 --2- 172.21.15.31:0/436875733 >> v2:172.21.15.31:3300/0 conn(0x7fd60c0036f0 0x7fd60c005bc0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-07-26T12:21:15.398 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.398+0000 7f87f9200640 1 --2- 172.21.15.31:0/2087582077 >> v2:172.21.15.123:3300/0 conn(0x7f87d4007450 0x7f87d4009960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:15.399 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.398+0000 7f87f9200640 1 -- 172.21.15.31:0/2087582077 >> v2:172.21.15.123:3300/0 conn(0x7f87d4007450 msgr2=0x7f87d4009960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-07-26T12:21:15.399 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.398+0000 7f87f9200640 1 -- 172.21.15.31:0/2087582077 >> v2:172.21.15.123:3300/0 conn(0x7f87d4007450 msgr2=0x7f87d4009960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:15.399 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.398+0000 7f87f9200640 1 --2- 172.21.15.31:0/2087582077 >> v2:172.21.15.123:3300/0 conn(0x7f87d4007450 0x7f87d4009960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:15.399 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.398+0000 7f87f9200640 1 --2- 172.21.15.31:0/2087582077 >> v2:172.21.15.123:3300/0 conn(0x7f87d4007450 0x7f87d4009960 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-07-26T12:21:15.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.422+0000 7f71d7e00640 1 --2- 172.21.15.31:0/3030550697 >> v2:172.21.15.31:3300/0 conn(0x7f71b8007440 0x7f71b8009930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:15.423 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.422+0000 7f71d7e00640 1 -- 172.21.15.31:0/3030550697 >> v2:172.21.15.31:3300/0 conn(0x7f71b8007440 msgr2=0x7f71b8009930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-07-26T12:21:15.423 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.422+0000 7f71d7e00640 1 -- 172.21.15.31:0/3030550697 >> v2:172.21.15.31:3300/0 conn(0x7f71b8007440 msgr2=0x7f71b8009930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:15.423 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.422+0000 7f71d7e00640 1 --2- 172.21.15.31:0/3030550697 >> v2:172.21.15.31:3300/0 conn(0x7f71b8007440 0x7f71b8009930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:15.423 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.423+0000 7f71d7e00640 1 --2- 172.21.15.31:0/3030550697 >> v2:172.21.15.31:3300/0 conn(0x7f71b8007440 0x7f71b8009930 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-07-26T12:21:15.452 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.450+0000 7feca6a00640 1 --2- 172.21.15.31:0/1217770875 >> v2:172.21.15.123:3300/0 conn(0x7fec88007380 0x7fec88009890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:15.452 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.451+0000 7feca6a00640 1 -- 172.21.15.31:0/1217770875 >> v2:172.21.15.123:3300/0 conn(0x7fec88007380 msgr2=0x7fec88009890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-07-26T12:21:15.452 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.451+0000 7feca6a00640 1 -- 172.21.15.31:0/1217770875 >> v2:172.21.15.123:3300/0 conn(0x7fec88007380 msgr2=0x7fec88009890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:15.452 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.451+0000 7feca6a00640 1 --2- 172.21.15.31:0/1217770875 >> v2:172.21.15.123:3300/0 conn(0x7fec88007380 0x7fec88009890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:15.452 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.451+0000 7feca6a00640 1 --2- 172.21.15.31:0/1217770875 >> v2:172.21.15.123:3300/0 conn(0x7fec88007380 0x7fec88009890 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-07-26T12:21:15.459 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.459+0000 7fa579c00640 1 --2- 172.21.15.31:0/669064516 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fa5540036a0 0x7fa554005b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:15.460 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.459+0000 7fa579c00640 1 -- 172.21.15.31:0/669064516 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fa5540036a0 msgr2=0x7fa554005b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-07-26T12:21:15.460 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.459+0000 7fa579c00640 1 -- 172.21.15.31:0/669064516 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fa5540036a0 msgr2=0x7fa554005b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:15.460 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.459+0000 7fa579c00640 1 --2- 172.21.15.31:0/669064516 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fa5540036a0 0x7fa554005b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:15.460 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.459+0000 7fa579c00640 1 --2- 172.21.15.31:0/669064516 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fa5540036a0 0x7fa554005b40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-07-26T12:21:15.529 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.528+0000 7efcf5400640 1 --2- 172.21.15.31:0/993982679 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7efcd8007310 0x7efcd8009820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:15.529 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.528+0000 7efcf5400640 1 -- 172.21.15.31:0/993982679 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7efcd8007310 msgr2=0x7efcd8009820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-07-26T12:21:15.529 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.528+0000 7efcf5400640 1 -- 172.21.15.31:0/993982679 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7efcd8007310 msgr2=0x7efcd8009820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:15.529 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.528+0000 7efcf5400640 1 --2- 172.21.15.31:0/993982679 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7efcd8007310 0x7efcd8009820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:15.529 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.528+0000 7efcf5400640 1 --2- 172.21.15.31:0/993982679 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7efcd8007310 0x7efcd8009820 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-07-26T12:21:15.679 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.678+0000 7f6f98a00640 1 --2- 172.21.15.31:0/1421279237 >> v2:172.21.15.31:3300/0 conn(0x7f6f740036a0 0x7f6f74005b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:15.681 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.679+0000 7f6f98a00640 1 -- 172.21.15.31:0/1421279237 >> v2:172.21.15.31:3300/0 conn(0x7f6f740036a0 msgr2=0x7f6f74005b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-07-26T12:21:15.682 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.679+0000 7f6f98a00640 1 -- 172.21.15.31:0/1421279237 >> v2:172.21.15.31:3300/0 conn(0x7f6f740036a0 msgr2=0x7f6f74005b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:15.682 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.679+0000 7f6f98a00640 1 --2- 172.21.15.31:0/1421279237 >> v2:172.21.15.31:3300/0 conn(0x7f6f740036a0 0x7f6f74005b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:15.682 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.679+0000 7f6f98a00640 1 --2- 172.21.15.31:0/1421279237 >> v2:172.21.15.31:3300/0 conn(0x7f6f740036a0 0x7f6f74005b70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-07-26T12:21:15.754 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.752+0000 7f8d5a000640 1 --2- 172.21.15.31:0/806011864 >> v2:172.21.15.31:3300/0 conn(0x7f8d400062f0 0x7f8d400087e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:15.754 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.752+0000 7f8d62a00640 1 --2- 172.21.15.31:0/806011864 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f8d40003740 0x7f8d40005be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:15.754 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.753+0000 7f8d5a000640 1 -- 172.21.15.31:0/806011864 >> v2:172.21.15.31:3300/0 conn(0x7f8d400062f0 msgr2=0x7f8d400087e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-07-26T12:21:15.754 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.753+0000 7f8d5a000640 1 -- 172.21.15.31:0/806011864 >> v2:172.21.15.31:3300/0 conn(0x7f8d400062f0 msgr2=0x7f8d400087e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:15.754 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.753+0000 7f8d5a000640 1 --2- 172.21.15.31:0/806011864 >> v2:172.21.15.31:3300/0 conn(0x7f8d400062f0 0x7f8d400087e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:15.754 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.753+0000 7f8d62a00640 1 -- 172.21.15.31:0/806011864 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f8d40003740 msgr2=0x7f8d40005be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-07-26T12:21:15.754 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.753+0000 7f8d62a00640 1 -- 172.21.15.31:0/806011864 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f8d40003740 msgr2=0x7f8d40005be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:15.754 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.753+0000 7f8d62a00640 1 --2- 172.21.15.31:0/806011864 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f8d40003740 0x7f8d40005be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:15.755 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.753+0000 7f8d62a00640 1 --2- 172.21.15.31:0/806011864 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f8d40003740 0x7f8d40005be0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-07-26T12:21:15.755 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.753+0000 7f8d5a000640 1 --2- 172.21.15.31:0/806011864 >> v2:172.21.15.31:3300/0 conn(0x7f8d400062f0 0x7f8d400087e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-07-26T12:21:15.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.789+0000 7f234a000640 1 --2- 172.21.15.31:0/1182978560 >> v2:172.21.15.31:3300/0 conn(0x7f23240036a0 0x7f2324005b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:15.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.789+0000 7f234a000640 1 -- 172.21.15.31:0/1182978560 >> v2:172.21.15.31:3300/0 conn(0x7f23240036a0 msgr2=0x7f2324005b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-07-26T12:21:15.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.789+0000 7f234a000640 1 -- 172.21.15.31:0/1182978560 >> v2:172.21.15.31:3300/0 conn(0x7f23240036a0 msgr2=0x7f2324005b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:15.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.789+0000 7f234a000640 1 --2- 172.21.15.31:0/1182978560 >> v2:172.21.15.31:3300/0 conn(0x7f23240036a0 0x7f2324005b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:15.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.790+0000 7f234a000640 1 --2- 172.21.15.31:0/1182978560 >> v2:172.21.15.31:3300/0 conn(0x7f23240036a0 0x7f2324005b70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-07-26T12:21:15.868 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.867+0000 7fe787400640 1 --2- 172.21.15.31:0/335780651 >> v2:172.21.15.123:3300/0 conn(0x7fe768007380 0x7fe768009890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:15.868 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.867+0000 7fe787400640 1 -- 172.21.15.31:0/335780651 >> v2:172.21.15.123:3300/0 conn(0x7fe768007380 msgr2=0x7fe768009890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-07-26T12:21:15.868 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.867+0000 7fe787400640 1 -- 172.21.15.31:0/335780651 >> v2:172.21.15.123:3300/0 conn(0x7fe768007380 msgr2=0x7fe768009890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:15.868 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.867+0000 7fe787400640 1 --2- 172.21.15.31:0/335780651 >> v2:172.21.15.123:3300/0 conn(0x7fe768007380 0x7fe768009890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:15.868 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.868+0000 7fe787400640 1 --2- 172.21.15.31:0/335780651 >> v2:172.21.15.123:3300/0 conn(0x7fe768007380 0x7fe768009890 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-07-26T12:21:15.935 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.934+0000 7fb255600640 1 --2- 172.21.15.31:0/17706481 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fb2300036c0 0x7fb230005b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:15.935 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.934+0000 7fb255600640 1 -- 172.21.15.31:0/17706481 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fb2300036c0 msgr2=0x7fb230005b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-07-26T12:21:15.935 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.934+0000 7fb255600640 1 -- 172.21.15.31:0/17706481 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fb2300036c0 msgr2=0x7fb230005b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:15.935 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.934+0000 7fb255600640 1 --2- 172.21.15.31:0/17706481 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fb2300036c0 0x7fb230005b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:15.935 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.934+0000 7fb255600640 1 --2- 172.21.15.31:0/17706481 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fb2300036c0 0x7fb230005b60 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-07-26T12:21:15.948 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.947+0000 7fe692000640 1 --2- 172.21.15.31:0/178473257 >> v2:172.21.15.31:3300/0 conn(0x7fe674006240 0x7fe674008750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:15.948 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.948+0000 7fe692000640 1 -- 172.21.15.31:0/178473257 >> v2:172.21.15.31:3300/0 conn(0x7fe674006240 msgr2=0x7fe674008750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-07-26T12:21:15.948 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.948+0000 7fe692000640 1 -- 172.21.15.31:0/178473257 >> v2:172.21.15.31:3300/0 conn(0x7fe674006240 msgr2=0x7fe674008750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:15.948 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.948+0000 7fe692000640 1 --2- 172.21.15.31:0/178473257 >> v2:172.21.15.31:3300/0 conn(0x7fe674006240 0x7fe674008750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:15.948 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.948+0000 7fe692000640 1 --2- 172.21.15.31:0/178473257 >> v2:172.21.15.31:3300/0 conn(0x7fe674006240 0x7fe674008750 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-07-26T12:21:15.951 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.950+0000 7fe692a00640 1 --2- 172.21.15.31:0/178473257 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe674003710 0x7fe674005bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:15.951 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.951+0000 7fe692a00640 1 -- 172.21.15.31:0/178473257 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe674003710 msgr2=0x7fe674005bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-07-26T12:21:15.952 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.951+0000 7fe692a00640 1 -- 172.21.15.31:0/178473257 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe674003710 msgr2=0x7fe674005bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:15.952 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.951+0000 7fe692a00640 1 --2- 172.21.15.31:0/178473257 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe674003710 0x7fe674005bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:15.952 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.951+0000 7fe692a00640 1 --2- 172.21.15.31:0/178473257 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe674003710 0x7fe674005bb0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-07-26T12:21:15.981 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.980+0000 7efc45200640 1 --2- 172.21.15.31:0/3902059063 >> v2:172.21.15.123:3300/0 conn(0x7efc20007470 0x7efc20009980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:15.981 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.980+0000 7efc45200640 1 -- 172.21.15.31:0/3902059063 >> v2:172.21.15.123:3300/0 conn(0x7efc20007470 msgr2=0x7efc20009980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-07-26T12:21:15.981 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.980+0000 7efc45200640 1 -- 172.21.15.31:0/3902059063 >> v2:172.21.15.123:3300/0 conn(0x7efc20007470 msgr2=0x7efc20009980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:15.981 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.980+0000 7efc45200640 1 --2- 172.21.15.31:0/3902059063 >> v2:172.21.15.123:3300/0 conn(0x7efc20007470 0x7efc20009980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:15.981 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:15.980+0000 7efc45200640 1 --2- 172.21.15.31:0/3902059063 >> v2:172.21.15.123:3300/0 conn(0x7efc20007470 0x7efc20009980 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-07-26T12:21:16.089 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.088+0000 7fad4de00640 1 --2- 172.21.15.31:0/4185782147 >> v2:172.21.15.123:3300/0 conn(0x7fad30005900 0x7fad30007dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:16.090 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.089+0000 7fad4de00640 1 -- 172.21.15.31:0/4185782147 >> v2:172.21.15.123:3300/0 conn(0x7fad30005900 msgr2=0x7fad30007dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-07-26T12:21:16.090 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.089+0000 7fad4de00640 1 -- 172.21.15.31:0/4185782147 >> v2:172.21.15.123:3300/0 conn(0x7fad30005900 msgr2=0x7fad30007dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:16.090 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.089+0000 7fad4de00640 1 --2- 172.21.15.31:0/4185782147 >> v2:172.21.15.123:3300/0 conn(0x7fad30005900 0x7fad30007dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:16.090 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.089+0000 7fad4de00640 1 --2- 172.21.15.31:0/4185782147 >> v2:172.21.15.123:3300/0 conn(0x7fad30005900 0x7fad30007dd0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-07-26T12:21:16.091 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.090+0000 7fad4d400640 1 --2- 172.21.15.31:0/4185782147 >> v2:172.21.15.31:3300/0 conn(0x7fad30008420 0x7fad3000a930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:16.092 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.091+0000 7feca6000640 1 -- 172.21.15.31:0/1217770875 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 739379496 0 0) 0x7feca806e2b0 con 0x7fec880036a0 2024-07-26T12:21:16.092 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.091+0000 7feca6000640 1 -- 172.21.15.31:0/1217770875 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fec8c003520 con 0x7fec880036a0 2024-07-26T12:21:16.092 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.091+0000 7f6f93400640 1 -- 172.21.15.31:0/1421279237 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2885931879 0 0) 0x7f6f9406e2b0 con 0x7f6f740061c0 2024-07-26T12:21:16.093 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.091+0000 7f6f93400640 1 -- 172.21.15.31:0/1421279237 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6f78003520 con 0x7f6f740061c0 2024-07-26T12:21:16.093 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.091+0000 7effcb400640 1 -- 172.21.15.31:0/960083142 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1076954431 0 0) 0x7effcc0b2ee0 con 0x7effac0061a0 2024-07-26T12:21:16.093 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.091+0000 7effcb400640 1 -- 172.21.15.31:0/960083142 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7effb4003520 con 0x7effac0061a0 2024-07-26T12:21:16.093 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.092+0000 7fad4d400640 1 -- 172.21.15.31:0/4185782147 >> v2:172.21.15.123:3300/0 conn(0x7fad30005900 msgr2=0x7fad30007dd0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-07-26T12:21:16.093 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.092+0000 7fad4d400640 1 --2- 172.21.15.31:0/4185782147 >> v2:172.21.15.123:3300/0 conn(0x7fad30005900 0x7fad30007dd0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.093 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.092+0000 7fad4d400640 1 -- 172.21.15.31:0/4185782147 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fad480c9440 con 0x7fad30008420 2024-07-26T12:21:16.094 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.091+0000 7f2a26a00640 1 -- 172.21.15.31:0/1117560359 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3404786424 0 0) 0x7f2a280b0640 con 0x7f2a0c007350 2024-07-26T12:21:16.094 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.092+0000 7f2a26a00640 1 -- 172.21.15.31:0/1117560359 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2a08003520 con 0x7f2a0c007350 2024-07-26T12:21:16.094 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.092+0000 7fe786a00640 1 -- 172.21.15.31:0/335780651 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2183462287 0 0) 0x7fe7880adc40 con 0x7fe7680036a0 2024-07-26T12:21:16.094 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.092+0000 7fe786a00640 1 -- 172.21.15.31:0/335780651 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe76c003520 con 0x7fe7680036a0 2024-07-26T12:21:16.094 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.091+0000 7fb24fe00640 1 -- 172.21.15.31:0/17706481 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1097019631 0 0) 0x7fb2501480b0 con 0x7fb230006270 2024-07-26T12:21:16.095 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.091+0000 7fb24fe00640 1 -- 172.21.15.31:0/17706481 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb238003520 con 0x7fb230006270 2024-07-26T12:21:16.095 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.092+0000 7f87f3e00640 1 -- 172.21.15.31:0/2087582077 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2821984554 0 0) 0x7f87f4147dd0 con 0x7f87d40036d0 2024-07-26T12:21:16.095 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.092+0000 7f87f3e00640 1 -- 172.21.15.31:0/2087582077 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f87dc003520 con 0x7f87d40036d0 2024-07-26T12:21:16.095 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.092+0000 7fea55400640 1 --2- 172.21.15.31:0/2229030740 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fea3c0073c0 0x7fea3c0098d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:16.096 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.092+0000 7efcf4a00640 1 -- 172.21.15.31:0/993982679 <== mon.1 v1:172.21.15.123:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 554517941 0 0) 0x7efcf80b0430 con 0x7efcd8003670 2024-07-26T12:21:16.096 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.093+0000 7efcf4a00640 1 -- 172.21.15.31:0/993982679 --> v1:172.21.15.123:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7efcdc003520 con 0x7efcd8003670 2024-07-26T12:21:16.096 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.093+0000 7f2342000640 1 -- 172.21.15.31:0/1182978560 <== mon.1 v1:172.21.15.123:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 680784527 0 0) 0x7f233c0c8df0 con 0x7f23240061c0 2024-07-26T12:21:16.096 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.093+0000 7fea5d400640 1 -- 172.21.15.31:0/2229030740 <== mon.1 v1:172.21.15.123:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3560716252 0 0) 0x7fea60147dd0 con 0x7fea3c0036a0 2024-07-26T12:21:16.096 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.093+0000 7fea5d400640 1 -- 172.21.15.31:0/2229030740 --> v1:172.21.15.123:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fea44003520 con 0x7fea3c0036a0 2024-07-26T12:21:16.097 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.093+0000 7fc402000640 1 -- 172.21.15.31:0/1656893840 <== mon.1 v1:172.21.15.123:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 442797414 0 0) 0x7fc4040b2a40 con 0x7fc3e40061a0 2024-07-26T12:21:16.097 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.093+0000 7fc402000640 1 -- 172.21.15.31:0/1656893840 --> v1:172.21.15.123:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc3e8003520 con 0x7fc3e40061a0 2024-07-26T12:21:16.097 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.093+0000 7fa573e00640 1 -- 172.21.15.31:0/669064516 <== mon.1 v1:172.21.15.123:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3827609915 0 0) 0x7fa574147dd0 con 0x7fa554006270 2024-07-26T12:21:16.097 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.093+0000 7fa573e00640 1 -- 172.21.15.31:0/669064516 --> v1:172.21.15.123:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa55c003520 con 0x7fa554006270 2024-07-26T12:21:16.097 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.093+0000 7f2a26a00640 1 -- 172.21.15.31:0/1117560359 <== mon.1 v1:172.21.15.123:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2573937812 0 0) 0x7f2a0c00c0e0 con 0x7f2a0c003670 2024-07-26T12:21:16.097 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.093+0000 7f2a26a00640 1 -- 172.21.15.31:0/1117560359 --> v1:172.21.15.123:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2a280b0640 con 0x7f2a0c003670 2024-07-26T12:21:16.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.093+0000 7efc3fe00640 1 -- 172.21.15.31:0/3902059063 <== mon.1 v1:172.21.15.123:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4118082256 0 0) 0x7efc40147dd0 con 0x7efc200036f0 2024-07-26T12:21:16.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.093+0000 7efc3fe00640 1 -- 172.21.15.31:0/3902059063 --> v1:172.21.15.123:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7efc28003520 con 0x7efc200036f0 2024-07-26T12:21:16.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.093+0000 7fea55400640 1 -- 172.21.15.31:0/2229030740 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fea3c0073c0 msgr2=0x7fea3c0098d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-07-26T12:21:16.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.093+0000 7fea55400640 1 -- 172.21.15.31:0/2229030740 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fea3c0073c0 msgr2=0x7fea3c0098d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:16.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.093+0000 7fea55400640 1 --2- 172.21.15.31:0/2229030740 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fea3c0073c0 0x7fea3c0098d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:16.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.093+0000 7fea55400640 1 --2- 172.21.15.31:0/2229030740 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fea3c0073c0 0x7fea3c0098d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-07-26T12:21:16.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.093+0000 7f71d7400640 1 -- 172.21.15.31:0/3030550697 <== mon.1 v1:172.21.15.123:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4254178331 0 0) 0x7f71d8148130 con 0x7f71b80036a0 2024-07-26T12:21:16.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.093+0000 7f71d7400640 1 -- 172.21.15.31:0/3030550697 --> v1:172.21.15.123:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f71bc003520 con 0x7f71b80036a0 2024-07-26T12:21:16.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.093+0000 7f2342000640 1 -- 172.21.15.31:0/1182978560 --> v1:172.21.15.123:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f232c003520 con 0x7f23240061c0 2024-07-26T12:21:16.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.094+0000 7fad4d400640 1 --2- 172.21.15.31:0/4185782147 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fad30008420 0x7fad3000a930 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7fad5006b0e0 tx=0x7fad5006a8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=512a097278fdac73 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:16.100 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.094+0000 7fea5d400640 1 -- 172.21.15.31:0/2229030740 <== mon.1 v1:172.21.15.123:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3980064486 0 0) 0x7fea44003520 con 0x7fea3c0036a0 2024-07-26T12:21:16.100 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.094+0000 7fea5d400640 1 -- 172.21.15.31:0/2229030740 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fea3c0073c0 msgr2=0x7fea3c0098d0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-07-26T12:21:16.100 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.094+0000 7fea5d400640 1 --2- 172.21.15.31:0/2229030740 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fea3c0073c0 0x7fea3c0098d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.100 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.094+0000 7fea5d400640 1 -- 172.21.15.31:0/2229030740 --> v1:172.21.15.123:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fea3c00b110 con 0x7fea3c0036a0 2024-07-26T12:21:16.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.094+0000 7fea5d400640 1 -- 172.21.15.31:0/2229030740 <== mon.1 v1:172.21.15.123:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 972834220 0 0) 0x7fea480017b0 con 0x7fea3c0036a0 2024-07-26T12:21:16.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.094+0000 7fea5d400640 1 -- 172.21.15.31:0/2229030740 >> v1:172.21.15.123:6789/0 conn(0x7fea3c0036a0 legacy=0x7fea3c005b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:16.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.094+0000 7fea5e800640 1 -- 172.21.15.31:0/2229030740 reap_dead start 2024-07-26T12:21:16.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.094+0000 7fea5d400640 1 --2- 172.21.15.31:0/2229030740 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fea44003a70 0x7fea44003ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:16.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.094+0000 7fea5d400640 1 --2- 172.21.15.31:0/2229030740 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fea44004800 0x7fea44004c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:16.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.094+0000 7fea5d400640 1 --2- 172.21.15.31:0/2229030740 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fea440099b0 0x7fea4400bdd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:16.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.094+0000 7fea5d400640 1 -- 172.21.15.31:0/2229030740 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fea600b7210 con 0x7fea44003a70 2024-07-26T12:21:16.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.094+0000 7fea5d400640 1 -- 172.21.15.31:0/2229030740 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fea4400c3f0 con 0x7fea44004800 2024-07-26T12:21:16.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.094+0000 7fc402000640 1 -- 172.21.15.31:0/1656893840 <== mon.1 v1:172.21.15.123:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2407442146 0 0) 0x7fc3e8003520 con 0x7fc3e40061a0 2024-07-26T12:21:16.102 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.094+0000 7fea5d400640 1 -- 172.21.15.31:0/2229030740 --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7fea4400c5f0 con 0x7fea440099b0 2024-07-26T12:21:16.102 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.094+0000 7fc402000640 1 -- 172.21.15.31:0/1656893840 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fc3e4003670 msgr2=0x7fc3e4005b10 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-07-26T12:21:16.102 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.094+0000 7fc402000640 1 --2- 172.21.15.31:0/1656893840 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fc3e4003670 0x7fc3e4005b10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.102 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.095+0000 7f2a26a00640 1 -- 172.21.15.31:0/1117560359 <== mon.1 v1:172.21.15.123:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 84716152 0 0) 0x7f2a280b0640 con 0x7f2a0c003670 2024-07-26T12:21:16.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.095+0000 7fc402000640 1 -- 172.21.15.31:0/1656893840 --> v1:172.21.15.123:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc3e400b0a0 con 0x7fc3e40061a0 2024-07-26T12:21:16.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.095+0000 7fc402000640 1 -- 172.21.15.31:0/1656893840 <== mon.1 v1:172.21.15.123:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 972834220 0 0) 0x7fc3f000d5c0 con 0x7fc3e40061a0 2024-07-26T12:21:16.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.095+0000 7f2a26a00640 1 -- 172.21.15.31:0/1117560359 >> v1:172.21.15.31:6789/0 conn(0x7f2a0c007350 legacy=0x7f2a0c009860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:16.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.095+0000 7f2a26a00640 1 -- 172.21.15.31:0/1117560359 --> v1:172.21.15.123:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2a0c00d3a0 con 0x7f2a0c003670 2024-07-26T12:21:16.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.095+0000 7f2a26a00640 1 -- 172.21.15.31:0/1117560359 <== mon.1 v1:172.21.15.123:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 972834220 0 0) 0x7f2a1800f040 con 0x7f2a0c003670 2024-07-26T12:21:16.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.095+0000 7f2a26a00640 1 -- 172.21.15.31:0/1117560359 >> v1:172.21.15.123:6789/0 conn(0x7f2a0c003670 legacy=0x7f2a0c005b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:16.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.095+0000 7f2a26a00640 1 --2- 172.21.15.31:0/1117560359 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2a08003cd0 0x7f2a08004100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:16.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.095+0000 7f2a26a00640 1 --2- 172.21.15.31:0/1117560359 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2a08004850 0x7f2a08004ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:16.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.095+0000 7fc402000640 1 -- 172.21.15.31:0/1656893840 >> v1:172.21.15.123:6789/0 conn(0x7fc3e40061a0 legacy=0x7fc3e4008690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:16.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.095+0000 7f2a26a00640 1 --2- 172.21.15.31:0/1117560359 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f2a280ae240 0x7f2a0800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:16.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.095+0000 7f2a26a00640 1 -- 172.21.15.31:0/1117560359 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f2a0800bf00 con 0x7f2a08004850 2024-07-26T12:21:16.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.095+0000 7f2a26a00640 1 -- 172.21.15.31:0/1117560359 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f2a0800c080 con 0x7f2a08003cd0 2024-07-26T12:21:16.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.095+0000 7f2a26a00640 1 -- 172.21.15.31:0/1117560359 --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f2a0800c250 con 0x7f2a280ae240 2024-07-26T12:21:16.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.095+0000 7fc402000640 1 --2- 172.21.15.31:0/1656893840 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fc3e4003670 0x7fc3e8003a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:16.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.095+0000 7fc402000640 1 --2- 172.21.15.31:0/1656893840 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc3e80040b0 0x7fc3e8004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:16.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.095+0000 7fc402000640 1 --2- 172.21.15.31:0/1656893840 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc3e8004f40 0x7fc3e800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:16.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.095+0000 7fc402000640 1 -- 172.21.15.31:0/1656893840 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fc4040addb0 con 0x7fc3e8004f40 2024-07-26T12:21:16.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.095+0000 7fc402000640 1 -- 172.21.15.31:0/1656893840 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fc3e800bf00 con 0x7fc3e80040b0 2024-07-26T12:21:16.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.095+0000 7fc402000640 1 -- 172.21.15.31:0/1656893840 --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7fc3e800c080 con 0x7fc3e4003670 2024-07-26T12:21:16.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.096+0000 7f2a2d200640 1 -- 172.21.15.31:0/1117560359 reap_dead start 2024-07-26T12:21:16.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.095+0000 7f71d7400640 1 -- 172.21.15.31:0/3030550697 <== mon.1 v1:172.21.15.123:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 91108203 0 0) 0x7f71bc003520 con 0x7f71b80036a0 2024-07-26T12:21:16.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.095+0000 7f71d7400640 1 -- 172.21.15.31:0/3030550697 >> v2:172.21.15.31:3300/0 conn(0x7f71b8007440 msgr2=0x7f71b8009930 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-07-26T12:21:16.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.095+0000 7f71d7400640 1 --2- 172.21.15.31:0/3030550697 >> v2:172.21.15.31:3300/0 conn(0x7f71b8007440 0x7f71b8009930 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.095+0000 7f71d7400640 1 -- 172.21.15.31:0/3030550697 --> v1:172.21.15.123:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f71b800b060 con 0x7f71b80036a0 2024-07-26T12:21:16.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.095+0000 7f71d7400640 1 -- 172.21.15.31:0/3030550697 <== mon.1 v1:172.21.15.123:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 972834220 0 0) 0x7f71c800d5c0 con 0x7f71b80036a0 2024-07-26T12:21:16.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.096+0000 7f71d7400640 1 -- 172.21.15.31:0/3030550697 >> v1:172.21.15.123:6789/0 conn(0x7f71b80036a0 legacy=0x7f71b8005b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:16.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.096+0000 7f71d7400640 1 --2- 172.21.15.31:0/3030550697 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f71bc003a50 0x7f71bc003ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:16.107 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.096+0000 7f71d7400640 1 --2- 172.21.15.31:0/3030550697 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f71bc004800 0x7f71bc004c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:16.107 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.096+0000 7f71d7400640 1 --2- 172.21.15.31:0/3030550697 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f71d80b66a0 0x7f71bc0141d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:16.107 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.096+0000 7f71d7400640 1 -- 172.21.15.31:0/3030550697 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f71d80b35f0 con 0x7f71bc004800 2024-07-26T12:21:16.107 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.096+0000 7f71d7400640 1 -- 172.21.15.31:0/3030550697 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f71bc005630 con 0x7f71bc003a50 2024-07-26T12:21:16.107 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.096+0000 7f71d7400640 1 -- 172.21.15.31:0/3030550697 --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f71bc014740 con 0x7f71d80b66a0 2024-07-26T12:21:16.107 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.096+0000 7efcf4a00640 1 -- 172.21.15.31:0/993982679 <== mon.1 v1:172.21.15.123:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 940126039 0 0) 0x7efcdc003520 con 0x7efcd8003670 2024-07-26T12:21:16.107 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.096+0000 7efcf4a00640 1 -- 172.21.15.31:0/993982679 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7efcd8007310 msgr2=0x7efcd8009820 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-07-26T12:21:16.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.096+0000 7efcf4a00640 1 --2- 172.21.15.31:0/993982679 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7efcd8007310 0x7efcd8009820 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.096+0000 7efcf4a00640 1 -- 172.21.15.31:0/993982679 --> v1:172.21.15.123:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efcd800b060 con 0x7efcd8003670 2024-07-26T12:21:16.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.097+0000 7efcf4a00640 1 -- 172.21.15.31:0/993982679 <== mon.1 v1:172.21.15.123:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 972834220 0 0) 0x7efcf0001b30 con 0x7efcd8003670 2024-07-26T12:21:16.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.097+0000 7fc403e00640 1 -- 172.21.15.31:0/1656893840 reap_dead start 2024-07-26T12:21:16.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.096+0000 7fa573e00640 1 -- 172.21.15.31:0/669064516 <== mon.1 v1:172.21.15.123:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1269491218 0 0) 0x7fa55c003520 con 0x7fa554006270 2024-07-26T12:21:16.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.096+0000 7fa573e00640 1 -- 172.21.15.31:0/669064516 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fa5540036a0 msgr2=0x7fa554005b40 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-07-26T12:21:16.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.096+0000 7fa573e00640 1 --2- 172.21.15.31:0/669064516 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fa5540036a0 0x7fa554005b40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.096+0000 7fa573e00640 1 -- 172.21.15.31:0/669064516 --> v1:172.21.15.123:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa55400b130 con 0x7fa554006270 2024-07-26T12:21:16.109 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.096+0000 7fa573e00640 1 -- 172.21.15.31:0/669064516 <== mon.1 v1:172.21.15.123:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 972834220 0 0) 0x7fa56000d5c0 con 0x7fa554006270 2024-07-26T12:21:16.109 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.096+0000 7fa573e00640 1 -- 172.21.15.31:0/669064516 >> v1:172.21.15.123:6789/0 conn(0x7fa554006270 legacy=0x7fa554008780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:16.109 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.096+0000 7fa57a600640 1 -- 172.21.15.31:0/669064516 reap_dead start 2024-07-26T12:21:16.109 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.096+0000 7fa573e00640 1 --2- 172.21.15.31:0/669064516 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa55c003a70 0x7fa55c003ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:16.109 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.096+0000 7fa573e00640 1 --2- 172.21.15.31:0/669064516 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa55c004800 0x7fa55c004c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:16.109 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.096+0000 7fa573e00640 1 --2- 172.21.15.31:0/669064516 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fa5540036a0 0x7fa55c00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:16.109 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.096+0000 7fa573e00640 1 -- 172.21.15.31:0/669064516 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fa5740b7210 con 0x7fa55c004800 2024-07-26T12:21:16.109 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.096+0000 7fa573e00640 1 -- 172.21.15.31:0/669064516 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fa55c005650 con 0x7fa55c003a70 2024-07-26T12:21:16.109 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.097+0000 7fa573e00640 1 -- 172.21.15.31:0/669064516 --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7fa55c00bf50 con 0x7fa5540036a0 2024-07-26T12:21:16.109 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.097+0000 7fc403400640 1 --2- 172.21.15.31:0/1656893840 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fc3e4003670 0x7fc3e8003a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:16.109 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.097+0000 7fc402a00640 1 --2- 172.21.15.31:0/1656893840 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc3e80040b0 0x7fc3e8004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:16.110 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.097+0000 7f71dda00640 1 -- 172.21.15.31:0/3030550697 reap_dead start 2024-07-26T12:21:16.110 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.097+0000 7f2a27400640 1 --2- 172.21.15.31:0/1117560359 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2a08004850 0x7f2a08004ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:16.110 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.095+0000 7fea5e800640 1 --2- 172.21.15.31:0/2229030740 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fea440099b0 0x7fea4400bdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:16.110 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.095+0000 7fea5de00640 1 --2- 172.21.15.31:0/2229030740 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fea44003a70 0x7fea44003ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:16.110 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.096+0000 7fea55400640 1 --2- 172.21.15.31:0/2229030740 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fea44004800 0x7fea44004c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:16.111 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.096+0000 7fea5e800640 1 -- 172.21.15.31:0/2229030740 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fea440099b0 msgr2=0x7fea4400bdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2024-07-26T12:21:16.111 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.097+0000 7f2a27e00640 1 --2- 172.21.15.31:0/1117560359 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2a08003cd0 0x7f2a08004100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:16.111 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.097+0000 7f2a2d200640 1 --2- 172.21.15.31:0/1117560359 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f2a280ae240 0x7f2a0800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:16.111 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.096+0000 7fea5e800640 1 -- 172.21.15.31:0/2229030740 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fea440099b0 msgr2=0x7fea4400bdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:16.111 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.096+0000 7fea5e800640 1 --2- 172.21.15.31:0/2229030740 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fea440099b0 0x7fea4400bdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:16.111 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.096+0000 7fea5e800640 1 --2- 172.21.15.31:0/2229030740 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fea440099b0 0x7fea4400bdd0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T12:21:16.112 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.098+0000 7f2a27400640 1 -- 172.21.15.31:0/1117560359 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f2a280ae240 msgr2=0x7f2a0800b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:16.112 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.098+0000 7f2a27400640 1 --2- 172.21.15.31:0/1117560359 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f2a280ae240 0x7f2a0800b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.112 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.098+0000 7f2a27400640 1 -- 172.21.15.31:0/1117560359 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2a08003cd0 msgr2=0x7f2a08004100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:16.112 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.098+0000 7f2a27400640 1 --2- 172.21.15.31:0/1117560359 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2a08003cd0 0x7f2a08004100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.112 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.098+0000 7f2a27400640 1 -- 172.21.15.31:0/1117560359 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2a0c00d3a0 con 0x7f2a08004850 2024-07-26T12:21:16.112 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.098+0000 7f2342000640 1 -- 172.21.15.31:0/1182978560 <== mon.1 v1:172.21.15.123:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3540568157 0 0) 0x7f232c003520 con 0x7f23240061c0 2024-07-26T12:21:16.113 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.097+0000 7efc3fe00640 1 -- 172.21.15.31:0/3902059063 <== mon.1 v1:172.21.15.123:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1315744422 0 0) 0x7efc28003520 con 0x7efc200036f0 2024-07-26T12:21:16.113 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.097+0000 7efc3fe00640 1 -- 172.21.15.31:0/3902059063 >> v2:172.21.15.123:3300/0 conn(0x7efc20007470 msgr2=0x7efc20009980 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-07-26T12:21:16.113 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.097+0000 7efc3fe00640 1 --2- 172.21.15.31:0/3902059063 >> v2:172.21.15.123:3300/0 conn(0x7efc20007470 0x7efc20009980 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.113 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.097+0000 7efc3fe00640 1 -- 172.21.15.31:0/3902059063 --> v1:172.21.15.123:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efc2000b0b0 con 0x7efc200036f0 2024-07-26T12:21:16.113 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.097+0000 7efc3fe00640 1 -- 172.21.15.31:0/3902059063 <== mon.1 v1:172.21.15.123:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 972834220 0 0) 0x7efc340017b0 con 0x7efc200036f0 2024-07-26T12:21:16.114 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.098+0000 7f2342000640 1 -- 172.21.15.31:0/1182978560 >> v2:172.21.15.31:3300/0 conn(0x7f23240036a0 msgr2=0x7f2324005b70 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-07-26T12:21:16.114 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.098+0000 7f2342000640 1 --2- 172.21.15.31:0/1182978560 >> v2:172.21.15.31:3300/0 conn(0x7f23240036a0 0x7f2324005b70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.114 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.098+0000 7f2342000640 1 -- 172.21.15.31:0/1182978560 --> v1:172.21.15.123:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f232400afc0 con 0x7f23240061c0 2024-07-26T12:21:16.114 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.098+0000 7efc3fe00640 1 -- 172.21.15.31:0/3902059063 >> v1:172.21.15.123:6789/0 conn(0x7efc200036f0 legacy=0x7efc20005bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:16.114 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.098+0000 7efc3fe00640 1 --2- 172.21.15.31:0/3902059063 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7efc400b49a0 0x7efc28003ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:16.114 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.098+0000 7efc3fe00640 1 --2- 172.21.15.31:0/3902059063 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efc280040d0 0x7efc28004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:16.114 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.098+0000 7efc3fe00640 1 --2- 172.21.15.31:0/3902059063 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7efc28004e90 0x7efc2800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:16.115 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.097+0000 7efcf4a00640 1 -- 172.21.15.31:0/993982679 >> v1:172.21.15.123:6789/0 conn(0x7efcd8003670 legacy=0x7efcd8005b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:16.115 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.097+0000 7efcf4a00640 1 --2- 172.21.15.31:0/993982679 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7efcd8007310 0x7efcdc003a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:16.115 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.097+0000 7efcf4a00640 1 --2- 172.21.15.31:0/993982679 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efcdc0040d0 0x7efcdc004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:16.115 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.097+0000 7efcf4a00640 1 --2- 172.21.15.31:0/993982679 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7efcdc004e90 0x7efcdc00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:16.115 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.097+0000 7efcf4a00640 1 -- 172.21.15.31:0/993982679 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7efcf814be20 con 0x7efcdc0040d0 2024-07-26T12:21:16.115 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.098+0000 7f2342000640 1 -- 172.21.15.31:0/1182978560 <== mon.1 v1:172.21.15.123:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 972834220 0 0) 0x7f233000f660 con 0x7f23240061c0 2024-07-26T12:21:16.115 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.098+0000 7efc3fe00640 1 -- 172.21.15.31:0/3902059063 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7efc400b7210 con 0x7efc280040d0 2024-07-26T12:21:16.116 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.098+0000 7efc3fe00640 1 -- 172.21.15.31:0/3902059063 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7efc2800bf00 con 0x7efc28004e90 2024-07-26T12:21:16.116 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.098+0000 7efc3fe00640 1 -- 172.21.15.31:0/3902059063 --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7efc2800c080 con 0x7efc400b49a0 2024-07-26T12:21:16.116 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.097+0000 7efcf4a00640 1 -- 172.21.15.31:0/993982679 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7efcdc00bf00 con 0x7efcdc004e90 2024-07-26T12:21:16.116 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.097+0000 7efcf4a00640 1 -- 172.21.15.31:0/993982679 --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7efcdc00c080 con 0x7efcd8007310 2024-07-26T12:21:16.116 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.098+0000 7f71dda00640 1 --2- 172.21.15.31:0/3030550697 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f71d80b66a0 0x7f71bc0141d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:16.117 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.098+0000 7feca6000640 1 -- 172.21.15.31:0/1217770875 <== mon.0 v1:172.21.15.31:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3281311820 0 0) 0x7fec8c003520 con 0x7fec880036a0 2024-07-26T12:21:16.117 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.098+0000 7feca6000640 1 -- 172.21.15.31:0/1217770875 >> v2:172.21.15.123:3300/0 conn(0x7fec88007380 msgr2=0x7fec88009890 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-07-26T12:21:16.117 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.098+0000 7feca6000640 1 --2- 172.21.15.31:0/1217770875 >> v2:172.21.15.123:3300/0 conn(0x7fec88007380 0x7fec88009890 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.117 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.099+0000 7feca6000640 1 -- 172.21.15.31:0/1217770875 --> v1:172.21.15.31:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fec8800afc0 con 0x7fec880036a0 2024-07-26T12:21:16.117 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.099+0000 7feca6000640 1 -- 172.21.15.31:0/1217770875 <== mon.0 v1:172.21.15.31:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 972834220 0 0) 0x7feca0009900 con 0x7fec880036a0 2024-07-26T12:21:16.117 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.099+0000 7feca6000640 1 -- 172.21.15.31:0/1217770875 >> v1:172.21.15.31:6789/0 conn(0x7fec880036a0 legacy=0x7fec88005b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:16.117 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.099+0000 7f71dda00640 1 -- 172.21.15.31:0/3030550697 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f71d80b66a0 msgr2=0x7f71bc0141d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2024-07-26T12:21:16.117 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.099+0000 7f71dda00640 1 -- 172.21.15.31:0/3030550697 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f71d80b66a0 msgr2=0x7f71bc0141d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:16.117 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.099+0000 7f71dda00640 1 --2- 172.21.15.31:0/3030550697 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f71d80b66a0 0x7f71bc0141d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:16.117 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.099+0000 7f71dda00640 1 --2- 172.21.15.31:0/3030550697 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f71d80b66a0 0x7f71bc0141d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T12:21:16.118 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.098+0000 7fc403e00640 1 --2- 172.21.15.31:0/1656893840 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc3e8004f40 0x7fc3e800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:16.118 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.099+0000 7f71dd000640 1 --2- 172.21.15.31:0/3030550697 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f71bc003a50 0x7f71bc003ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:16.119 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.099+0000 7fc403400640 1 -- 172.21.15.31:0/1656893840 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fc3e4003670 msgr2=0x7fc3e8003a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-07-26T12:21:16.119 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.099+0000 7fc403400640 1 -- 172.21.15.31:0/1656893840 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fc3e4003670 msgr2=0x7fc3e8003a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:16.119 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.099+0000 7fc403400640 1 --2- 172.21.15.31:0/1656893840 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fc3e4003670 0x7fc3e8003a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:16.119 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.099+0000 7fc403400640 1 --2- 172.21.15.31:0/1656893840 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fc3e4003670 0x7fc3e8003a50 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T12:21:16.119 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.099+0000 7fc402a00640 1 -- 172.21.15.31:0/1656893840 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fc3e4003670 msgr2=0x7fc3e8003a50 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-07-26T12:21:16.119 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.099+0000 7fc402a00640 1 --2- 172.21.15.31:0/1656893840 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fc3e4003670 0x7fc3e8003a50 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.119 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.099+0000 7fc402a00640 1 -- 172.21.15.31:0/1656893840 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc3e8004f40 msgr2=0x7fc3e800b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:16.119 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.099+0000 7fc402a00640 1 --2- 172.21.15.31:0/1656893840 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc3e8004f40 0x7fc3e800b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.119 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.099+0000 7fc402a00640 1 -- 172.21.15.31:0/1656893840 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc3e8003520 con 0x7fc3e80040b0 2024-07-26T12:21:16.120 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.099+0000 7efcf6800640 1 -- 172.21.15.31:0/993982679 reap_dead start 2024-07-26T12:21:16.120 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.099+0000 7feca6000640 1 --2- 172.21.15.31:0/1217770875 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fec8c003aa0 0x7fec8c003ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:16.120 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.099+0000 7feca6000640 1 --2- 172.21.15.31:0/1217770875 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7feca81438f0 0x7fec8c004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:16.120 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.099+0000 7feca6000640 1 --2- 172.21.15.31:0/1217770875 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fec8c004f40 0x7fec8c00fdd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:16.120 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.099+0000 7feca6000640 1 -- 172.21.15.31:0/1217770875 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7feca806e080 con 0x7fec8c004f40 2024-07-26T12:21:16.120 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.099+0000 7feca6000640 1 -- 172.21.15.31:0/1217770875 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fec8c010310 con 0x7fec8c003aa0 2024-07-26T12:21:16.120 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.099+0000 7feca6000640 1 -- 172.21.15.31:0/1217770875 --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7fec8c010490 con 0x7feca81438f0 2024-07-26T12:21:16.120 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.099+0000 7feca7e00640 1 -- 172.21.15.31:0/1217770875 reap_dead start 2024-07-26T12:21:16.121 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.099+0000 7fb24fe00640 1 -- 172.21.15.31:0/17706481 <== mon.0 v1:172.21.15.31:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1346618731 0 0) 0x7fb238003520 con 0x7fb230006270 2024-07-26T12:21:16.121 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.100+0000 7fb24fe00640 1 -- 172.21.15.31:0/17706481 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fb2300036c0 msgr2=0x7fb230005b60 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-07-26T12:21:16.121 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.100+0000 7fb24fe00640 1 --2- 172.21.15.31:0/17706481 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fb2300036c0 0x7fb230005b60 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.121 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.100+0000 7fb24fe00640 1 -- 172.21.15.31:0/17706481 --> v1:172.21.15.31:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb23000b130 con 0x7fb230006270 2024-07-26T12:21:16.121 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.100+0000 7fb24fe00640 1 -- 172.21.15.31:0/17706481 <== mon.0 v1:172.21.15.31:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 972834220 0 0) 0x7fb23c0017b0 con 0x7fb230006270 2024-07-26T12:21:16.121 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.100+0000 7fb24fe00640 1 -- 172.21.15.31:0/17706481 >> v1:172.21.15.31:6789/0 conn(0x7fb230006270 legacy=0x7fb230008780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:16.121 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.099+0000 7fa57a600640 1 --2- 172.21.15.31:0/669064516 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fa5540036a0 0x7fa55c00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:16.121 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.099+0000 7fa579c00640 1 --2- 172.21.15.31:0/669064516 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa55c003a70 0x7fa55c003ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:16.121 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.099+0000 7fa57a600640 1 -- 172.21.15.31:0/669064516 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fa5540036a0 msgr2=0x7fa55c00b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2024-07-26T12:21:16.122 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.099+0000 7fa57a600640 1 -- 172.21.15.31:0/669064516 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fa5540036a0 msgr2=0x7fa55c00b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:16.122 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.099+0000 7fa57a600640 1 --2- 172.21.15.31:0/669064516 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fa5540036a0 0x7fa55c00b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:16.122 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.099+0000 7fa57a600640 1 --2- 172.21.15.31:0/669064516 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fa5540036a0 0x7fa55c00b9c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T12:21:16.122 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.100+0000 7fb24fe00640 1 --2- 172.21.15.31:0/17706481 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb238003a70 0x7fb238003ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:16.122 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.100+0000 7fb24fe00640 1 --2- 172.21.15.31:0/17706481 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb238004800 0x7fb238004c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:16.122 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.100+0000 7fb24fe00640 1 --2- 172.21.15.31:0/17706481 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fb2380053f0 0x7fb238014290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:16.122 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.100+0000 7fb24fe00640 1 -- 172.21.15.31:0/17706481 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fb250147af0 con 0x7fb238004800 2024-07-26T12:21:16.122 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.100+0000 7fb24fe00640 1 -- 172.21.15.31:0/17706481 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fb238014b20 con 0x7fb238003a70 2024-07-26T12:21:16.122 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.100+0000 7fb24fe00640 1 -- 172.21.15.31:0/17706481 --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7fb238014d20 con 0x7fb2380053f0 2024-07-26T12:21:16.123 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.100+0000 7efc46600640 1 -- 172.21.15.31:0/3902059063 reap_dead start 2024-07-26T12:21:16.123 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.100+0000 7fb256000640 1 -- 172.21.15.31:0/17706481 reap_dead start 2024-07-26T12:21:16.123 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.100+0000 7feca6a00640 1 --2- 172.21.15.31:0/1217770875 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7feca81438f0 0x7fec8c004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:16.124 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.100+0000 7efcf5e00640 1 --2- 172.21.15.31:0/993982679 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7efcd8007310 0x7efcdc003a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:16.124 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.100+0000 7efcf6800640 1 --2- 172.21.15.31:0/993982679 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7efcdc004e90 0x7efcdc00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:16.124 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.101+0000 7efcf5e00640 1 -- 172.21.15.31:0/993982679 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7efcd8007310 msgr2=0x7efcdc003a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-07-26T12:21:16.124 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.101+0000 7efcf5e00640 1 -- 172.21.15.31:0/993982679 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7efcd8007310 msgr2=0x7efcdc003a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:16.124 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.101+0000 7efcf5e00640 1 --2- 172.21.15.31:0/993982679 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7efcd8007310 0x7efcdc003a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:16.124 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.101+0000 7efcf5e00640 1 --2- 172.21.15.31:0/993982679 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7efcd8007310 0x7efcdc003a70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T12:21:16.124 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.098+0000 7fea5de00640 1 -- 172.21.15.31:0/2229030740 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fea440099b0 msgr2=0x7fea4400bdd0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-07-26T12:21:16.124 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.098+0000 7fea5de00640 1 --2- 172.21.15.31:0/2229030740 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fea440099b0 0x7fea4400bdd0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.124 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.098+0000 7fea5de00640 1 -- 172.21.15.31:0/2229030740 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fea44004800 msgr2=0x7fea44004c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:16.125 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.101+0000 7efc45c00640 1 --2- 172.21.15.31:0/3902059063 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7efc400b49a0 0x7efc28003ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:16.125 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.098+0000 7fea5de00640 1 --2- 172.21.15.31:0/2229030740 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fea44004800 0x7fea44004c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.125 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.098+0000 7fea5de00640 1 -- 172.21.15.31:0/2229030740 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fea44003520 con 0x7fea44003a70 2024-07-26T12:21:16.125 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.101+0000 7fb255600640 1 --2- 172.21.15.31:0/17706481 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb238003a70 0x7fb238003ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:16.126 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.101+0000 7fe786a00640 1 -- 172.21.15.31:0/335780651 <== mon.0 v1:172.21.15.31:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1316614229 0 0) 0x7fe76c003520 con 0x7fe7680036a0 2024-07-26T12:21:16.126 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.101+0000 7fe786a00640 1 -- 172.21.15.31:0/335780651 >> v2:172.21.15.123:3300/0 conn(0x7fe768007380 msgr2=0x7fe768009890 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-07-26T12:21:16.126 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.101+0000 7fe786a00640 1 --2- 172.21.15.31:0/335780651 >> v2:172.21.15.123:3300/0 conn(0x7fe768007380 0x7fe768009890 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.126 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.101+0000 7fe786a00640 1 -- 172.21.15.31:0/335780651 --> v1:172.21.15.31:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe76800afb0 con 0x7fe7680036a0 2024-07-26T12:21:16.126 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.101+0000 7fe786a00640 1 -- 172.21.15.31:0/335780651 <== mon.0 v1:172.21.15.31:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 972834220 0 0) 0x7fe7780017b0 con 0x7fe7680036a0 2024-07-26T12:21:16.126 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.101+0000 7fe786a00640 1 -- 172.21.15.31:0/335780651 >> v1:172.21.15.31:6789/0 conn(0x7fe7680036a0 legacy=0x7fe768005b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:16.126 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.102+0000 7efcf5400640 1 --2- 172.21.15.31:0/993982679 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efcdc0040d0 0x7efcdc004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:16.127 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.098+0000 7f2342000640 1 -- 172.21.15.31:0/1182978560 >> v1:172.21.15.123:6789/0 conn(0x7f23240061c0 legacy=0x7f23240086b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:16.127 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.098+0000 7f2343400640 1 -- 172.21.15.31:0/1182978560 reap_dead start 2024-07-26T12:21:16.127 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.098+0000 7f2342000640 1 --2- 172.21.15.31:0/1182978560 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f232c003a50 0x7f232c003ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:16.127 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.098+0000 7f2342000640 1 --2- 172.21.15.31:0/1182978560 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f232c004800 0x7f232c004c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:16.127 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.098+0000 7f2342000640 1 --2- 172.21.15.31:0/1182978560 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f232c005250 0x7f232c00ffd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:16.127 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.098+0000 7f2342000640 1 -- 172.21.15.31:0/1182978560 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f233c0c95f0 con 0x7f232c004800 2024-07-26T12:21:16.127 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.098+0000 7f2342000640 1 -- 172.21.15.31:0/1182978560 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f232c0107a0 con 0x7f232c003a50 2024-07-26T12:21:16.127 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.098+0000 7f2342000640 1 -- 172.21.15.31:0/1182978560 --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f232c009c30 con 0x7f232c005250 2024-07-26T12:21:16.127 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.100+0000 7f234a000640 1 --2- 172.21.15.31:0/1182978560 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f232c003a50 0x7f232c003ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:16.127 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.102+0000 7f2343400640 1 --2- 172.21.15.31:0/1182978560 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f232c005250 0x7f232c00ffd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:16.127 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.102+0000 7f2342a00640 1 --2- 172.21.15.31:0/1182978560 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f232c004800 0x7f232c004c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:16.128 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.102+0000 7fb254c00640 1 --2- 172.21.15.31:0/17706481 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb238004800 0x7fb238004c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:16.128 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.101+0000 7efc45c00640 1 -- 172.21.15.31:0/3902059063 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7efc400b49a0 msgr2=0x7efc28003ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-07-26T12:21:16.128 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.101+0000 7efc45c00640 1 -- 172.21.15.31:0/3902059063 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7efc400b49a0 msgr2=0x7efc28003ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:16.128 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.101+0000 7efc45c00640 1 --2- 172.21.15.31:0/3902059063 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7efc400b49a0 0x7efc28003ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:16.128 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.102+0000 7efc45c00640 1 --2- 172.21.15.31:0/3902059063 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7efc400b49a0 0x7efc28003ac0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T12:21:16.128 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.102+0000 7efc45200640 1 --2- 172.21.15.31:0/3902059063 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efc280040d0 0x7efc28004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:16.129 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.101+0000 7f71dd000640 1 -- 172.21.15.31:0/3030550697 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f71d80b66a0 msgr2=0x7f71bc0141d0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-07-26T12:21:16.129 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.101+0000 7f71dd000640 1 --2- 172.21.15.31:0/3030550697 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f71d80b66a0 0x7f71bc0141d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.129 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.101+0000 7f71dd000640 1 -- 172.21.15.31:0/3030550697 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f71bc004800 msgr2=0x7f71bc004c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:16.129 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.101+0000 7f71dd000640 1 --2- 172.21.15.31:0/3030550697 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f71bc004800 0x7f71bc004c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.129 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.101+0000 7f71dd000640 1 -- 172.21.15.31:0/3030550697 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f71b800b060 con 0x7f71bc003a50 2024-07-26T12:21:16.129 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.101+0000 7feca7400640 1 --2- 172.21.15.31:0/1217770875 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fec8c003aa0 0x7fec8c003ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:16.129 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.102+0000 7feca6a00640 1 -- 172.21.15.31:0/1217770875 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7feca81438f0 msgr2=0x7fec8c004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2024-07-26T12:21:16.129 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.102+0000 7feca6a00640 1 -- 172.21.15.31:0/1217770875 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7feca81438f0 msgr2=0x7fec8c004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:16.129 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.102+0000 7feca6a00640 1 --2- 172.21.15.31:0/1217770875 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7feca81438f0 0x7fec8c004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:16.130 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.102+0000 7feca6a00640 1 --2- 172.21.15.31:0/1217770875 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7feca81438f0 0x7fec8c004800 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T12:21:16.130 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.103+0000 7feca7e00640 1 --2- 172.21.15.31:0/1217770875 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fec8c004f40 0x7fec8c00fdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:16.130 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.102+0000 7f6f93400640 1 -- 172.21.15.31:0/1421279237 <== mon.0 v1:172.21.15.31:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 694756366 0 0) 0x7f6f78003520 con 0x7f6f740061c0 2024-07-26T12:21:16.130 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.103+0000 7f6f93400640 1 -- 172.21.15.31:0/1421279237 >> v2:172.21.15.31:3300/0 conn(0x7f6f740036a0 msgr2=0x7f6f74005b70 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-07-26T12:21:16.130 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.103+0000 7f6f93400640 1 --2- 172.21.15.31:0/1421279237 >> v2:172.21.15.31:3300/0 conn(0x7f6f740036a0 0x7f6f74005b70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.130 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.103+0000 7f6f93400640 1 -- 172.21.15.31:0/1421279237 --> v1:172.21.15.31:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6f7400afc0 con 0x7f6f740061c0 2024-07-26T12:21:16.130 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.103+0000 7f6f93400640 1 -- 172.21.15.31:0/1421279237 <== mon.0 v1:172.21.15.31:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 972834220 0 0) 0x7f6f800017b0 con 0x7f6f740061c0 2024-07-26T12:21:16.130 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.103+0000 7f6f93400640 1 -- 172.21.15.31:0/1421279237 >> v1:172.21.15.31:6789/0 conn(0x7f6f740061c0 legacy=0x7f6f740086b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:16.130 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.103+0000 7f6f93400640 1 --2- 172.21.15.31:0/1421279237 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6f78003a50 0x7f6f78003ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:16.130 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.103+0000 7f6f93400640 1 --2- 172.21.15.31:0/1421279237 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f6f9406dc70 0x7f6f78004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:16.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.103+0000 7f6f93400640 1 --2- 172.21.15.31:0/1421279237 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6f78004d40 0x7f6f78005150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:16.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.103+0000 7f6f93400640 1 -- 172.21.15.31:0/1421279237 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f6f9406e080 con 0x7f6f78004d40 2024-07-26T12:21:16.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.103+0000 7f6f93400640 1 -- 172.21.15.31:0/1421279237 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f6f780145c0 con 0x7f6f78003a50 2024-07-26T12:21:16.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.103+0000 7f6f93400640 1 -- 172.21.15.31:0/1421279237 --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f6f78014740 con 0x7f6f9406dc70 2024-07-26T12:21:16.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.103+0000 7f234a000640 1 -- 172.21.15.31:0/1182978560 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f232c005250 msgr2=0x7f232c00ffd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:16.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.103+0000 7f234a000640 1 --2- 172.21.15.31:0/1182978560 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f232c005250 0x7f232c00ffd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.103+0000 7f234a000640 1 -- 172.21.15.31:0/1182978560 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f232c004800 msgr2=0x7f232c004c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:16.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.103+0000 7f234a000640 1 --2- 172.21.15.31:0/1182978560 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f232c004800 0x7f232c004c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.103+0000 7f234a000640 1 -- 172.21.15.31:0/1182978560 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f232400afc0 con 0x7f232c003a50 2024-07-26T12:21:16.132 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.102+0000 7fe786a00640 1 --2- 172.21.15.31:0/335780651 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe7880b3630 0x7fe76c003b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:16.132 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.102+0000 7fe786a00640 1 --2- 172.21.15.31:0/335780651 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe76c004170 0x7fe76c004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:16.132 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.102+0000 7fe786a00640 1 --2- 172.21.15.31:0/335780651 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe76c004f40 0x7fe76c00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:16.132 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.102+0000 7fe786a00640 1 -- 172.21.15.31:0/335780651 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fe7880af680 con 0x7fe76c004f40 2024-07-26T12:21:16.132 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.102+0000 7fe786a00640 1 -- 172.21.15.31:0/335780651 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fe76c00bf00 con 0x7fe76c004170 2024-07-26T12:21:16.132 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.102+0000 7fe786a00640 1 -- 172.21.15.31:0/335780651 --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7fe76c00c0b0 con 0x7fe7880b3630 2024-07-26T12:21:16.132 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.102+0000 7fe78ca00640 1 -- 172.21.15.31:0/335780651 reap_dead start 2024-07-26T12:21:16.132 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.103+0000 7fb256000640 1 --2- 172.21.15.31:0/17706481 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fb2380053f0 0x7fb238014290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:16.133 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.103+0000 7fb255600640 1 -- 172.21.15.31:0/17706481 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fb2380053f0 msgr2=0x7fb238014290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:16.133 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.103+0000 7fb255600640 1 --2- 172.21.15.31:0/17706481 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fb2380053f0 0x7fb238014290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.133 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.103+0000 7fb255600640 1 -- 172.21.15.31:0/17706481 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb238004800 msgr2=0x7fb238004c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:16.133 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.103+0000 7fb255600640 1 --2- 172.21.15.31:0/17706481 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb238004800 0x7fb238004c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.133 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.103+0000 7fb255600640 1 -- 172.21.15.31:0/17706481 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb23000b130 con 0x7fb238003a70 2024-07-26T12:21:16.133 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.102+0000 7efc46600640 1 --2- 172.21.15.31:0/3902059063 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7efc28004e90 0x7efc2800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:16.133 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.102+0000 7fea5de00640 1 --2- 172.21.15.31:0/2229030740 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fea44003a70 0x7fea44003ec0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7fea4800c190 tx=0x7fea44005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b1599aaf1e1106b1 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:16.134 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.103+0000 7fad4ca00640 1 -- 172.21.15.31:0/4185782147 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad500ac070 con 0x7fad30008420 2024-07-26T12:21:16.134 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.103+0000 7fad4ca00640 1 -- 172.21.15.31:0/4185782147 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fad500a6b90 con 0x7fad30008420 2024-07-26T12:21:16.134 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.103+0000 7fad4ca00640 1 -- 172.21.15.31:0/4185782147 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad500b0410 con 0x7fad30008420 2024-07-26T12:21:16.134 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.102+0000 7effcb400640 1 -- 172.21.15.31:0/960083142 <== mon.0 v1:172.21.15.31:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3736499976 0 0) 0x7effb4003520 con 0x7effac0061a0 2024-07-26T12:21:16.134 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.102+0000 7effcb400640 1 -- 172.21.15.31:0/960083142 >> v2:172.21.15.31:3300/0 conn(0x7effac003680 msgr2=0x7effac005b50 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-07-26T12:21:16.134 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.102+0000 7effcb400640 1 --2- 172.21.15.31:0/960083142 >> v2:172.21.15.31:3300/0 conn(0x7effac003680 0x7effac005b50 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.134 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.102+0000 7effcb400640 1 -- 172.21.15.31:0/960083142 --> v1:172.21.15.31:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7effac00af60 con 0x7effac0061a0 2024-07-26T12:21:16.135 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.104+0000 7effcb400640 1 -- 172.21.15.31:0/960083142 <== mon.0 v1:172.21.15.31:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 972834220 0 0) 0x7effb800d5c0 con 0x7effac0061a0 2024-07-26T12:21:16.135 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.104+0000 7effcb400640 1 -- 172.21.15.31:0/960083142 >> v1:172.21.15.31:6789/0 conn(0x7effac0061a0 legacy=0x7effac0086b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:16.135 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.104+0000 7effcb400640 1 --2- 172.21.15.31:0/960083142 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7effb4003aa0 0x7effb4003ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:16.135 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.104+0000 7effcb400640 1 --2- 172.21.15.31:0/960083142 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7effcc1453d0 0x7effb4004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:16.135 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.104+0000 7effcb400640 1 --2- 172.21.15.31:0/960083142 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7effb4004f40 0x7effb400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:16.135 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.104+0000 7effcb400640 1 -- 172.21.15.31:0/960083142 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7effcc0b0bc0 con 0x7effb4003aa0 2024-07-26T12:21:16.135 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.104+0000 7effcb400640 1 -- 172.21.15.31:0/960083142 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7effb400bf00 con 0x7effb4004f40 2024-07-26T12:21:16.135 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.104+0000 7effcb400640 1 -- 172.21.15.31:0/960083142 --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7effb400c080 con 0x7effcc1453d0 2024-07-26T12:21:16.135 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.104+0000 7effd1400640 1 -- 172.21.15.31:0/960083142 reap_dead start 2024-07-26T12:21:16.135 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.102+0000 7f87f3e00640 1 -- 172.21.15.31:0/2087582077 <== mon.0 v1:172.21.15.31:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1454405522 0 0) 0x7f87dc003520 con 0x7f87d40036d0 2024-07-26T12:21:16.136 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.102+0000 7f87f3e00640 1 -- 172.21.15.31:0/2087582077 >> v2:172.21.15.123:3300/0 conn(0x7f87d4007450 msgr2=0x7f87d4009960 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-07-26T12:21:16.136 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.102+0000 7f87f3e00640 1 --2- 172.21.15.31:0/2087582077 >> v2:172.21.15.123:3300/0 conn(0x7f87d4007450 0x7f87d4009960 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.136 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.102+0000 7f87f3e00640 1 -- 172.21.15.31:0/2087582077 --> v1:172.21.15.31:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87d400b090 con 0x7f87d40036d0 2024-07-26T12:21:16.136 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.102+0000 7f87f3e00640 1 -- 172.21.15.31:0/2087582077 <== mon.0 v1:172.21.15.31:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 972834220 0 0) 0x7f87e80017b0 con 0x7f87d40036d0 2024-07-26T12:21:16.136 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.102+0000 7f87f3e00640 1 -- 172.21.15.31:0/2087582077 >> v1:172.21.15.31:6789/0 conn(0x7f87d40036d0 legacy=0x7f87d4005ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:16.136 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.103+0000 7f87f3e00640 1 --2- 172.21.15.31:0/2087582077 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f87dc003ac0 0x7f87dc003f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:16.136 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.103+0000 7f87f3e00640 1 --2- 172.21.15.31:0/2087582077 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f87f40b49a0 0x7f87dc004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:16.136 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.103+0000 7f87f3e00640 1 --2- 172.21.15.31:0/2087582077 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f87dc004e90 0x7f87dc0141d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:16.136 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.103+0000 7f87f3e00640 1 -- 172.21.15.31:0/2087582077 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f87f40b7210 con 0x7f87dc003ac0 2024-07-26T12:21:16.136 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.103+0000 7f87f3e00640 1 -- 172.21.15.31:0/2087582077 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f87dc014710 con 0x7f87dc004e90 2024-07-26T12:21:16.136 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.103+0000 7f87f3e00640 1 -- 172.21.15.31:0/2087582077 --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f87dc014890 con 0x7f87f40b49a0 2024-07-26T12:21:16.136 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.104+0000 7f87fa600640 1 -- 172.21.15.31:0/2087582077 reap_dead start 2024-07-26T12:21:16.137 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.103+0000 7fa579c00640 1 -- 172.21.15.31:0/669064516 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fa5540036a0 msgr2=0x7fa55c00b9c0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-07-26T12:21:16.137 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.103+0000 7fa579c00640 1 --2- 172.21.15.31:0/669064516 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fa5540036a0 0x7fa55c00b9c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.137 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.103+0000 7fa579c00640 1 -- 172.21.15.31:0/669064516 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa55c004800 msgr2=0x7fa55c004c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:16.137 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.103+0000 7fa579c00640 1 --2- 172.21.15.31:0/669064516 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa55c004800 0x7fa55c004c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.137 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.105+0000 7feca7400640 1 -- 172.21.15.31:0/1217770875 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7feca81438f0 msgr2=0x7fec8c004800 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-07-26T12:21:16.137 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.105+0000 7feca7400640 1 --2- 172.21.15.31:0/1217770875 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7feca81438f0 0x7fec8c004800 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.137 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.105+0000 7feca7400640 1 -- 172.21.15.31:0/1217770875 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fec8c004f40 msgr2=0x7fec8c00fdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:16.137 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.105+0000 7feca7400640 1 --2- 172.21.15.31:0/1217770875 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fec8c004f40 0x7fec8c00fdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.137 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.105+0000 7feca7400640 1 -- 172.21.15.31:0/1217770875 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fec8c003520 con 0x7fec8c003aa0 2024-07-26T12:21:16.138 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.105+0000 7f6f99400640 1 -- 172.21.15.31:0/1421279237 reap_dead start 2024-07-26T12:21:16.138 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.105+0000 7fe787e00640 1 --2- 172.21.15.31:0/335780651 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe7880b3630 0x7fe76c003b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:16.138 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.105+0000 7fe787400640 1 --2- 172.21.15.31:0/335780651 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe76c004170 0x7fe76c004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:16.138 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.105+0000 7fad4f200640 1 -- 172.21.15.31:0/4185782147 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fad30008420 msgr2=0x7fad3000a930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:16.138 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.105+0000 7fad4f200640 1 --2- 172.21.15.31:0/4185782147 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fad30008420 0x7fad3000a930 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7fad5006b0e0 tx=0x7fad5006a8f0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.139 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.105+0000 7f87f9200640 1 --2- 172.21.15.31:0/2087582077 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f87f40b49a0 0x7f87dc004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:16.139 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.105+0000 7f87fa600640 1 --2- 172.21.15.31:0/2087582077 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f87dc004e90 0x7f87dc0141d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:16.139 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.103+0000 7efc45200640 1 -- 172.21.15.31:0/3902059063 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7efc400b49a0 msgr2=0x7efc28003ac0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-07-26T12:21:16.139 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.103+0000 7efc45200640 1 --2- 172.21.15.31:0/3902059063 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7efc400b49a0 0x7efc28003ac0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.139 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.103+0000 7efc45200640 1 -- 172.21.15.31:0/3902059063 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7efc28004e90 msgr2=0x7efc2800b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:16.139 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.103+0000 7efc45200640 1 --2- 172.21.15.31:0/3902059063 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7efc28004e90 0x7efc2800b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.140 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.104+0000 7efc45200640 1 -- 172.21.15.31:0/3902059063 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efc2000b0b0 con 0x7efc280040d0 2024-07-26T12:21:16.140 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.106+0000 7effd1400640 1 --2- 172.21.15.31:0/960083142 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7effb4004f40 0x7effb400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:16.140 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.106+0000 7fe787e00640 1 -- 172.21.15.31:0/335780651 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe7880b3630 msgr2=0x7fe76c003b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-07-26T12:21:16.140 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.106+0000 7fe787e00640 1 -- 172.21.15.31:0/335780651 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe7880b3630 msgr2=0x7fe76c003b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:16.140 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.106+0000 7fe787e00640 1 --2- 172.21.15.31:0/335780651 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe7880b3630 0x7fe76c003b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:16.141 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.107+0000 7f87fa600640 1 -- 172.21.15.31:0/2087582077 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f87f40b49a0 msgr2=0x7f87dc004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:16.141 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.107+0000 7f87fa600640 1 --2- 172.21.15.31:0/2087582077 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f87f40b49a0 0x7f87dc004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.141 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.107+0000 7f87fa600640 1 -- 172.21.15.31:0/2087582077 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f87dc003ac0 msgr2=0x7f87dc003f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:16.141 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.107+0000 7f87fa600640 1 --2- 172.21.15.31:0/2087582077 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f87dc003ac0 0x7f87dc003f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.141 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.107+0000 7f87fa600640 1 -- 172.21.15.31:0/2087582077 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87d400b090 con 0x7f87dc004e90 2024-07-26T12:21:16.141 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.107+0000 7efc46600640 1 --2- 172.21.15.31:0/3902059063 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7efc28004e90 0x7efc2800b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T12:21:16.142 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.107+0000 7fe787e00640 1 --2- 172.21.15.31:0/335780651 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe7880b3630 0x7fe76c003b10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T12:21:16.142 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.107+0000 7fe787400640 1 -- 172.21.15.31:0/335780651 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe7880b3630 msgr2=0x7fe76c003b10 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-07-26T12:21:16.142 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.107+0000 7effcbe00640 1 --2- 172.21.15.31:0/960083142 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7effcc1453d0 0x7effb4004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:16.142 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.107+0000 7f234a000640 1 --2- 172.21.15.31:0/1182978560 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f232c003a50 0x7f232c003ea0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f23240060d0 tx=0x7f232c005830 comp rx=0 tx=0).ready entity=mon.1 client_cookie=725ef49f26a1d085 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:16.142 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.104+0000 7fa579c00640 1 -- 172.21.15.31:0/669064516 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa55400b130 con 0x7fa55c003a70 2024-07-26T12:21:16.143 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.108+0000 7fad4e800640 1 -- 172.21.15.31:0/4185782147 reap_dead start 2024-07-26T12:21:16.143 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.107+0000 7fe787400640 1 --2- 172.21.15.31:0/335780651 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe7880b3630 0x7fe76c003b10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.143 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.107+0000 7fe787400640 1 -- 172.21.15.31:0/335780651 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe76c004f40 msgr2=0x7fe76c00b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:16.143 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.106+0000 7fc402a00640 1 --2- 172.21.15.31:0/1656893840 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc3e80040b0 0x7fc3e8004800 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fc3f0006fd0 tx=0x7fc3e8005830 comp rx=0 tx=0).ready entity=mon.1 client_cookie=869f6b3e7df85133 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:16.144 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.108+0000 7feca7400640 1 --2- 172.21.15.31:0/1217770875 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fec8c003aa0 0x7fec8c003ef0 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7fec88003ab0 tx=0x7fec8c005830 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f7a3b0bbd8c51a7f server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:16.144 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.106+0000 7efcf6800640 1 -- 172.21.15.31:0/993982679 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7efcd8007310 msgr2=0x7efcdc003a70 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-07-26T12:21:16.144 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.106+0000 7efcf6800640 1 --2- 172.21.15.31:0/993982679 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7efcd8007310 0x7efcdc003a70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.144 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.106+0000 7efcf6800640 1 -- 172.21.15.31:0/993982679 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efcdc0040d0 msgr2=0x7efcdc004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:16.144 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.106+0000 7efcf6800640 1 --2- 172.21.15.31:0/993982679 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efcdc0040d0 0x7efcdc004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.144 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.106+0000 7efcf6800640 1 -- 172.21.15.31:0/993982679 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efcdc003520 con 0x7efcdc004e90 2024-07-26T12:21:16.144 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.108+0000 7efcf5400640 1 --2- 172.21.15.31:0/993982679 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efcdc0040d0 0x7efcdc004800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T12:21:16.145 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.107+0000 7f6f93e00640 1 --2- 172.21.15.31:0/1421279237 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f6f9406dc70 0x7f6f78004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:16.145 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.107+0000 7f6f98a00640 1 --2- 172.21.15.31:0/1421279237 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6f78003a50 0x7f6f78003ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:16.145 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.108+0000 7f6f99400640 1 --2- 172.21.15.31:0/1421279237 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6f78004d40 0x7f6f78005150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:16.145 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.108+0000 7f6f93e00640 1 -- 172.21.15.31:0/1421279237 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f6f9406dc70 msgr2=0x7f6f78004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-07-26T12:21:16.145 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.108+0000 7f6f93e00640 1 -- 172.21.15.31:0/1421279237 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f6f9406dc70 msgr2=0x7f6f78004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:16.145 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.108+0000 7f6f93e00640 1 --2- 172.21.15.31:0/1421279237 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f6f9406dc70 0x7f6f78004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:16.145 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.108+0000 7f6f93e00640 1 --2- 172.21.15.31:0/1421279237 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f6f9406dc70 0x7f6f78004800 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T12:21:16.145 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.108+0000 7f2342000640 1 -- 172.21.15.31:0/1182978560 <== mon.1 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2338037070 con 0x7f232c003a50 2024-07-26T12:21:16.146 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.107+0000 7fb255600640 1 --2- 172.21.15.31:0/17706481 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb238003a70 0x7fb238003ec0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fb2500b6810 tx=0x7fb238005830 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b350f793c41b11e8 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:16.146 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.108+0000 7fb24fe00640 1 -- 172.21.15.31:0/17706481 <== mon.1 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb24400f040 con 0x7fb238003a70 2024-07-26T12:21:16.146 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.108+0000 7fb24fe00640 1 -- 172.21.15.31:0/17706481 <== mon.1 v2:172.21.15.123:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb24402d720 con 0x7fb238003a70 2024-07-26T12:21:16.146 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.108+0000 7fb24fe00640 1 -- 172.21.15.31:0/17706481 <== mon.1 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb24402db10 con 0x7fb238003a70 2024-07-26T12:21:16.146 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.108+0000 7fad4f200640 1 -- 172.21.15.31:0/4185782147 shutdown_connections 2024-07-26T12:21:16.146 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.108+0000 7fad4f200640 1 --2- 172.21.15.31:0/4185782147 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fad30008420 0x7fad3000a930 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.146 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.108+0000 7fad4f200640 1 -- 172.21.15.31:0/4185782147 >> 172.21.15.31:0/4185782147 conn(0x7fad48008ee0 msgr2=0x7fad480092f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:16.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.108+0000 7fc402000640 1 -- 172.21.15.31:0/1656893840 <== mon.1 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3f0039070 con 0x7fc3e80040b0 2024-07-26T12:21:16.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.108+0000 7fc402000640 1 -- 172.21.15.31:0/1656893840 <== mon.1 v2:172.21.15.123:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc3f0034410 con 0x7fc3e80040b0 2024-07-26T12:21:16.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.107+0000 7f2a27400640 1 --2- 172.21.15.31:0/1117560359 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2a08004850 0x7f2a08004ce0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f2a14011ca0 tx=0x7f2a08005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4e58a3120112b02a server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:16.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.109+0000 7f2342000640 1 -- 172.21.15.31:0/1182978560 <== mon.1 v2:172.21.15.123:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2338007030 con 0x7f232c003a50 2024-07-26T12:21:16.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.109+0000 7f2342000640 1 -- 172.21.15.31:0/1182978560 <== mon.1 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2338005170 con 0x7f232c003a50 2024-07-26T12:21:16.148 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.109+0000 7feca6000640 1 -- 172.21.15.31:0/1217770875 <== mon.1 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feca0039070 con 0x7fec8c003aa0 2024-07-26T12:21:16.148 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.109+0000 7f6f98a00640 1 -- 172.21.15.31:0/1421279237 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f6f9406dc70 msgr2=0x7f6f78004800 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-07-26T12:21:16.148 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.109+0000 7f6f98a00640 1 --2- 172.21.15.31:0/1421279237 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f6f9406dc70 0x7f6f78004800 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.148 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.109+0000 7f6f98a00640 1 -- 172.21.15.31:0/1421279237 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6f78004d40 msgr2=0x7f6f78005150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:16.148 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.109+0000 7f6f98a00640 1 --2- 172.21.15.31:0/1421279237 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6f78004d40 0x7f6f78005150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.148 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.109+0000 7f6f98a00640 1 -- 172.21.15.31:0/1421279237 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6f7400afc0 con 0x7f6f78003a50 2024-07-26T12:21:16.149 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.109+0000 7efc45200640 1 --2- 172.21.15.31:0/3902059063 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efc280040d0 0x7efc28004800 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7efc2c019ae0 tx=0x7efc28005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ff37af0744ad4698 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:16.149 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.110+0000 7feca6000640 1 -- 172.21.15.31:0/1217770875 <== mon.1 v2:172.21.15.123:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7feca002cb40 con 0x7fec8c003aa0 2024-07-26T12:21:16.149 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.110+0000 7feca6000640 1 -- 172.21.15.31:0/1217770875 <== mon.1 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feca00073f0 con 0x7fec8c003aa0 2024-07-26T12:21:16.149 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.107+0000 7fe787400640 1 --2- 172.21.15.31:0/335780651 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe76c004f40 0x7fe76c00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.149 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.108+0000 7fe787400640 1 -- 172.21.15.31:0/335780651 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe76c003520 con 0x7fe76c004170 2024-07-26T12:21:16.150 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.110+0000 7fa579c00640 1 --2- 172.21.15.31:0/669064516 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa55c003a70 0x7fa55c003ec0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7fa568007d60 tx=0x7fa55c005830 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e82778084dd88a94 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:16.150 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.110+0000 7fad4f200640 1 -- 172.21.15.31:0/4185782147 shutdown_connections 2024-07-26T12:21:16.150 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.109+0000 7fc402000640 1 -- 172.21.15.31:0/1656893840 <== mon.1 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3f000ddd0 con 0x7fc3e80040b0 2024-07-26T12:21:16.150 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.110+0000 7fc40a600640 1 -- 172.21.15.31:0/1656893840 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc3e80040b0 msgr2=0x7fc3e8004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:16.150 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.110+0000 7fc40a600640 1 --2- 172.21.15.31:0/1656893840 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc3e80040b0 0x7fc3e8004800 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fc3f0006fd0 tx=0x7fc3e8005830 comp rx=0 tx=0).stop 2024-07-26T12:21:16.150 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.110+0000 7f2348a00640 1 -- 172.21.15.31:0/1182978560 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f232c003a50 msgr2=0x7f232c003ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:16.151 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.110+0000 7f2348a00640 1 --2- 172.21.15.31:0/1182978560 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f232c003a50 0x7f232c003ea0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f23240060d0 tx=0x7f232c005830 comp rx=0 tx=0).stop 2024-07-26T12:21:16.151 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.110+0000 7fad4f200640 1 -- 172.21.15.31:0/4185782147 wait complete. 2024-07-26T12:21:16.151 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.108+0000 7effd1400640 1 -- 172.21.15.31:0/960083142 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7effcc1453d0 msgr2=0x7effb4004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:16.151 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.108+0000 7effd1400640 1 --2- 172.21.15.31:0/960083142 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7effcc1453d0 0x7effb4004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.151 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.108+0000 7effd1400640 1 -- 172.21.15.31:0/960083142 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7effb4003aa0 msgr2=0x7effb4003ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:16.152 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.108+0000 7effd1400640 1 --2- 172.21.15.31:0/960083142 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7effb4003aa0 0x7effb4003ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.152 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.108+0000 7effd1400640 1 -- 172.21.15.31:0/960083142 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7effb4003520 con 0x7effb4004f40 2024-07-26T12:21:16.152 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.111+0000 7fa573e00640 1 -- 172.21.15.31:0/669064516 <== mon.1 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa568039070 con 0x7fa55c003a70 2024-07-26T12:21:16.152 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.111+0000 7fa573e00640 1 -- 172.21.15.31:0/669064516 <== mon.1 v2:172.21.15.123:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa568034660 con 0x7fa55c003a70 2024-07-26T12:21:16.152 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.111+0000 7fa573e00640 1 -- 172.21.15.31:0/669064516 <== mon.1 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa568005c60 con 0x7fa55c003a70 2024-07-26T12:21:16.152 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.111+0000 7efcf6800640 1 --2- 172.21.15.31:0/993982679 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7efcdc004e90 0x7efcdc00b9c0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7efcf80afde0 tx=0x7efcdc005830 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c0250ef601618ab1 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:16.153 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.111+0000 7f87fa600640 1 --2- 172.21.15.31:0/2087582077 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f87dc004e90 0x7f87dc0141d0 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f87f406e820 tx=0x7f87dc005830 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7805c89ba7559474 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:16.153 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.111+0000 7fecae400640 1 -- 172.21.15.31:0/1217770875 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fec8c003aa0 msgr2=0x7fec8c003ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:16.153 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.111+0000 7fecae400640 1 --2- 172.21.15.31:0/1217770875 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fec8c003aa0 0x7fec8c003ef0 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7fec88003ab0 tx=0x7fec8c005830 comp rx=0 tx=0).stop 2024-07-26T12:21:16.153 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.110+0000 7f71dd000640 1 --2- 172.21.15.31:0/3030550697 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f71bc003a50 0x7f71bc003ea0 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f71c800e010 tx=0x7f71bc005830 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8c603a82d1c44e67 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:16.154 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.111+0000 7fe787400640 1 --2- 172.21.15.31:0/335780651 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe76c004170 0x7fe76c004800 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7fe768009e20 tx=0x7fe76c005830 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8cdd2e99e6caa28d server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:16.154 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.112+0000 7fecae400640 1 -- 172.21.15.31:0/1217770875 shutdown_connections 2024-07-26T12:21:16.154 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.112+0000 7fecae400640 1 --2- 172.21.15.31:0/1217770875 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fec8c003aa0 0x7fec8c003ef0 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.154 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.112+0000 7fecae400640 1 --2- 172.21.15.31:0/1217770875 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fec8c004f40 0x7fec8c00fdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.154 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.112+0000 7fecae400640 1 --2- 172.21.15.31:0/1217770875 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7feca81438f0 0x7fec8c004800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.154 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.112+0000 7fecae400640 1 -- 172.21.15.31:0/1217770875 >> 172.21.15.31:0/1217770875 conn(0x7feca80b5d50 msgr2=0x7feca80b3540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:16.155 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.112+0000 7fecae400640 1 -- 172.21.15.31:0/1217770875 shutdown_connections 2024-07-26T12:21:16.155 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.112+0000 7fecae400640 1 -- 172.21.15.31:0/1217770875 wait complete. 2024-07-26T12:21:16.155 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.112+0000 7f6f98a00640 1 --2- 172.21.15.31:0/1421279237 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6f78003a50 0x7f6f78003ea0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f6f8c014820 tx=0x7f6f78005830 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5751507cd9b29b4c server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:16.155 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.112+0000 7f2348a00640 1 -- 172.21.15.31:0/1182978560 shutdown_connections 2024-07-26T12:21:16.155 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.112+0000 7f2348a00640 1 --2- 172.21.15.31:0/1182978560 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f232c005250 0x7f232c00ffd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.155 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.112+0000 7f2348a00640 1 --2- 172.21.15.31:0/1182978560 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f232c004800 0x7f232c004c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.155 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.112+0000 7f2348a00640 1 --2- 172.21.15.31:0/1182978560 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f232c003a50 0x7f232c003ea0 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.155 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.112+0000 7f2348a00640 1 -- 172.21.15.31:0/1182978560 >> 172.21.15.31:0/1182978560 conn(0x7f233c0090b0 msgr2=0x7f233c0094c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:16.156 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.113+0000 7f2348a00640 1 -- 172.21.15.31:0/1182978560 shutdown_connections 2024-07-26T12:21:16.156 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.113+0000 7f2348a00640 1 -- 172.21.15.31:0/1182978560 wait complete. 2024-07-26T12:21:16.156 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.112+0000 7fb256a00640 1 -- 172.21.15.31:0/17706481 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb238003a70 msgr2=0x7fb238003ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:16.156 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.112+0000 7fb256a00640 1 --2- 172.21.15.31:0/17706481 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb238003a70 0x7fb238003ec0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fb2500b6810 tx=0x7fb238005830 comp rx=0 tx=0).stop 2024-07-26T12:21:16.156 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.113+0000 7fb256a00640 1 -- 172.21.15.31:0/17706481 shutdown_connections 2024-07-26T12:21:16.156 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.113+0000 7fb256a00640 1 --2- 172.21.15.31:0/17706481 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb238003a70 0x7fb238003ec0 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.156 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.113+0000 7fb256a00640 1 --2- 172.21.15.31:0/17706481 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fb2380053f0 0x7fb238014290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.156 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.113+0000 7fb256a00640 1 --2- 172.21.15.31:0/17706481 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb238004800 0x7fb238004c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.156 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.113+0000 7fb256a00640 1 -- 172.21.15.31:0/17706481 >> 172.21.15.31:0/17706481 conn(0x7fb2500bce70 msgr2=0x7fb2500bd280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:16.156 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.113+0000 7fb256a00640 1 -- 172.21.15.31:0/17706481 shutdown_connections 2024-07-26T12:21:16.157 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.112+0000 7fc40a600640 1 -- 172.21.15.31:0/1656893840 shutdown_connections 2024-07-26T12:21:16.157 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.112+0000 7fc40a600640 1 --2- 172.21.15.31:0/1656893840 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc3e80040b0 0x7fc3e8004800 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.157 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.112+0000 7fc40a600640 1 --2- 172.21.15.31:0/1656893840 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc3e8004f40 0x7fc3e800b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.157 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.112+0000 7fc40a600640 1 --2- 172.21.15.31:0/1656893840 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fc3e4003670 0x7fc3e8003a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.157 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.112+0000 7fc40a600640 1 -- 172.21.15.31:0/1656893840 >> 172.21.15.31:0/1656893840 conn(0x7fc4040b61c0 msgr2=0x7fc4040b3540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:16.157 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.112+0000 7f71d7400640 1 -- 172.21.15.31:0/3030550697 <== mon.1 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71c8039070 con 0x7f71bc003a50 2024-07-26T12:21:16.157 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.112+0000 7f71d7400640 1 -- 172.21.15.31:0/3030550697 <== mon.1 v2:172.21.15.123:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f71c8034410 con 0x7f71bc003a50 2024-07-26T12:21:16.157 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.112+0000 7f71d7400640 1 -- 172.21.15.31:0/3030550697 <== mon.1 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71c800de70 con 0x7f71bc003a50 2024-07-26T12:21:16.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.113+0000 7fa57b000640 1 -- 172.21.15.31:0/669064516 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa55c003a70 msgr2=0x7fa55c003ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:16.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.113+0000 7fa57b000640 1 --2- 172.21.15.31:0/669064516 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa55c003a70 0x7fa55c003ec0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7fa568007d60 tx=0x7fa55c005830 comp rx=0 tx=0).stop 2024-07-26T12:21:16.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.113+0000 7fa57b000640 1 -- 172.21.15.31:0/669064516 shutdown_connections 2024-07-26T12:21:16.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.113+0000 7fa57b000640 1 --2- 172.21.15.31:0/669064516 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa55c003a70 0x7fa55c003ec0 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.113+0000 7fa57b000640 1 --2- 172.21.15.31:0/669064516 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa55c004800 0x7fa55c004c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.113+0000 7fa57b000640 1 --2- 172.21.15.31:0/669064516 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fa5540036a0 0x7fa55c00b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.113+0000 7fa57b000640 1 -- 172.21.15.31:0/669064516 >> 172.21.15.31:0/669064516 conn(0x7fa5740bce70 msgr2=0x7fa5740bd280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:16.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.113+0000 7fb256a00640 1 -- 172.21.15.31:0/17706481 wait complete. 2024-07-26T12:21:16.159 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.114+0000 7f71dfa00640 1 -- 172.21.15.31:0/3030550697 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f71bc003a50 msgr2=0x7f71bc003ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:16.159 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.114+0000 7f71dfa00640 1 --2- 172.21.15.31:0/3030550697 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f71bc003a50 0x7f71bc003ea0 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f71c800e010 tx=0x7f71bc005830 comp rx=0 tx=0).stop 2024-07-26T12:21:16.159 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.114+0000 7effd1400640 1 --2- 172.21.15.31:0/960083142 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7effb4004f40 0x7effb400b9c0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7effcc0b55a0 tx=0x7effb4005830 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1ed7ac26476fd7eb server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:16.160 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.114+0000 7fad4f200640 1 Processor -- start 2024-07-26T12:21:16.160 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.115+0000 7fad4f200640 1 -- start start 2024-07-26T12:21:16.160 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.115+0000 7fc40a600640 1 -- 172.21.15.31:0/1656893840 shutdown_connections 2024-07-26T12:21:16.160 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.115+0000 7fc40a600640 1 -- 172.21.15.31:0/1656893840 wait complete. 2024-07-26T12:21:16.160 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.115+0000 7f71dfa00640 1 -- 172.21.15.31:0/3030550697 shutdown_connections 2024-07-26T12:21:16.160 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.115+0000 7f71dfa00640 1 --2- 172.21.15.31:0/3030550697 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f71bc003a50 0x7f71bc003ea0 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.160 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.115+0000 7f71dfa00640 1 --2- 172.21.15.31:0/3030550697 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f71bc004800 0x7f71bc004c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.161 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.115+0000 7f71dfa00640 1 --2- 172.21.15.31:0/3030550697 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f71d80b66a0 0x7f71bc0141d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.161 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.115+0000 7f71dfa00640 1 -- 172.21.15.31:0/3030550697 >> 172.21.15.31:0/3030550697 conn(0x7f71d80bd220 msgr2=0x7f71d80bd630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:16.161 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.113+0000 7fa57b000640 1 -- 172.21.15.31:0/669064516 shutdown_connections 2024-07-26T12:21:16.161 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.113+0000 7fa57b000640 1 -- 172.21.15.31:0/669064516 wait complete. 2024-07-26T12:21:16.161 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.115+0000 7f71dfa00640 1 -- 172.21.15.31:0/3030550697 shutdown_connections 2024-07-26T12:21:16.161 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.115+0000 7f71dfa00640 1 -- 172.21.15.31:0/3030550697 wait complete. 2024-07-26T12:21:16.162 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.116+0000 7f87f3e00640 1 -- 172.21.15.31:0/2087582077 <== mon.1 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87ec031070 con 0x7f87dc004e90 2024-07-26T12:21:16.162 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.116+0000 7efcf4a00640 1 -- 172.21.15.31:0/993982679 <== mon.1 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efce4031070 con 0x7efcdc004e90 2024-07-26T12:21:16.162 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.116+0000 7effcb400640 1 -- 172.21.15.31:0/960083142 <== mon.1 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effc4035070 con 0x7effb4004f40 2024-07-26T12:21:16.162 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.117+0000 7fecae400640 1 Processor -- start 2024-07-26T12:21:16.163 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.117+0000 7f6f93400640 1 -- 172.21.15.31:0/1421279237 <== mon.1 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f8c039070 con 0x7f6f78003a50 2024-07-26T12:21:16.163 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.117+0000 7fad4f200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fad30008420 0x7fad480bb1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:16.163 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.117+0000 7fad4f200640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fad4816a0f0 0x7fad480c3fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:16.163 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.117+0000 7fad4f200640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fad480c4510 0x7fad48168410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:16.163 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.117+0000 7fad4f200640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fad48006c10 con 0x7fad480c4510 2024-07-26T12:21:16.163 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.117+0000 7fad4f200640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fad48006d90 con 0x7fad30008420 2024-07-26T12:21:16.163 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.117+0000 7fad4f200640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7fad480d3e90 con 0x7fad4816a0f0 2024-07-26T12:21:16.164 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.117+0000 7f87f3e00640 1 -- 172.21.15.31:0/2087582077 <== mon.1 v2:172.21.15.123:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f87ec02b8e0 con 0x7f87dc004e90 2024-07-26T12:21:16.164 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.117+0000 7f87f3e00640 1 -- 172.21.15.31:0/2087582077 <== mon.1 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87ec004040 con 0x7f87dc004e90 2024-07-26T12:21:16.164 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.118+0000 7fe786a00640 1 -- 172.21.15.31:0/335780651 <== mon.1 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe774039070 con 0x7fe76c004170 2024-07-26T12:21:16.164 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.118+0000 7fe786a00640 1 -- 172.21.15.31:0/335780651 <== mon.1 v2:172.21.15.123:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe77402c710 con 0x7fe76c004170 2024-07-26T12:21:16.164 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.118+0000 7fe786a00640 1 -- 172.21.15.31:0/335780651 <== mon.1 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe77400f040 con 0x7fe76c004170 2024-07-26T12:21:16.164 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.119+0000 7efcf4a00640 1 -- 172.21.15.31:0/993982679 <== mon.1 v2:172.21.15.123:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efce402b590 con 0x7efcdc004e90 2024-07-26T12:21:16.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.120+0000 7efcf4a00640 1 -- 172.21.15.31:0/993982679 <== mon.1 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efce4011650 con 0x7efcdc004e90 2024-07-26T12:21:16.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.117+0000 7f6f93400640 1 -- 172.21.15.31:0/1421279237 <== mon.1 v2:172.21.15.123:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6f8c034640 con 0x7f6f78003a50 2024-07-26T12:21:16.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.119+0000 7f6f93400640 1 -- 172.21.15.31:0/1421279237 <== mon.1 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f8c014420 con 0x7f6f78003a50 2024-07-26T12:21:16.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.120+0000 7f6f9b400640 1 -- 172.21.15.31:0/1421279237 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6f78003a50 msgr2=0x7f6f78003ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:16.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.120+0000 7f6f9b400640 1 --2- 172.21.15.31:0/1421279237 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6f78003a50 0x7f6f78003ea0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f6f8c014820 tx=0x7f6f78005830 comp rx=0 tx=0).stop 2024-07-26T12:21:16.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.119+0000 7f2348a00640 1 Processor -- start 2024-07-26T12:21:16.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.119+0000 7fb256a00640 1 Processor -- start 2024-07-26T12:21:16.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.120+0000 7efc3fe00640 1 -- 172.21.15.31:0/3902059063 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc2c00f040 con 0x7efc280040d0 2024-07-26T12:21:16.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.120+0000 7efc3fe00640 1 -- 172.21.15.31:0/3902059063 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efc2c004230 con 0x7efc280040d0 2024-07-26T12:21:16.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.120+0000 7efc3fe00640 1 -- 172.21.15.31:0/3902059063 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc2c02c660 con 0x7efc280040d0 2024-07-26T12:21:16.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.119+0000 7fea5d400640 1 -- 172.21.15.31:0/2229030740 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea48036070 con 0x7fea44003a70 2024-07-26T12:21:16.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.119+0000 7fea5d400640 1 -- 172.21.15.31:0/2229030740 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fea48031600 con 0x7fea44003a70 2024-07-26T12:21:16.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.119+0000 7fea5d400640 1 -- 172.21.15.31:0/2229030740 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea48007cd0 con 0x7fea44003a70 2024-07-26T12:21:16.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.120+0000 7fad4de00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fad30008420 0x7fad480bb1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:16.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.120+0000 7fad4d400640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fad4816a0f0 0x7fad480c3fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:16.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.120+0000 7fad4de00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fad30008420 0x7fad480bb1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.31:38736/0 (socket says 172.21.15.31:38736) 2024-07-26T12:21:16.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.120+0000 7fad4de00640 1 -- 172.21.15.31:0/294200412 learned_addr learned my addr 172.21.15.31:0/294200412 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:16.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.117+0000 7effcb400640 1 -- 172.21.15.31:0/960083142 <== mon.1 v2:172.21.15.123:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7effc402fcc0 con 0x7effb4004f40 2024-07-26T12:21:16.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.117+0000 7effcb400640 1 -- 172.21.15.31:0/960083142 <== mon.1 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effc4004040 con 0x7effb4004f40 2024-07-26T12:21:16.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.119+0000 7effd3400640 1 -- 172.21.15.31:0/960083142 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7effb4004f40 msgr2=0x7effb400b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:16.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.119+0000 7effd3400640 1 --2- 172.21.15.31:0/960083142 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7effb4004f40 0x7effb400b9c0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7effcc0b55a0 tx=0x7effb4005830 comp rx=0 tx=0).stop 2024-07-26T12:21:16.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.119+0000 7effd3400640 1 -- 172.21.15.31:0/960083142 shutdown_connections 2024-07-26T12:21:16.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.119+0000 7effd3400640 1 --2- 172.21.15.31:0/960083142 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7effb4004f40 0x7effb400b9c0 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.119+0000 7effd3400640 1 --2- 172.21.15.31:0/960083142 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7effcc1453d0 0x7effb4004800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.119+0000 7effd3400640 1 --2- 172.21.15.31:0/960083142 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7effb4003aa0 0x7effb4003ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.119+0000 7effd3400640 1 -- 172.21.15.31:0/960083142 >> 172.21.15.31:0/960083142 conn(0x7effcc0b61c0 msgr2=0x7effcc0b3540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:16.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.119+0000 7f71dfa00640 1 Processor -- start 2024-07-26T12:21:16.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.118+0000 7f87fb000640 1 -- 172.21.15.31:0/2087582077 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f87dc004e90 msgr2=0x7f87dc0141d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:16.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.118+0000 7f87fb000640 1 --2- 172.21.15.31:0/2087582077 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f87dc004e90 0x7f87dc0141d0 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f87f406e820 tx=0x7f87dc005830 comp rx=0 tx=0).stop 2024-07-26T12:21:16.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.118+0000 7fa57b000640 1 Processor -- start 2024-07-26T12:21:16.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.119+0000 7f2a26a00640 1 -- 172.21.15.31:0/1117560359 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a14031070 con 0x7f2a08004850 2024-07-26T12:21:16.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.119+0000 7f2a26a00640 1 -- 172.21.15.31:0/1117560359 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2a1402b810 con 0x7f2a08004850 2024-07-26T12:21:16.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.120+0000 7fad4e800640 1 --2- 172.21.15.31:0/294200412 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fad480c4510 0x7fad48168410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:16.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.120+0000 7f6f9b400640 1 -- 172.21.15.31:0/1421279237 shutdown_connections 2024-07-26T12:21:16.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.120+0000 7f6f9b400640 1 --2- 172.21.15.31:0/1421279237 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6f78003a50 0x7f6f78003ea0 secure :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f6f8c014820 tx=0x7f6f78005830 comp rx=0 tx=0).stop 2024-07-26T12:21:16.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.120+0000 7f6f9b400640 1 --2- 172.21.15.31:0/1421279237 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6f78004d40 0x7f6f78005150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.120+0000 7f6f9b400640 1 --2- 172.21.15.31:0/1421279237 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f6f9406dc70 0x7f6f78004800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.120+0000 7f6f9b400640 1 -- 172.21.15.31:0/1421279237 >> 172.21.15.31:0/1421279237 conn(0x7f6f940b5d50 msgr2=0x7f6f940b3540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:16.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.120+0000 7f2348a00640 1 -- start start 2024-07-26T12:21:16.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.120+0000 7fe78d400640 1 -- 172.21.15.31:0/335780651 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe76c004170 msgr2=0x7fe76c004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:16.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.120+0000 7fe78d400640 1 --2- 172.21.15.31:0/335780651 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe76c004170 0x7fe76c004800 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7fe768009e20 tx=0x7fe76c005830 comp rx=0 tx=0).stop 2024-07-26T12:21:16.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.121+0000 7fad4de00640 1 -- 172.21.15.31:0/294200412 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fad4816a0f0 msgr2=0x7fad480c3fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:16.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.121+0000 7fad4de00640 1 --2- 172.21.15.31:0/294200412 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fad4816a0f0 0x7fad480c3fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.121+0000 7fad4de00640 1 -- 172.21.15.31:0/294200412 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fad480c4510 msgr2=0x7fad48168410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:16.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.121+0000 7fad4de00640 1 --2- 172.21.15.31:0/294200412 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fad480c4510 0x7fad48168410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.121+0000 7fad4de00640 1 -- 172.21.15.31:0/294200412 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fad480bc8d0 con 0x7fad30008420 2024-07-26T12:21:16.172 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.121+0000 7f87fb000640 1 -- 172.21.15.31:0/2087582077 shutdown_connections 2024-07-26T12:21:16.172 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.121+0000 7f87fb000640 1 --2- 172.21.15.31:0/2087582077 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f87dc004e90 0x7f87dc0141d0 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.172 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.121+0000 7f87fb000640 1 --2- 172.21.15.31:0/2087582077 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f87dc003ac0 0x7f87dc003f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.172 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.121+0000 7f87fb000640 1 --2- 172.21.15.31:0/2087582077 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f87f40b49a0 0x7f87dc004800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.172 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.121+0000 7f87fb000640 1 -- 172.21.15.31:0/2087582077 >> 172.21.15.31:0/2087582077 conn(0x7f87f40bce70 msgr2=0x7f87f40bd280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:16.172 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.121+0000 7fad4de00640 1 --2- 172.21.15.31:0/294200412 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fad30008420 0x7fad480bb1f0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fad3c0077b0 tx=0x7fad3c001630 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:16.172 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.120+0000 7fecae400640 1 -- start start 2024-07-26T12:21:16.173 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.122+0000 7f2348a00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f232c003a50 0x7f233c15d9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:16.173 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.122+0000 7f2348a00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f232c004800 0x7f233c0cbc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:16.173 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.123+0000 7f2348a00640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f232c005250 0x7f233c0c53f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:16.173 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.123+0000 7f2348a00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f233c0382e0 con 0x7f232c004800 2024-07-26T12:21:16.173 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.123+0000 7f2348a00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f233c038160 con 0x7f232c003a50 2024-07-26T12:21:16.173 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.123+0000 7f2348a00640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f233c006de0 con 0x7f232c005250 2024-07-26T12:21:16.173 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.120+0000 7fc40a600640 1 Processor -- start 2024-07-26T12:21:16.173 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.121+0000 7fc40a600640 1 -- start start 2024-07-26T12:21:16.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.122+0000 7effd3400640 1 -- 172.21.15.31:0/960083142 shutdown_connections 2024-07-26T12:21:16.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.122+0000 7effd3400640 1 -- 172.21.15.31:0/960083142 wait complete. 2024-07-26T12:21:16.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.120+0000 7f2a26a00640 1 -- 172.21.15.31:0/1117560359 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a140118f0 con 0x7f2a08004850 2024-07-26T12:21:16.175 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.123+0000 7fecae400640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fec8c003aa0 0x7feca8137df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:16.175 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.123+0000 7fecae400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fec8c004f40 0x7feca81d9360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:16.175 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.123+0000 7fecae400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7feca81438f0 0x7feca813fdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:16.175 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.124+0000 7fecae400640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7feca80b6190 con 0x7feca81438f0 2024-07-26T12:21:16.175 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.124+0000 7fecae400640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7feca80b0240 con 0x7fec8c004f40 2024-07-26T12:21:16.175 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.124+0000 7fecae400640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7feca80b6310 con 0x7fec8c003aa0 2024-07-26T12:21:16.175 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.124+0000 7feca7e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7feca81438f0 0x7feca813fdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:16.175 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.124+0000 7efcfce00640 1 -- 172.21.15.31:0/993982679 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7efcdc004e90 msgr2=0x7efcdc00b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:16.176 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.124+0000 7efcfce00640 1 --2- 172.21.15.31:0/993982679 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7efcdc004e90 0x7efcdc00b9c0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7efcf80afde0 tx=0x7efcdc005830 comp rx=0 tx=0).stop 2024-07-26T12:21:16.176 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.124+0000 7efcfce00640 1 -- 172.21.15.31:0/993982679 shutdown_connections 2024-07-26T12:21:16.176 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.124+0000 7efcfce00640 1 --2- 172.21.15.31:0/993982679 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7efcdc004e90 0x7efcdc00b9c0 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.176 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.124+0000 7efcfce00640 1 --2- 172.21.15.31:0/993982679 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efcdc0040d0 0x7efcdc004800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.176 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.124+0000 7efcfce00640 1 --2- 172.21.15.31:0/993982679 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7efcd8007310 0x7efcdc003a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.176 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.124+0000 7efcfce00640 1 -- 172.21.15.31:0/993982679 >> 172.21.15.31:0/993982679 conn(0x7efcf80b6120 msgr2=0x7efcf80b8a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:16.176 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.124+0000 7fe78d400640 1 -- 172.21.15.31:0/335780651 shutdown_connections 2024-07-26T12:21:16.176 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.124+0000 7fe78d400640 1 --2- 172.21.15.31:0/335780651 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe76c004170 0x7fe76c004800 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.176 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.124+0000 7fe78d400640 1 --2- 172.21.15.31:0/335780651 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe76c004f40 0x7fe76c00b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.176 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.124+0000 7fe78d400640 1 --2- 172.21.15.31:0/335780651 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe7880b3630 0x7fe76c003b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.177 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.124+0000 7fe78d400640 1 -- 172.21.15.31:0/335780651 >> 172.21.15.31:0/335780651 conn(0x7fe7880b5b50 msgr2=0x7fe7880b5f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:16.177 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.124+0000 7fea5f200640 1 -- 172.21.15.31:0/2229030740 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fea44003a70 msgr2=0x7fea44003ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:16.177 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.124+0000 7fea5f200640 1 --2- 172.21.15.31:0/2229030740 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fea44003a70 0x7fea44003ec0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7fea4800c190 tx=0x7fea44005830 comp rx=0 tx=0).stop 2024-07-26T12:21:16.177 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.124+0000 7fc40a600640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc3e4003670 0x7fc40414cad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:16.177 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.124+0000 7fc40a600640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc3e80040b0 0x7fc4041e5560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:16.177 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.124+0000 7fc40a600640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fc3e8004f40 0x7fc404145950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:16.177 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.124+0000 7fc40a600640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fc4040b0160 con 0x7fc3e80040b0 2024-07-26T12:21:16.177 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.124+0000 7fc40a600640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fc404074500 con 0x7fc3e4003670 2024-07-26T12:21:16.178 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.124+0000 7fc40a600640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7fc4040b02e0 con 0x7fc3e8004f40 2024-07-26T12:21:16.178 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.124+0000 7feca7e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7feca81438f0 0x7feca813fdb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:60026/0 (socket says 172.21.15.31:60026) 2024-07-26T12:21:16.178 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.124+0000 7feca7e00640 1 -- 172.21.15.31:0/1831571387 learned_addr learned my addr 172.21.15.31:0/1831571387 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:16.178 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.122+0000 7efc47000640 1 -- 172.21.15.31:0/3902059063 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efc280040d0 msgr2=0x7efc28004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:16.178 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.122+0000 7efc47000640 1 --2- 172.21.15.31:0/3902059063 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efc280040d0 0x7efc28004800 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7efc2c019ae0 tx=0x7efc28005830 comp rx=0 tx=0).stop 2024-07-26T12:21:16.179 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.125+0000 7feca7e00640 1 -- 172.21.15.31:0/1831571387 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fec8c003aa0 msgr2=0x7feca8137df0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-26T12:21:16.179 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.125+0000 7feca7e00640 1 --2- 172.21.15.31:0/1831571387 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fec8c003aa0 0x7feca8137df0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.179 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.125+0000 7feca7e00640 1 -- 172.21.15.31:0/1831571387 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fec8c004f40 msgr2=0x7feca81d9360 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-26T12:21:16.179 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.125+0000 7feca7e00640 1 --2- 172.21.15.31:0/1831571387 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fec8c004f40 0x7feca81d9360 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.179 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.125+0000 7feca7e00640 1 -- 172.21.15.31:0/1831571387 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feca81dce70 con 0x7feca81438f0 2024-07-26T12:21:16.179 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.125+0000 7f6f9b400640 1 -- 172.21.15.31:0/1421279237 shutdown_connections 2024-07-26T12:21:16.179 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.126+0000 7f2342a00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f232c004800 0x7f233c0cbc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:16.180 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.126+0000 7f2342a00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f232c004800 0x7f233c0cbc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:60036/0 (socket says 172.21.15.31:60036) 2024-07-26T12:21:16.180 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.126+0000 7f2342a00640 1 -- 172.21.15.31:0/1003746317 learned_addr learned my addr 172.21.15.31:0/1003746317 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:16.180 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.125+0000 7fe78d400640 1 -- 172.21.15.31:0/335780651 shutdown_connections 2024-07-26T12:21:16.180 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.125+0000 7efc47000640 1 -- 172.21.15.31:0/3902059063 shutdown_connections 2024-07-26T12:21:16.180 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.125+0000 7efc47000640 1 --2- 172.21.15.31:0/3902059063 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7efc28004e90 0x7efc2800b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.180 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.125+0000 7efc47000640 1 --2- 172.21.15.31:0/3902059063 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efc280040d0 0x7efc28004800 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.180 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.125+0000 7efc47000640 1 --2- 172.21.15.31:0/3902059063 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7efc400b49a0 0x7efc28003ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.181 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.125+0000 7efc47000640 1 -- 172.21.15.31:0/3902059063 >> 172.21.15.31:0/3902059063 conn(0x7efc400bce70 msgr2=0x7efc400bd280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:16.181 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.126+0000 7efc47000640 1 -- 172.21.15.31:0/3902059063 shutdown_connections 2024-07-26T12:21:16.181 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.126+0000 7efc47000640 1 -- 172.21.15.31:0/3902059063 wait complete. 2024-07-26T12:21:16.181 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.125+0000 7fea5f200640 1 -- 172.21.15.31:0/2229030740 shutdown_connections 2024-07-26T12:21:16.181 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.125+0000 7fea5f200640 1 --2- 172.21.15.31:0/2229030740 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fea440099b0 0x7fea4400bdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.181 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.125+0000 7fea5f200640 1 --2- 172.21.15.31:0/2229030740 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fea44004800 0x7fea44004c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.181 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.125+0000 7fea5f200640 1 --2- 172.21.15.31:0/2229030740 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fea44003a70 0x7fea44003ec0 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.181 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.125+0000 7fea5f200640 1 -- 172.21.15.31:0/2229030740 >> 172.21.15.31:0/2229030740 conn(0x7fea600bce70 msgr2=0x7fea600bd280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:16.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.125+0000 7fad46000640 1 -- 172.21.15.31:0/294200412 <== mon.1 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad3c01b020 con 0x7fad30008420 2024-07-26T12:21:16.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.125+0000 7fad46000640 1 -- 172.21.15.31:0/294200412 <== mon.1 v2:172.21.15.123:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fad3c017670 con 0x7fad30008420 2024-07-26T12:21:16.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.125+0000 7fad46000640 1 -- 172.21.15.31:0/294200412 <== mon.1 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad3c017a20 con 0x7fad30008420 2024-07-26T12:21:16.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.125+0000 7fad4f200640 1 -- 172.21.15.31:0/294200412 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fad48169610 con 0x7fad30008420 2024-07-26T12:21:16.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.126+0000 7fad4f200640 1 -- 172.21.15.31:0/294200412 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fad48169bd0 con 0x7fad30008420 2024-07-26T12:21:16.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.126+0000 7fc403e00640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fc3e8004f40 0x7fc404145950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:16.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.121+0000 7f71dfa00640 1 -- start start 2024-07-26T12:21:16.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.123+0000 7f71dfa00640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f71bc003a50 0x7f71d8135d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:16.183 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.123+0000 7f71dfa00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f71bc004800 0x7f71d8138d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:16.183 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.123+0000 7f71dfa00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f71d80b66a0 0x7f71d8139260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:16.183 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.123+0000 7f71dfa00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f71d8147820 con 0x7f71bc004800 2024-07-26T12:21:16.183 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.123+0000 7f71dfa00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f71d80b6b10 con 0x7f71d80b66a0 2024-07-26T12:21:16.183 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.123+0000 7f71dfa00640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f71d8148650 con 0x7f71bc003a50 2024-07-26T12:21:16.183 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.122+0000 7f87fb000640 1 -- 172.21.15.31:0/2087582077 shutdown_connections 2024-07-26T12:21:16.183 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.123+0000 7f87fb000640 1 -- 172.21.15.31:0/2087582077 wait complete. 2024-07-26T12:21:16.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.126+0000 7f2a2f200640 1 -- 172.21.15.31:0/1117560359 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2a08004850 msgr2=0x7f2a08004ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:16.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.126+0000 7f2a2f200640 1 --2- 172.21.15.31:0/1117560359 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2a08004850 0x7f2a08004ce0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f2a14011ca0 tx=0x7f2a08005830 comp rx=0 tx=0).stop 2024-07-26T12:21:16.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.127+0000 7fea5f200640 1 -- 172.21.15.31:0/2229030740 shutdown_connections 2024-07-26T12:21:16.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.127+0000 7f2a2f200640 1 -- 172.21.15.31:0/1117560359 shutdown_connections 2024-07-26T12:21:16.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.127+0000 7f2a2f200640 1 --2- 172.21.15.31:0/1117560359 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2a08003cd0 0x7f2a08004100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.126+0000 7efcfce00640 1 -- 172.21.15.31:0/993982679 shutdown_connections 2024-07-26T12:21:16.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.126+0000 7efcfce00640 1 -- 172.21.15.31:0/993982679 wait complete. 2024-07-26T12:21:16.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.127+0000 7fea5f200640 1 -- 172.21.15.31:0/2229030740 wait complete. 2024-07-26T12:21:16.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.127+0000 7fad46000640 1 -- 172.21.15.31:0/294200412 <== mon.1 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fad3c01e020 con 0x7fad30008420 2024-07-26T12:21:16.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.127+0000 7f2a2f200640 1 --2- 172.21.15.31:0/1117560359 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2a08004850 0x7f2a08004ce0 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.127+0000 7f2a2f200640 1 --2- 172.21.15.31:0/1117560359 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f2a280ae240 0x7f2a0800b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.127+0000 7effd3400640 1 Processor -- start 2024-07-26T12:21:16.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.127+0000 7f2a2f200640 1 -- 172.21.15.31:0/1117560359 >> 172.21.15.31:0/1117560359 conn(0x7f2a280b61c0 msgr2=0x7f2a280b3540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:16.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.128+0000 7fc403400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc3e4003670 0x7fc40414cad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:16.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.128+0000 7fc403400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc3e4003670 0x7fc40414cad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.31:38754/0 (socket says 172.21.15.31:38754) 2024-07-26T12:21:16.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.122+0000 7fa57b000640 1 -- start start 2024-07-26T12:21:16.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.124+0000 7fa57b000640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa5540036a0 0x7fa5741e1cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:16.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.124+0000 7fa57b000640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa55c003a70 0x7fa574143ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:16.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.125+0000 7fa57b000640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fa55c004800 0x7fa574073240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:16.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.128+0000 7fa57b000640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fa5741476a0 con 0x7fa5540036a0 2024-07-26T12:21:16.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.128+0000 7fa57b000640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fa5741485d0 con 0x7fa55c003a70 2024-07-26T12:21:16.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.128+0000 7fa57b000640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7fa574147820 con 0x7fa55c004800 2024-07-26T12:21:16.188 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.126+0000 7f6f9b400640 1 -- 172.21.15.31:0/1421279237 wait complete. 2024-07-26T12:21:16.188 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.128+0000 7f234a000640 1 --2- 172.21.15.31:0/1003746317 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f232c003a50 0x7f233c15d9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:16.188 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.129+0000 7f2342a00640 1 -- 172.21.15.31:0/1003746317 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f232c005250 msgr2=0x7f233c0c53f0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-26T12:21:16.188 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.129+0000 7f2342a00640 1 --2- 172.21.15.31:0/1003746317 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f232c005250 0x7f233c0c53f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.188 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.129+0000 7f2342a00640 1 -- 172.21.15.31:0/1003746317 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f232c003a50 msgr2=0x7f233c15d9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:16.188 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.129+0000 7f2342a00640 1 --2- 172.21.15.31:0/1003746317 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f232c003a50 0x7f233c15d9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.188 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.129+0000 7f2342a00640 1 -- 172.21.15.31:0/1003746317 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f233c0373f0 con 0x7f232c004800 2024-07-26T12:21:16.188 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.130+0000 7f2342a00640 1 --2- 172.21.15.31:0/1003746317 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f232c004800 0x7f233c0cbc60 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f2330010010 tx=0x7f2330014e90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:16.189 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.125+0000 7fe78d400640 1 -- 172.21.15.31:0/335780651 wait complete. 2024-07-26T12:21:16.189 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.130+0000 7fe78d400640 1 Processor -- start 2024-07-26T12:21:16.189 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.132+0000 7fea5f200640 1 Processor -- start 2024-07-26T12:21:16.189 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.127+0000 7fad46000640 1 -- 172.21.15.31:0/294200412 <== mon.1 v2:172.21.15.123:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fad3c016520 con 0x7fad30008420 2024-07-26T12:21:16.189 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.128+0000 7fc403400640 1 -- 172.21.15.31:0/2927663167 learned_addr learned my addr 172.21.15.31:0/2927663167 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:16.190 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.129+0000 7fc402a00640 1 --2- 172.21.15.31:0/2927663167 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc3e80040b0 0x7fc4041e5560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:16.190 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.130+0000 7fc403e00640 1 -- 172.21.15.31:0/2927663167 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fc3e8004f40 msgr2=0x7fc404145950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 16 2024-07-26T12:21:16.190 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.130+0000 7fc403e00640 1 -- 172.21.15.31:0/2927663167 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fc3e8004f40 msgr2=0x7fc404145950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-07-26T12:21:16.190 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.130+0000 7fc403e00640 1 --2- 172.21.15.31:0/2927663167 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fc3e8004f40 0x7fc404145950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:16.190 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.130+0000 7fc403e00640 1 --2- 172.21.15.31:0/2927663167 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fc3e8004f40 0x7fc404145950 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T12:21:16.190 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.132+0000 7fc403400640 1 -- 172.21.15.31:0/2927663167 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fc3e8004f40 msgr2=0x7fc404145950 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-26T12:21:16.190 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.132+0000 7fc403400640 1 --2- 172.21.15.31:0/2927663167 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fc3e8004f40 0x7fc404145950 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.190 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.132+0000 7fc403400640 1 -- 172.21.15.31:0/2927663167 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc3e80040b0 msgr2=0x7fc4041e5560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:16.190 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.132+0000 7fc403400640 1 --2- 172.21.15.31:0/2927663167 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc3e80040b0 0x7fc4041e5560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.190 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.132+0000 7fc403400640 1 -- 172.21.15.31:0/2927663167 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc4041519b0 con 0x7fc3e4003670 2024-07-26T12:21:16.190 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.130+0000 7effd3400640 1 -- start start 2024-07-26T12:21:16.191 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.131+0000 7f71d7e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f71bc004800 0x7f71d8138d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:16.191 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.131+0000 7f71d7e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f71bc004800 0x7f71d8138d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:60054/0 (socket says 172.21.15.31:60054) 2024-07-26T12:21:16.191 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.131+0000 7f71d7e00640 1 -- 172.21.15.31:0/1034250646 learned_addr learned my addr 172.21.15.31:0/1034250646 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:16.191 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.132+0000 7f71dd000640 1 --2- 172.21.15.31:0/1034250646 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f71bc003a50 0x7f71d8135d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:16.191 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.132+0000 7f71dd000640 1 -- 172.21.15.31:0/1034250646 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f71bc003a50 msgr2=0x7f71d8135d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 18 2024-07-26T12:21:16.191 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.132+0000 7f71dd000640 1 -- 172.21.15.31:0/1034250646 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f71bc003a50 msgr2=0x7f71d8135d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-07-26T12:21:16.191 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.130+0000 7f87fb000640 1 Processor -- start 2024-07-26T12:21:16.192 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.130+0000 7f2a2f200640 1 -- 172.21.15.31:0/1117560359 shutdown_connections 2024-07-26T12:21:16.192 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.130+0000 7f2a2f200640 1 -- 172.21.15.31:0/1117560359 wait complete. 2024-07-26T12:21:16.192 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.132+0000 7feca7e00640 1 --2- 172.21.15.31:0/1831571387 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7feca81438f0 0x7feca813fdb0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7feca80afb50 tx=0x7fec98015af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:16.192 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.133+0000 7fc403400640 1 --2- 172.21.15.31:0/2927663167 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc3e4003670 0x7fc40414cad0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fc3f40077d0 tx=0x7fc3f4001630 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:16.193 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.132+0000 7f71dd000640 1 --2- 172.21.15.31:0/1034250646 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f71bc003a50 0x7f71d8135d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:16.193 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.132+0000 7f71dd000640 1 --2- 172.21.15.31:0/1034250646 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f71bc003a50 0x7f71d8135d90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T12:21:16.193 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.133+0000 7f71d7e00640 1 -- 172.21.15.31:0/1034250646 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f71bc003a50 msgr2=0x7f71d8135d90 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-26T12:21:16.193 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.133+0000 7f71d7e00640 1 --2- 172.21.15.31:0/1034250646 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f71bc003a50 0x7f71d8135d90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.193 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.133+0000 7f71d7e00640 1 -- 172.21.15.31:0/1034250646 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f71d80b66a0 msgr2=0x7f71d8139260 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-07-26T12:21:16.193 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.133+0000 7f71d7e00640 1 --2- 172.21.15.31:0/1034250646 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f71d80b66a0 0x7f71d8139260 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.193 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.133+0000 7f71d7e00640 1 -- 172.21.15.31:0/1034250646 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f71d81dd4c0 con 0x7f71bc004800 2024-07-26T12:21:16.194 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.131+0000 7f87fb000640 1 -- start start 2024-07-26T12:21:16.194 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.133+0000 7f87fb000640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f87dc003ac0 0x7f87f413d040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:16.194 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.133+0000 7f87fb000640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f87dc004e90 0x7f87f41dce70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:16.194 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.133+0000 7f87fb000640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f87f40b49a0 0x7f87f4144540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:16.194 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.133+0000 7f87fb000640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f87f41476a0 con 0x7f87f40b49a0 2024-07-26T12:21:16.194 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.133+0000 7f87fb000640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f87f41485d0 con 0x7f87dc004e90 2024-07-26T12:21:16.194 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.133+0000 7f87fb000640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f87f4147820 con 0x7f87dc003ac0 2024-07-26T12:21:16.194 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.134+0000 7f87f9c00640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f87dc003ac0 0x7f87f413d040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:16.194 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.133+0000 7fb256a00640 1 -- start start 2024-07-26T12:21:16.195 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.134+0000 7f87fa600640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f87f40b49a0 0x7f87f4144540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:16.195 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.134+0000 7f2a2f200640 1 Processor -- start 2024-07-26T12:21:16.195 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.135+0000 7efcfce00640 1 Processor -- start 2024-07-26T12:21:16.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.135+0000 7fc3fb400640 1 -- 172.21.15.31:0/2927663167 <== mon.1 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3f401b020 con 0x7fc3e4003670 2024-07-26T12:21:16.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.134+0000 7effd3400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7effb4003aa0 0x7effcc072d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:16.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.134+0000 7effd3400640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7effb4004f40 0x7effcc146510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:16.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.134+0000 7effd3400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7effcc1453d0 0x7effcc1e5280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:16.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.134+0000 7effd3400640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7effcc0b0e00 con 0x7effb4003aa0 2024-07-26T12:21:16.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.134+0000 7effd3400640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7effcc0ae460 con 0x7effcc1453d0 2024-07-26T12:21:16.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.134+0000 7effd3400640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7effcc09f010 con 0x7effb4004f40 2024-07-26T12:21:16.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.134+0000 7f87f9c00640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f87dc003ac0 0x7f87f413d040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3301/0 says I am v2:172.21.15.31:52864/0 (socket says 172.21.15.31:52864) 2024-07-26T12:21:16.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.135+0000 7f87f9c00640 1 -- 172.21.15.31:0/1263800835 learned_addr learned my addr 172.21.15.31:0/1263800835 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:16.197 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.130+0000 7fe78d400640 1 -- start start 2024-07-26T12:21:16.197 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.135+0000 7f2a2f200640 1 -- start start 2024-07-26T12:21:16.197 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.135+0000 7f71d7e00640 1 --2- 172.21.15.31:0/1034250646 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f71bc004800 0x7f71d8138d20 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f71c40011d0 tx=0x7f71c4001630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:16.197 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.135+0000 7f87f9c00640 1 -- 172.21.15.31:0/1263800835 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f87dc003ac0 msgr2=0x7f87f413d040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 16 2024-07-26T12:21:16.198 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.135+0000 7f87f9c00640 1 -- 172.21.15.31:0/1263800835 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f87dc003ac0 msgr2=0x7f87f413d040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-07-26T12:21:16.198 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.135+0000 7f87f9c00640 1 --2- 172.21.15.31:0/1263800835 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f87dc003ac0 0x7f87f413d040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:16.198 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.135+0000 7f87f9c00640 1 --2- 172.21.15.31:0/1263800835 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f87dc003ac0 0x7f87f413d040 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T12:21:16.198 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.135+0000 7fc3fb400640 1 -- 172.21.15.31:0/2927663167 <== mon.1 v2:172.21.15.123:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc3f4017670 con 0x7fc3e4003670 2024-07-26T12:21:16.198 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.135+0000 7fc3fb400640 1 -- 172.21.15.31:0/2927663167 <== mon.1 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3f4017a40 con 0x7fc3e4003670 2024-07-26T12:21:16.198 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.136+0000 7fc40a600640 1 -- 172.21.15.31:0/2927663167 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc4041e5aa0 con 0x7fc3e4003670 2024-07-26T12:21:16.198 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.136+0000 7effd1400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7effcc1453d0 0x7effcc1e5280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:16.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.136+0000 7fc40a600640 1 -- 172.21.15.31:0/2927663167 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc4041508d0 con 0x7fc3e4003670 2024-07-26T12:21:16.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.136+0000 7f87f9200640 1 --2- 172.21.15.31:0/1263800835 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f87dc004e90 0x7f87f41dce70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:16.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.132+0000 7fea5f200640 1 -- start start 2024-07-26T12:21:16.200 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.136+0000 7f2337400640 1 -- 172.21.15.31:0/1003746317 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2330022070 con 0x7f232c004800 2024-07-26T12:21:16.200 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.134+0000 7fea5f200640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fea44003a70 0x7fea6013f110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:16.200 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.134+0000 7fea5f200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fea44004800 0x7fea601e1560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:16.200 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.134+0000 7fea5f200640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fea440099b0 0x7fea6013d320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:16.200 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.134+0000 7fea5f200640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fea601476a0 con 0x7fea440099b0 2024-07-26T12:21:16.200 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.134+0000 7fea5f200640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fea601485d0 con 0x7fea44004800 2024-07-26T12:21:16.200 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.134+0000 7fea5f200640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7fea60147820 con 0x7fea44003a70 2024-07-26T12:21:16.200 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.136+0000 7fea5de00640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fea44003a70 0x7fea6013f110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:16.200 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.136+0000 7fea5de00640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fea44003a70 0x7fea6013f110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3301/0 says I am v2:172.21.15.31:52868/0 (socket says 172.21.15.31:52868) 2024-07-26T12:21:16.200 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.136+0000 7fea5de00640 1 -- 172.21.15.31:0/2081175145 learned_addr learned my addr 172.21.15.31:0/2081175145 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:16.200 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.136+0000 7fea5de00640 1 -- 172.21.15.31:0/2081175145 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fea44003a70 msgr2=0x7fea6013f110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 16 2024-07-26T12:21:16.201 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.136+0000 7fea5de00640 1 -- 172.21.15.31:0/2081175145 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fea44003a70 msgr2=0x7fea6013f110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-07-26T12:21:16.201 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.136+0000 7fea5de00640 1 --2- 172.21.15.31:0/2081175145 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fea44003a70 0x7fea6013f110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:16.201 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.136+0000 7fea5de00640 1 --2- 172.21.15.31:0/2081175145 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fea44003a70 0x7fea6013f110 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T12:21:16.201 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.137+0000 7f2a2f200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2a08003cd0 0x7f2a2809ba70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:16.201 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.137+0000 7f2a2f200640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f2a08004850 0x7f2a28127a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:16.201 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.137+0000 7f2a2f200640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2a280ae240 0x7f2a28127fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:16.201 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.137+0000 7f2a2f200640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f2a280b02e0 con 0x7f2a280ae240 2024-07-26T12:21:16.201 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.137+0000 7f2a2f200640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f2a280b0160 con 0x7f2a08003cd0 2024-07-26T12:21:16.202 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.137+0000 7f2a2f200640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f2a28150170 con 0x7f2a08004850 2024-07-26T12:21:16.202 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.135+0000 7fe78d400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe76c004170 0x7fe78814c0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:16.202 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.135+0000 7fe78d400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe76c004f40 0x7fe78814f7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:16.202 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.135+0000 7fe78d400640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe7880b3630 0x7fe788072d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:16.202 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.135+0000 7fe78d400640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fe7880ae890 con 0x7fe76c004f40 2024-07-26T12:21:16.202 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.135+0000 7fe78d400640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fe7880b05b0 con 0x7fe76c004170 2024-07-26T12:21:16.202 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.135+0000 7fe78d400640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7fe7880afb10 con 0x7fe7880b3630 2024-07-26T12:21:16.202 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.136+0000 7fe787e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe76c004170 0x7fe78814c0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:16.202 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.136+0000 7fe787e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe76c004170 0x7fe78814c0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.31:38804/0 (socket says 172.21.15.31:38804) 2024-07-26T12:21:16.202 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.136+0000 7fe787e00640 1 -- 172.21.15.31:0/4045334468 learned_addr learned my addr 172.21.15.31:0/4045334468 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:16.203 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.138+0000 7f2a27e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2a08003cd0 0x7f2a2809ba70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:16.203 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.138+0000 7f2a27e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2a08003cd0 0x7f2a2809ba70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.31:38816/0 (socket says 172.21.15.31:38816) 2024-07-26T12:21:16.203 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.138+0000 7f2a27e00640 1 -- 172.21.15.31:0/1242402582 learned_addr learned my addr 172.21.15.31:0/1242402582 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:16.203 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.137+0000 7f2337400640 1 -- 172.21.15.31:0/1003746317 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2330012c80 con 0x7f232c004800 2024-07-26T12:21:16.203 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.137+0000 7f2337400640 1 -- 172.21.15.31:0/1003746317 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f233001d630 con 0x7f232c004800 2024-07-26T12:21:16.204 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.138+0000 7efcfce00640 1 -- start start 2024-07-26T12:21:16.204 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.136+0000 7effcbe00640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7effb4004f40 0x7effcc146510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:16.204 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.136+0000 7effcbe00640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7effb4004f40 0x7effcc146510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3301/0 says I am v2:172.21.15.31:52884/0 (socket says 172.21.15.31:52884) 2024-07-26T12:21:16.204 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.136+0000 7effcbe00640 1 -- 172.21.15.31:0/2194858545 learned_addr learned my addr 172.21.15.31:0/2194858545 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:16.204 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.137+0000 7effcbe00640 1 -- 172.21.15.31:0/2194858545 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7effb4004f40 msgr2=0x7effcc146510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 18 2024-07-26T12:21:16.204 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.137+0000 7effcbe00640 1 -- 172.21.15.31:0/2194858545 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7effb4004f40 msgr2=0x7effcc146510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-07-26T12:21:16.204 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.137+0000 7effcbe00640 1 --2- 172.21.15.31:0/2194858545 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7effb4004f40 0x7effcc146510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:16.204 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.137+0000 7effcbe00640 1 --2- 172.21.15.31:0/2194858545 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7effb4004f40 0x7effcc146510 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T12:21:16.204 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.138+0000 7effd0a00640 1 --2- 172.21.15.31:0/2194858545 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7effb4003aa0 0x7effcc072d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:16.205 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.137+0000 7fec9f400640 1 -- 172.21.15.31:0/1831571387 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec98017710 con 0x7feca81438f0 2024-07-26T12:21:16.205 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.138+0000 7fec9f400640 1 -- 172.21.15.31:0/1831571387 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fec980178b0 con 0x7feca81438f0 2024-07-26T12:21:16.205 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.138+0000 7fec9f400640 1 -- 172.21.15.31:0/1831571387 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec98017c80 con 0x7feca81438f0 2024-07-26T12:21:16.205 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.138+0000 7f2348a00640 1 -- 172.21.15.31:0/1003746317 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f233c15df30 con 0x7f232c004800 2024-07-26T12:21:16.205 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.138+0000 7effd1400640 1 -- 172.21.15.31:0/2194858545 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7effb4004f40 msgr2=0x7effcc146510 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-26T12:21:16.205 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.138+0000 7effd1400640 1 --2- 172.21.15.31:0/2194858545 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7effb4004f40 0x7effcc146510 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.206 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.138+0000 7effd1400640 1 -- 172.21.15.31:0/2194858545 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7effb4003aa0 msgr2=0x7effcc072d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:16.206 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.138+0000 7effd1400640 1 --2- 172.21.15.31:0/2194858545 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7effb4003aa0 0x7effcc072d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.206 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.138+0000 7effd1400640 1 -- 172.21.15.31:0/2194858545 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7effcc1e1fe0 con 0x7effcc1453d0 2024-07-26T12:21:16.206 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.139+0000 7f2a27e00640 1 -- 172.21.15.31:0/1242402582 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f2a08004850 msgr2=0x7f2a28127a90 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-26T12:21:16.206 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.137+0000 7fe78ca00640 1 --2- 172.21.15.31:0/4045334468 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe7880b3630 0x7fe788072d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:16.206 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.138+0000 7fe787e00640 1 -- 172.21.15.31:0/4045334468 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe7880b3630 msgr2=0x7fe788072d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:16.206 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.138+0000 7fe787e00640 1 --2- 172.21.15.31:0/4045334468 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe7880b3630 0x7fe788072d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.138+0000 7fe787e00640 1 -- 172.21.15.31:0/4045334468 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe76c004f40 msgr2=0x7fe78814f7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:16.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.138+0000 7fe787e00640 1 --2- 172.21.15.31:0/4045334468 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe76c004f40 0x7fe78814f7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.138+0000 7fe787e00640 1 -- 172.21.15.31:0/4045334468 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe78814c630 con 0x7fe76c004170 2024-07-26T12:21:16.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.140+0000 7f6f9b400640 1 Processor -- start 2024-07-26T12:21:16.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.140+0000 7fad4f200640 1 -- 172.21.15.31:0/294200412 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fad480c89f0 con 0x7fad30008420 2024-07-26T12:21:16.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.140+0000 7effd1400640 1 --2- 172.21.15.31:0/2194858545 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7effcc1453d0 0x7effcc1e5280 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7effc4037000 tx=0x7effc4004a40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:16.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.137+0000 7f71d4c00640 1 -- 172.21.15.31:0/1034250646 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71c40155f0 con 0x7f71bc004800 2024-07-26T12:21:16.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.137+0000 7f71d4c00640 1 -- 172.21.15.31:0/1034250646 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f71c4015790 con 0x7f71bc004800 2024-07-26T12:21:16.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.138+0000 7fea55400640 1 --2- 172.21.15.31:0/2081175145 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fea44004800 0x7fea601e1560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:16.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.140+0000 7fecae400640 1 -- 172.21.15.31:0/1831571387 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feca81dd150 con 0x7feca81438f0 2024-07-26T12:21:16.209 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.141+0000 7fecae400640 1 -- 172.21.15.31:0/1831571387 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feca81389b0 con 0x7feca81438f0 2024-07-26T12:21:16.209 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.137+0000 7f71d4c00640 1 -- 172.21.15.31:0/1034250646 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71c4015b80 con 0x7f71bc004800 2024-07-26T12:21:16.209 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.140+0000 7f71dfa00640 1 -- 172.21.15.31:0/1034250646 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f71d81dc9e0 con 0x7f71bc004800 2024-07-26T12:21:16.209 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.140+0000 7f71dfa00640 1 -- 172.21.15.31:0/1034250646 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f71d8138070 con 0x7f71bc004800 2024-07-26T12:21:16.209 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.141+0000 7f2a27e00640 1 --2- 172.21.15.31:0/1242402582 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f2a08004850 0x7f2a28127a90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.209 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.141+0000 7f2a27e00640 1 -- 172.21.15.31:0/1242402582 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2a280ae240 msgr2=0x7f2a28127fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:16.209 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.141+0000 7f2a2d200640 1 --2- 172.21.15.31:0/1242402582 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2a280ae240 0x7f2a28127fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:16.210 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.139+0000 7fea5e800640 1 --2- 172.21.15.31:0/2081175145 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fea440099b0 0x7fea6013d320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:16.210 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.141+0000 7fea5e800640 1 -- 172.21.15.31:0/2081175145 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fea44003a70 msgr2=0x7fea6013f110 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-26T12:21:16.210 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.141+0000 7fea5e800640 1 --2- 172.21.15.31:0/2081175145 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fea44003a70 0x7fea6013f110 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.210 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.141+0000 7fea5e800640 1 -- 172.21.15.31:0/2081175145 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fea44004800 msgr2=0x7fea601e1560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:16.210 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.141+0000 7fea5e800640 1 --2- 172.21.15.31:0/2081175145 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fea44004800 0x7fea601e1560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.210 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.141+0000 7effc8c00640 1 -- 172.21.15.31:0/2194858545 <== mon.1 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effc4048070 con 0x7effcc1453d0 2024-07-26T12:21:16.210 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.141+0000 7effc8c00640 1 -- 172.21.15.31:0/2194858545 <== mon.1 v2:172.21.15.123:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7effc402fac0 con 0x7effcc1453d0 2024-07-26T12:21:16.210 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.141+0000 7effc8c00640 1 -- 172.21.15.31:0/2194858545 <== mon.1 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effc4048070 con 0x7effcc1453d0 2024-07-26T12:21:16.211 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.141+0000 7f6f9b400640 1 -- start start 2024-07-26T12:21:16.211 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.141+0000 7fe787e00640 1 --2- 172.21.15.31:0/4045334468 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe76c004170 0x7fe78814c0f0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fe77800e780 tx=0x7fe77800ec40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:16.211 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.140+0000 7fc3fb400640 1 -- 172.21.15.31:0/2927663167 <== mon.1 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fc3f401e020 con 0x7fc3e4003670 2024-07-26T12:21:16.211 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.140+0000 7fc3fb400640 1 -- 172.21.15.31:0/2927663167 <== mon.1 v2:172.21.15.123:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fc3f40163c0 con 0x7fc3e4003670 2024-07-26T12:21:16.212 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.142+0000 7effd3400640 1 -- 172.21.15.31:0/2194858545 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7effcc1e22c0 con 0x7effcc1453d0 2024-07-26T12:21:16.212 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.142+0000 7f2a27e00640 1 --2- 172.21.15.31:0/1242402582 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2a280ae240 0x7f2a28127fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.212 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.142+0000 7f2a27e00640 1 -- 172.21.15.31:0/1242402582 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2a2809bfb0 con 0x7f2a08003cd0 2024-07-26T12:21:16.212 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.142+0000 7f2a2d200640 1 --2- 172.21.15.31:0/1242402582 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2a280ae240 0x7f2a28127fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T12:21:16.212 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.137+0000 7fa57a600640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fa55c004800 0x7fa574073240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:16.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.137+0000 7fa57a600640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fa55c004800 0x7fa574073240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3301/0 says I am v2:172.21.15.31:52904/0 (socket says 172.21.15.31:52904) 2024-07-26T12:21:16.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.137+0000 7fa57a600640 1 -- 172.21.15.31:0/818182823 learned_addr learned my addr 172.21.15.31:0/818182823 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:16.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.139+0000 7fa579200640 1 --2- 172.21.15.31:0/818182823 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa55c003a70 0x7fa574143ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:16.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.139+0000 7fa579c00640 1 --2- 172.21.15.31:0/818182823 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa5540036a0 0x7fa5741e1cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:16.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.140+0000 7fa579c00640 1 -- 172.21.15.31:0/818182823 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fa55c004800 msgr2=0x7fa574073240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:16.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.140+0000 7fa579c00640 1 --2- 172.21.15.31:0/818182823 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fa55c004800 0x7fa574073240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.140+0000 7fa579c00640 1 -- 172.21.15.31:0/818182823 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa55c003a70 msgr2=0x7fa574143ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:16.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.140+0000 7fa579c00640 1 --2- 172.21.15.31:0/818182823 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa55c003a70 0x7fa574143ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.140+0000 7fa579c00640 1 -- 172.21.15.31:0/818182823 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa5741426b0 con 0x7fa5540036a0 2024-07-26T12:21:16.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.142+0000 7fa579c00640 1 --2- 172.21.15.31:0/818182823 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa5540036a0 0x7fa5741e1cf0 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7fa568033000 tx=0x7fa568001190 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:16.214 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.142+0000 7f2348a00640 1 -- 172.21.15.31:0/1003746317 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f233c0cc740 con 0x7f232c004800 2024-07-26T12:21:16.214 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.144+0000 7f2348a00640 1 -- 172.21.15.31:0/1003746317 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f233c03d5c0 con 0x7f232c004800 2024-07-26T12:21:16.214 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.144+0000 7fb256a00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb238003a70 0x7fb250140d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:16.214 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.139+0000 7efc47000640 1 Processor -- start 2024-07-26T12:21:16.214 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.139+0000 7efc47000640 1 -- start start 2024-07-26T12:21:16.214 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.141+0000 7efc47000640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7efc280040d0 0x7efc401ecee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:16.214 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.141+0000 7efc47000640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efc28004e90 0x7efc40072830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:16.215 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.142+0000 7efc47000640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7efc400b49a0 0x7efc401ec1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:16.215 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.142+0000 7efc47000640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7efc401476a0 con 0x7efc28004e90 2024-07-26T12:21:16.215 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.142+0000 7efc47000640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7efc401485d0 con 0x7efc400b49a0 2024-07-26T12:21:16.215 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.142+0000 7efc47000640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7efc40147820 con 0x7efc280040d0 2024-07-26T12:21:16.215 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.142+0000 7efc46600640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7efc400b49a0 0x7efc401ec1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:16.215 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.142+0000 7efc46600640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7efc400b49a0 0x7efc401ec1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.31:38852/0 (socket says 172.21.15.31:38852) 2024-07-26T12:21:16.215 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.142+0000 7efc46600640 1 -- 172.21.15.31:0/670827688 learned_addr learned my addr 172.21.15.31:0/670827688 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:16.215 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.143+0000 7efc46600640 1 -- 172.21.15.31:0/670827688 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7efc280040d0 msgr2=0x7efc401ecee0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-26T12:21:16.215 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.143+0000 7efc46600640 1 --2- 172.21.15.31:0/670827688 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7efc280040d0 0x7efc401ecee0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.215 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.143+0000 7efc46600640 1 -- 172.21.15.31:0/670827688 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efc28004e90 msgr2=0x7efc40072830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:16.215 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.143+0000 7efc46600640 1 --2- 172.21.15.31:0/670827688 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efc28004e90 0x7efc40072830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.215 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.143+0000 7efc46600640 1 -- 172.21.15.31:0/670827688 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efc40072d70 con 0x7efc400b49a0 2024-07-26T12:21:16.216 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.141+0000 7fea5e800640 1 -- 172.21.15.31:0/2081175145 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fea6013f650 con 0x7fea440099b0 2024-07-26T12:21:16.216 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.143+0000 7fea5e800640 1 --2- 172.21.15.31:0/2081175145 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fea440099b0 0x7fea6013d320 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7fea6006f080 tx=0x7fea58014a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:16.216 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.143+0000 7effd3400640 1 -- 172.21.15.31:0/2194858545 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7effcc1e1c90 con 0x7effcc1453d0 2024-07-26T12:21:16.216 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.142+0000 7f2a27e00640 1 --2- 172.21.15.31:0/1242402582 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2a08003cd0 0x7f2a2809ba70 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f2a18000c00 tx=0x7f2a18014b70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:16.216 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.144+0000 7fb256a00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb238004800 0x7fb2501dc7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:16.217 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.144+0000 7fb256a00640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fb250139390 0x7fb2501397a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:16.217 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.144+0000 7fc40a600640 1 -- 172.21.15.31:0/2927663167 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc404150290 con 0x7fc3e4003670 2024-07-26T12:21:16.217 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.144+0000 7fec9f400640 1 -- 172.21.15.31:0/1831571387 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fec9801f020 con 0x7feca81438f0 2024-07-26T12:21:16.217 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.144+0000 7fec9f400640 1 -- 172.21.15.31:0/1831571387 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fec98021450 con 0x7feca81438f0 2024-07-26T12:21:16.217 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.144+0000 7f2337400640 1 -- 172.21.15.31:0/1003746317 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f233001d7d0 con 0x7f232c004800 2024-07-26T12:21:16.218 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.144+0000 7f2337400640 1 -- 172.21.15.31:0/1003746317 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f2330026ad0 con 0x7f232c004800 2024-07-26T12:21:16.218 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.144+0000 7fb256a00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fb250147820 con 0x7fb238003a70 2024-07-26T12:21:16.218 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.144+0000 7efc46600640 1 --2- 172.21.15.31:0/670827688 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7efc400b49a0 0x7efc401ec1f0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7efc38009610 tx=0x7efc38009db0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:16.218 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.144+0000 7fb256a00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fb2501476a0 con 0x7fb238004800 2024-07-26T12:21:16.219 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.144+0000 7fb256a00640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7fb2500b49a0 con 0x7fb250139390 2024-07-26T12:21:16.219 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.144+0000 7efcfce00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efcd8007310 0x7efcf814f1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:16.219 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.145+0000 7efcfce00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7efcdc0040d0 0x7efcf81e50f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:16.219 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.145+0000 7efcfce00640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7efcdc004e90 0x7efcf81e18a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:16.219 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.145+0000 7efcfce00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7efcf80b2ab0 con 0x7efcd8007310 2024-07-26T12:21:16.219 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.145+0000 7efcfce00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7efcf80b0db0 con 0x7efcdc0040d0 2024-07-26T12:21:16.219 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.145+0000 7efcfce00640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7efcf80b1d20 con 0x7efcdc004e90 2024-07-26T12:21:16.220 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.144+0000 7f71d4c00640 1 -- 172.21.15.31:0/1034250646 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f71c4016480 con 0x7f71bc004800 2024-07-26T12:21:16.220 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.144+0000 7f71d4c00640 1 -- 172.21.15.31:0/1034250646 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f71c401f860 con 0x7f71bc004800 2024-07-26T12:21:16.220 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.145+0000 7fb256000640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fb250139390 0x7fb2501397a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:16.220 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.145+0000 7fb256000640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fb250139390 0x7fb2501397a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3301/0 says I am v2:172.21.15.31:52910/0 (socket says 172.21.15.31:52910) 2024-07-26T12:21:16.220 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.145+0000 7fb256000640 1 -- 172.21.15.31:0/368843054 learned_addr learned my addr 172.21.15.31:0/368843054 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:16.221 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.145+0000 7f87f9200640 1 -- 172.21.15.31:0/1263800835 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f87dc003ac0 msgr2=0x7f87f413d040 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-26T12:21:16.221 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.145+0000 7f87f9200640 1 --2- 172.21.15.31:0/1263800835 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f87dc003ac0 0x7f87f413d040 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.221 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.145+0000 7f87f9200640 1 -- 172.21.15.31:0/1263800835 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f87f40b49a0 msgr2=0x7f87f4144540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:16.221 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.145+0000 7f87f9200640 1 --2- 172.21.15.31:0/1263800835 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f87f40b49a0 0x7f87f4144540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.221 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.145+0000 7f87f9200640 1 -- 172.21.15.31:0/1263800835 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87f41dc670 con 0x7f87dc004e90 2024-07-26T12:21:16.221 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.145+0000 7fea56a00640 1 -- 172.21.15.31:0/2081175145 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea5801d070 con 0x7fea440099b0 2024-07-26T12:21:16.221 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.145+0000 7fea56a00640 1 -- 172.21.15.31:0/2081175145 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fea58004230 con 0x7fea440099b0 2024-07-26T12:21:16.222 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.145+0000 7fa571600640 1 -- 172.21.15.31:0/818182823 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa568043030 con 0x7fa5540036a0 2024-07-26T12:21:16.222 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.145+0000 7fa57b000640 1 -- 172.21.15.31:0/818182823 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa5741e1210 con 0x7fa5540036a0 2024-07-26T12:21:16.222 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.145+0000 7fa57b000640 1 -- 172.21.15.31:0/818182823 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa5741e17d0 con 0x7fa5540036a0 2024-07-26T12:21:16.222 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.145+0000 7fea5f200640 1 -- 172.21.15.31:0/2081175145 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fea6013e7a0 con 0x7fea440099b0 2024-07-26T12:21:16.222 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.145+0000 7fea5f200640 1 -- 172.21.15.31:0/2081175145 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fea600736f0 con 0x7fea440099b0 2024-07-26T12:21:16.223 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.144+0000 7fecae400640 1 -- 172.21.15.31:0/1831571387 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feca8138cc0 con 0x7feca81438f0 2024-07-26T12:21:16.223 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.145+0000 7fb256000640 1 -- 172.21.15.31:0/368843054 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fb250139390 msgr2=0x7fb2501397a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 16 2024-07-26T12:21:16.223 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.145+0000 7fb256000640 1 -- 172.21.15.31:0/368843054 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fb250139390 msgr2=0x7fb2501397a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-07-26T12:21:16.223 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.145+0000 7fb256000640 1 --2- 172.21.15.31:0/368843054 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fb250139390 0x7fb2501397a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:16.223 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.145+0000 7fb256000640 1 --2- 172.21.15.31:0/368843054 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fb250139390 0x7fb2501397a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T12:21:16.223 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.146+0000 7f71dfa00640 1 -- 172.21.15.31:0/1034250646 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f71d813e220 con 0x7f71bc004800 2024-07-26T12:21:16.224 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.146+0000 7fea56a00640 1 -- 172.21.15.31:0/2081175145 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea5800f040 con 0x7fea440099b0 2024-07-26T12:21:16.224 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.146+0000 7fa571600640 1 -- 172.21.15.31:0/818182823 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa568007df0 con 0x7fa5540036a0 2024-07-26T12:21:16.224 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.146+0000 7fa571600640 1 -- 172.21.15.31:0/818182823 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa568043030 con 0x7fa5540036a0 2024-07-26T12:21:16.224 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.147+0000 7fa57b000640 1 -- 172.21.15.31:0/818182823 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa550005080 con 0x7fa5540036a0 2024-07-26T12:21:16.224 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.147+0000 7fea5f200640 1 -- 172.21.15.31:0/2081175145 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fea600b3800 con 0x7fea440099b0 2024-07-26T12:21:16.225 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.148+0000 7effd3400640 1 -- 172.21.15.31:0/2194858545 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7effcc144e90 con 0x7effcc1453d0 2024-07-26T12:21:16.225 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.148+0000 7efcf5e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efcd8007310 0x7efcf814f1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:16.225 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.148+0000 7efcf5e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efcd8007310 0x7efcf814f1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:60130/0 (socket says 172.21.15.31:60130) 2024-07-26T12:21:16.225 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.148+0000 7efcf5e00640 1 -- 172.21.15.31:0/3959106823 learned_addr learned my addr 172.21.15.31:0/3959106823 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:16.225 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.148+0000 7fb254c00640 1 --2- 172.21.15.31:0/368843054 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb238004800 0x7fb2501dc7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:16.226 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.147+0000 7f6f9b400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6f78004d40 0x7f6f94137860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:16.226 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.147+0000 7f6f9b400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6f9406dc70 0x7f6f941ea4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:16.226 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.147+0000 7f6f9b400640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f6f941ed7e0 0x7f6f941edbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:16.226 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.147+0000 7f6f9b400640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f6f940b6190 con 0x7f6f9406dc70 2024-07-26T12:21:16.226 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.147+0000 7f6f9b400640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f6f940b0240 con 0x7f6f78004d40 2024-07-26T12:21:16.226 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.147+0000 7f6f9b400640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f6f940b6310 con 0x7f6f941ed7e0 2024-07-26T12:21:16.226 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.148+0000 7f6f98a00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6f78004d40 0x7f6f94137860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:16.227 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.148+0000 7fb255600640 1 --2- 172.21.15.31:0/368843054 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb238003a70 0x7fb250140d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:16.227 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.148+0000 7efcf5400640 1 --2- 172.21.15.31:0/3959106823 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7efcdc0040d0 0x7efcf81e50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:16.227 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.148+0000 7f87f9200640 1 --2- 172.21.15.31:0/1263800835 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f87dc004e90 0x7f87f41dce70 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f87e0017750 tx=0x7f87e0017c10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:16.227 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.148+0000 7f6f98a00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6f78004d40 0x7f6f94137860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.31:38872/0 (socket says 172.21.15.31:38872) 2024-07-26T12:21:16.227 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.148+0000 7f6f98a00640 1 -- 172.21.15.31:0/1495200886 learned_addr learned my addr 172.21.15.31:0/1495200886 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:16.228 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.148+0000 7f6f93e00640 1 --2- 172.21.15.31:0/1495200886 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6f9406dc70 0x7f6f941ea4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:16.228 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.148+0000 7efcf6800640 1 --2- 172.21.15.31:0/3959106823 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7efcdc004e90 0x7efcf81e18a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:16.228 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.149+0000 7f6f99400640 1 --2- 172.21.15.31:0/1495200886 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f6f941ed7e0 0x7f6f941edbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:16.229 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.149+0000 7efcf6800640 1 -- 172.21.15.31:0/3959106823 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7efcdc004e90 msgr2=0x7efcf81e18a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 18 2024-07-26T12:21:16.229 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.149+0000 7efcf6800640 1 -- 172.21.15.31:0/3959106823 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7efcdc004e90 msgr2=0x7efcf81e18a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-07-26T12:21:16.229 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.149+0000 7efcf6800640 1 --2- 172.21.15.31:0/3959106823 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7efcdc004e90 0x7efcf81e18a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:16.229 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.149+0000 7efcf6800640 1 --2- 172.21.15.31:0/3959106823 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7efcdc004e90 0x7efcf81e18a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T12:21:16.229 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.149+0000 7efcf5e00640 1 -- 172.21.15.31:0/3959106823 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7efcdc004e90 msgr2=0x7efcf81e18a0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-26T12:21:16.229 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.149+0000 7efcf5e00640 1 --2- 172.21.15.31:0/3959106823 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7efcdc004e90 0x7efcf81e18a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.229 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.149+0000 7efcf5e00640 1 -- 172.21.15.31:0/3959106823 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7efcdc0040d0 msgr2=0x7efcf81e50f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:16.229 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.149+0000 7efcf5e00640 1 --2- 172.21.15.31:0/3959106823 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7efcdc0040d0 0x7efcf81e50f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.229 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.149+0000 7efcf5e00640 1 -- 172.21.15.31:0/3959106823 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efcf81e5630 con 0x7efcd8007310 2024-07-26T12:21:16.230 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.149+0000 7f6f99400640 1 -- 172.21.15.31:0/1495200886 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f6f941ed7e0 msgr2=0x7f6f941edbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 18 2024-07-26T12:21:16.230 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.149+0000 7f6f99400640 1 -- 172.21.15.31:0/1495200886 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f6f941ed7e0 msgr2=0x7f6f941edbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-07-26T12:21:16.230 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.149+0000 7f6f99400640 1 --2- 172.21.15.31:0/1495200886 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f6f941ed7e0 0x7f6f941edbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:16.230 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.149+0000 7f6f99400640 1 --2- 172.21.15.31:0/1495200886 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f6f941ed7e0 0x7f6f941edbf0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T12:21:16.230 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.149+0000 7f6f98a00640 1 -- 172.21.15.31:0/1495200886 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f6f941ed7e0 msgr2=0x7f6f941edbf0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-26T12:21:16.230 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.149+0000 7f6f98a00640 1 --2- 172.21.15.31:0/1495200886 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f6f941ed7e0 0x7f6f941edbf0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.230 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.149+0000 7f6f98a00640 1 -- 172.21.15.31:0/1495200886 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6f9406dc70 msgr2=0x7f6f941ea4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:16.230 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.149+0000 7f6f98a00640 1 --2- 172.21.15.31:0/1495200886 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6f9406dc70 0x7f6f941ea4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.231 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.149+0000 7f6f98a00640 1 -- 172.21.15.31:0/1495200886 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6f94139380 con 0x7f6f78004d40 2024-07-26T12:21:16.231 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.149+0000 7efcf5e00640 1 --2- 172.21.15.31:0/3959106823 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efcd8007310 0x7efcf814f1d0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7efcf000eb20 tx=0x7efcf0001b90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:16.231 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.150+0000 7f6f98a00640 1 --2- 172.21.15.31:0/1495200886 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6f78004d40 0x7f6f94137860 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f6f8c014940 tx=0x7f6f8c004a40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:16.231 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.150+0000 7fb254c00640 1 -- 172.21.15.31:0/368843054 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fb250139390 msgr2=0x7fb2501397a0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-26T12:21:16.231 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.150+0000 7fb254c00640 1 --2- 172.21.15.31:0/368843054 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fb250139390 0x7fb2501397a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.232 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.150+0000 7fb254c00640 1 -- 172.21.15.31:0/368843054 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb238003a70 msgr2=0x7fb250140d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:16.232 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.150+0000 7fb254c00640 1 --2- 172.21.15.31:0/368843054 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb238003a70 0x7fb250140d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.232 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.150+0000 7fb254c00640 1 -- 172.21.15.31:0/368843054 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb250142770 con 0x7fb238004800 2024-07-26T12:21:16.232 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.150+0000 7fea56a00640 1 -- 172.21.15.31:0/2081175145 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fea58020070 con 0x7fea440099b0 2024-07-26T12:21:16.232 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.150+0000 7fa571600640 1 -- 172.21.15.31:0/818182823 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fa568046070 con 0x7fa5540036a0 2024-07-26T12:21:16.232 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.150+0000 7efcee000640 1 -- 172.21.15.31:0/3959106823 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcf000c990 con 0x7efcd8007310 2024-07-26T12:21:16.233 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.150+0000 7efcfce00640 1 -- 172.21.15.31:0/3959106823 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efcf8070e80 con 0x7efcd8007310 2024-07-26T12:21:16.233 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.151+0000 7efcfce00640 1 -- 172.21.15.31:0/3959106823 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efcf8147590 con 0x7efcd8007310 2024-07-26T12:21:16.233 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.151+0000 7f2337400640 1 -- 172.21.15.31:0/1003746317 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73777 (secure 0 0 0) 0x7f233c0373f0 con 0x7f232c004800 2024-07-26T12:21:16.233 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.151+0000 7fb254c00640 1 --2- 172.21.15.31:0/368843054 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb238004800 0x7fb2501dc7a0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fb23c00f7f0 tx=0x7fb23c00fcb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:16.233 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.152+0000 7efcfce00640 1 -- 172.21.15.31:0/3959106823 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efcf8073c10 con 0x7efcd8007310 2024-07-26T12:21:16.234 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.154+0000 7fec9f400640 1 -- 172.21.15.31:0/1831571387 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73777 (secure 0 0 0) 0x7fec98026060 con 0x7feca81438f0 2024-07-26T12:21:16.234 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.154+0000 7fad46000640 1 -- 172.21.15.31:0/294200412 <== mon.1 v2:172.21.15.123:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73777 (secure 0 0 0) 0x7fad3c025020 con 0x7fad30008420 2024-07-26T12:21:16.234 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.158+0000 7fe77fe00640 1 -- 172.21.15.31:0/4045334468 <== mon.1 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7780050d0 con 0x7fe76c004170 2024-07-26T12:21:16.234 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.158+0000 7fb24d600640 1 -- 172.21.15.31:0/368843054 <== mon.1 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb23c00fea0 con 0x7fb238004800 2024-07-26T12:21:16.235 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.158+0000 7f2a1fe00640 1 -- 172.21.15.31:0/1242402582 <== mon.1 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a1801d070 con 0x7f2a08003cd0 2024-07-26T12:21:16.235 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.158+0000 7f6f90c00640 1 -- 172.21.15.31:0/1495200886 <== mon.1 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f8c044020 con 0x7f6f78004d40 2024-07-26T12:21:16.235 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.158+0000 7f6f9b400640 1 -- 172.21.15.31:0/1495200886 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6f94137da0 con 0x7f6f78004d40 2024-07-26T12:21:16.235 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.158+0000 7fea56a00640 1 -- 172.21.15.31:0/2081175145 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fea58003de0 con 0x7fea440099b0 2024-07-26T12:21:16.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.158+0000 7efc3d600640 1 -- 172.21.15.31:0/670827688 <== mon.1 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc3801b030 con 0x7efc400b49a0 2024-07-26T12:21:16.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.158+0000 7f6f9b400640 1 -- 172.21.15.31:0/1495200886 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6f94137fb0 con 0x7f6f78004d40 2024-07-26T12:21:16.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.158+0000 7efc47000640 1 -- 172.21.15.31:0/670827688 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efc40071d50 con 0x7efc400b49a0 2024-07-26T12:21:16.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.158+0000 7effc8c00640 1 -- 172.21.15.31:0/2194858545 <== mon.1 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7effc4017260 con 0x7effcc1453d0 2024-07-26T12:21:16.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.159+0000 7f2a2f200640 1 -- 172.21.15.31:0/1242402582 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2a2809aa70 con 0x7f2a08003cd0 2024-07-26T12:21:16.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.159+0000 7fb256a00640 1 -- 172.21.15.31:0/368843054 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb2501dcce0 con 0x7fb238004800 2024-07-26T12:21:16.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.159+0000 7fb256a00640 1 -- 172.21.15.31:0/368843054 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb250142ff0 con 0x7fb238004800 2024-07-26T12:21:16.238 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.159+0000 7f71d4c00640 1 -- 172.21.15.31:0/1034250646 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73777 (secure 0 0 0) 0x7f71c401fab0 con 0x7f71bc004800 2024-07-26T12:21:16.238 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.159+0000 7f2a2f200640 1 -- 172.21.15.31:0/1242402582 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2a2809af90 con 0x7f2a08003cd0 2024-07-26T12:21:16.238 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.158+0000 7fe78d400640 1 -- 172.21.15.31:0/4045334468 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe7881ddaa0 con 0x7fe76c004170 2024-07-26T12:21:16.238 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.160+0000 7fe78d400640 1 -- 172.21.15.31:0/4045334468 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe78814df80 con 0x7fe76c004170 2024-07-26T12:21:16.239 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.160+0000 7f6f9b400640 1 -- 172.21.15.31:0/1495200886 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6f941eb170 con 0x7f6f78004d40 2024-07-26T12:21:16.239 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.159+0000 7efc47000640 1 -- 172.21.15.31:0/670827688 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efc40072310 con 0x7efc400b49a0 2024-07-26T12:21:16.239 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.161+0000 7efc47000640 1 -- 172.21.15.31:0/670827688 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efc401edbc0 con 0x7efc400b49a0 2024-07-26T12:21:16.239 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.161+0000 7fea56a00640 1 -- 172.21.15.31:0/2081175145 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73777 (secure 0 0 0) 0x7fea58027030 con 0x7fea440099b0 2024-07-26T12:21:16.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.160+0000 7fa571600640 1 -- 172.21.15.31:0/818182823 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fa568052480 con 0x7fa5540036a0 2024-07-26T12:21:16.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.162+0000 7efcee000640 1 -- 172.21.15.31:0/3959106823 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efcf0018070 con 0x7efcd8007310 2024-07-26T12:21:16.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.162+0000 7efcee000640 1 -- 172.21.15.31:0/3959106823 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcf000cd30 con 0x7efcd8007310 2024-07-26T12:21:16.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.162+0000 7f2a2f200640 1 -- 172.21.15.31:0/1242402582 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2a280ae650 con 0x7f2a08003cd0 2024-07-26T12:21:16.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.163+0000 7fe78d400640 1 -- 172.21.15.31:0/4045334468 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe7880b3320 con 0x7fe76c004170 2024-07-26T12:21:16.241 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.164+0000 7efcee000640 1 -- 172.21.15.31:0/3959106823 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7efcf001d460 con 0x7efcd8007310 2024-07-26T12:21:16.241 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.164+0000 7efcee000640 1 -- 172.21.15.31:0/3959106823 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7efcf0027880 con 0x7efcd8007310 2024-07-26T12:21:16.241 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.164+0000 7effc8c00640 1 -- 172.21.15.31:0/2194858545 <== mon.1 v2:172.21.15.123:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7effc4016930 con 0x7effcc1453d0 2024-07-26T12:21:16.241 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.164+0000 7fa571600640 1 -- 172.21.15.31:0/818182823 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73777 (secure 0 0 0) 0x7fa568034460 con 0x7fa5540036a0 2024-07-26T12:21:16.242 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.164+0000 7efc3d600640 1 -- 172.21.15.31:0/670827688 <== mon.1 v2:172.21.15.123:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efc38014ab0 con 0x7efc400b49a0 2024-07-26T12:21:16.242 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.166+0000 7efc3d600640 1 -- 172.21.15.31:0/670827688 <== mon.1 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc38025060 con 0x7efc400b49a0 2024-07-26T12:21:16.242 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.167+0000 7fb24d600640 1 -- 172.21.15.31:0/368843054 <== mon.1 v2:172.21.15.123:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb23c018070 con 0x7fb238004800 2024-07-26T12:21:16.242 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.164+0000 7fb256a00640 1 -- 172.21.15.31:0/368843054 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb25013dc40 con 0x7fb238004800 2024-07-26T12:21:16.242 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.167+0000 7f87f1600640 1 -- 172.21.15.31:0/1263800835 <== mon.1 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87e0027070 con 0x7f87dc004e90 2024-07-26T12:21:16.243 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.167+0000 7f87f1600640 1 -- 172.21.15.31:0/1263800835 <== mon.1 v2:172.21.15.123:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f87e0016d60 con 0x7f87dc004e90 2024-07-26T12:21:16.243 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.167+0000 7f87f1600640 1 -- 172.21.15.31:0/1263800835 <== mon.1 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87e0027070 con 0x7f87dc004e90 2024-07-26T12:21:16.243 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.167+0000 7f2a1fe00640 1 -- 172.21.15.31:0/1242402582 <== mon.1 v2:172.21.15.123:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2a18004020 con 0x7f2a08003cd0 2024-07-26T12:21:16.243 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.166+0000 7fe77fe00640 1 -- 172.21.15.31:0/4045334468 <== mon.1 v2:172.21.15.123:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe778018070 con 0x7fe76c004170 2024-07-26T12:21:16.243 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.166+0000 7fe77fe00640 1 -- 172.21.15.31:0/4045334468 <== mon.1 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe778005470 con 0x7fe76c004170 2024-07-26T12:21:16.244 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.168+0000 7fc3fb400640 1 -- 172.21.15.31:0/2927663167 <== mon.1 v2:172.21.15.123:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73777 (secure 0 0 0) 0x7fc3f4025020 con 0x7fc3e4003670 2024-07-26T12:21:16.244 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.168+0000 7f2a1fe00640 1 -- 172.21.15.31:0/1242402582 <== mon.1 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a18027060 con 0x7f2a08003cd0 2024-07-26T12:21:16.244 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.167+0000 7fb24d600640 1 -- 172.21.15.31:0/368843054 <== mon.1 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb23c00fea0 con 0x7fb238004800 2024-07-26T12:21:16.244 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.170+0000 7f2a1fe00640 1 -- 172.21.15.31:0/1242402582 <== mon.1 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f2a18020070 con 0x7f2a08003cd0 2024-07-26T12:21:16.245 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.170+0000 7f87fb000640 1 -- 172.21.15.31:0/1263800835 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f87f40730c0 con 0x7f87dc004e90 2024-07-26T12:21:16.245 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.170+0000 7fe77fe00640 1 -- 172.21.15.31:0/4045334468 <== mon.1 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fe77800c6c0 con 0x7fe76c004170 2024-07-26T12:21:16.245 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.170+0000 7f2a1fe00640 1 -- 172.21.15.31:0/1242402582 <== mon.1 v2:172.21.15.123:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f2a180041d0 con 0x7f2a08003cd0 2024-07-26T12:21:16.245 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.171+0000 7f87fb000640 1 -- 172.21.15.31:0/1263800835 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f87f4144a80 con 0x7f87dc004e90 2024-07-26T12:21:16.246 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.170+0000 7fe77fe00640 1 -- 172.21.15.31:0/4045334468 <== mon.1 v2:172.21.15.123:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fe778003d20 con 0x7fe76c004170 2024-07-26T12:21:16.246 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.171+0000 7fb24d600640 1 -- 172.21.15.31:0/368843054 <== mon.1 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fb23c0052e0 con 0x7fb238004800 2024-07-26T12:21:16.246 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.171+0000 7fb24d600640 1 -- 172.21.15.31:0/368843054 <== mon.1 v2:172.21.15.123:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fb23c0039e0 con 0x7fb238004800 2024-07-26T12:21:16.246 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.171+0000 7effc8c00640 1 -- 172.21.15.31:0/2194858545 <== mon.1 v2:172.21.15.123:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73777 (secure 0 0 0) 0x7effc402fc70 con 0x7effcc1453d0 2024-07-26T12:21:16.247 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.167+0000 7f6f90c00640 1 -- 172.21.15.31:0/1495200886 <== mon.1 v2:172.21.15.123:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6f8c03a040 con 0x7f6f78004d40 2024-07-26T12:21:16.247 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.167+0000 7f6f90c00640 1 -- 172.21.15.31:0/1495200886 <== mon.1 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f8c039070 con 0x7f6f78004d40 2024-07-26T12:21:16.247 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.170+0000 7f6f90c00640 1 -- 172.21.15.31:0/1495200886 <== mon.1 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f6f8c047020 con 0x7f6f78004d40 2024-07-26T12:21:16.247 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.171+0000 7f6f90c00640 1 -- 172.21.15.31:0/1495200886 <== mon.1 v2:172.21.15.123:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f6f8c052430 con 0x7f6f78004d40 2024-07-26T12:21:16.247 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.174+0000 7efcee000640 1 -- 172.21.15.31:0/3959106823 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73777 (secure 0 0 0) 0x7efcf0027b80 con 0x7efcd8007310 2024-07-26T12:21:16.248 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.175+0000 7efc3d600640 1 -- 172.21.15.31:0/670827688 <== mon.1 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7efc3801e030 con 0x7efc400b49a0 2024-07-26T12:21:16.248 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.175+0000 7efc3d600640 1 -- 172.21.15.31:0/670827688 <== mon.1 v2:172.21.15.123:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7efc38017c20 con 0x7efc400b49a0 2024-07-26T12:21:16.248 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.177+0000 7fe77fe00640 1 -- 172.21.15.31:0/4045334468 <== mon.1 v2:172.21.15.123:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73777 (secure 0 0 0) 0x7fe7780035f0 con 0x7fe76c004170 2024-07-26T12:21:16.248 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.176+0000 7f87fb000640 1 -- 172.21.15.31:0/1263800835 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f87f41dc460 con 0x7f87dc004e90 2024-07-26T12:21:16.248 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.184+0000 7fd62de00640 1 --2- 172.21.15.31:0/436875733 >> v2:172.21.15.31:3300/0 conn(0x7fd60c0036f0 0x7fd60c005bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:16.249 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.186+0000 7fd62de00640 1 -- 172.21.15.31:0/436875733 >> v2:172.21.15.123:3300/0 conn(0x7fd60c0062b0 msgr2=0x7fd60c008780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:16.249 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.186+0000 7fd62de00640 1 --2- 172.21.15.31:0/436875733 >> v2:172.21.15.123:3300/0 conn(0x7fd60c0062b0 0x7fd60c008780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.249 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.186+0000 7fd62de00640 1 -- 172.21.15.31:0/436875733 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd628147e50 con 0x7fd60c0036f0 2024-07-26T12:21:16.249 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.185+0000 7f2a1fe00640 1 -- 172.21.15.31:0/1242402582 <== mon.1 v2:172.21.15.123:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73777 (secure 0 0 0) 0x7f2a180043d0 con 0x7f2a08003cd0 2024-07-26T12:21:16.249 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.188+0000 7fd62de00640 1 --2- 172.21.15.31:0/436875733 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd60c0036f0 0x7fd60c005bc0 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7fd60c006280 tx=0x7fd61c02a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f14a94d5e9bc5180 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:16.249 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.189+0000 7fd62ca00640 1 -- 172.21.15.31:0/436875733 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd61c036070 con 0x7fd60c0036f0 2024-07-26T12:21:16.249 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.189+0000 7fd62ca00640 1 -- 172.21.15.31:0/436875733 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd61c0052e0 con 0x7fd60c0036f0 2024-07-26T12:21:16.249 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.189+0000 7fd62ca00640 1 -- 172.21.15.31:0/436875733 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd61c005490 con 0x7fd60c0036f0 2024-07-26T12:21:16.250 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.190+0000 7efc3d600640 1 -- 172.21.15.31:0/670827688 <== mon.1 v2:172.21.15.123:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73777 (secure 0 0 0) 0x7efc38010040 con 0x7efc400b49a0 2024-07-26T12:21:16.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.192+0000 7fd630800640 1 -- 172.21.15.31:0/436875733 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd60c0036f0 msgr2=0x7fd60c005bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:16.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.192+0000 7fd630800640 1 --2- 172.21.15.31:0/436875733 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd60c0036f0 0x7fd60c005bc0 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7fd60c006280 tx=0x7fd61c02a730 comp rx=0 tx=0).stop 2024-07-26T12:21:16.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.193+0000 7fd62e800640 1 -- 172.21.15.31:0/436875733 reap_dead start 2024-07-26T12:21:16.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.193+0000 7fd630800640 1 -- 172.21.15.31:0/436875733 shutdown_connections 2024-07-26T12:21:16.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.193+0000 7fd630800640 1 --2- 172.21.15.31:0/436875733 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd60c0036f0 0x7fd60c005bc0 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.193+0000 7fd630800640 1 -- 172.21.15.31:0/436875733 >> 172.21.15.31:0/436875733 conn(0x7fd6280bd220 msgr2=0x7fd6280bd630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:16.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.193+0000 7fd630800640 1 -- 172.21.15.31:0/436875733 shutdown_connections 2024-07-26T12:21:16.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.193+0000 7fd630800640 1 -- 172.21.15.31:0/436875733 wait complete. 2024-07-26T12:21:16.252 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.195+0000 7fb24d600640 1 -- 172.21.15.31:0/368843054 <== mon.1 v2:172.21.15.123:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73777 (secure 0 0 0) 0x7fb23c003be0 con 0x7fb238004800 2024-07-26T12:21:16.252 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.205+0000 7fd630800640 1 Processor -- start 2024-07-26T12:21:16.252 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.206+0000 7fd630800640 1 -- start start 2024-07-26T12:21:16.252 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.205+0000 7f6f90c00640 1 -- 172.21.15.31:0/1495200886 <== mon.1 v2:172.21.15.123:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73777 (secure 0 0 0) 0x7f6f941eb170 con 0x7f6f78004d40 2024-07-26T12:21:16.253 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.210+0000 7f87f1600640 1 -- 172.21.15.31:0/1263800835 <== mon.1 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f87e002a070 con 0x7f87dc004e90 2024-07-26T12:21:16.253 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.210+0000 7f87f1600640 1 -- 172.21.15.31:0/1263800835 <== mon.1 v2:172.21.15.123:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f87e0022730 con 0x7f87dc004e90 2024-07-26T12:21:16.253 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.210+0000 7f87f1600640 1 -- 172.21.15.31:0/1263800835 <== mon.1 v2:172.21.15.123:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73777 (secure 0 0 0) 0x7f87e001f070 con 0x7f87dc004e90 2024-07-26T12:21:16.254 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.228+0000 7fd630800640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fd60c0036f0 0x7fd628073330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:16.254 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.229+0000 7fd630800640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd628071620 0x7fd62813c1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:16.254 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.229+0000 7fd630800640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd62813c6f0 0x7fd6281e5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:16.254 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.229+0000 7fd62de00640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fd60c0036f0 0x7fd628073330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:16.255 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.230+0000 7fd62de00640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fd60c0036f0 0x7fd628073330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3301/0 says I am v2:172.21.15.31:52946/0 (socket says 172.21.15.31:52946) 2024-07-26T12:21:16.255 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.230+0000 7fd62de00640 1 -- 172.21.15.31:0/2608397420 learned_addr learned my addr 172.21.15.31:0/2608397420 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:16.255 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.229+0000 7fd630800640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fd6280b4440 con 0x7fd62813c6f0 2024-07-26T12:21:16.255 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.230+0000 7fd630800640 1 -- 172.21.15.31:0/2608397420 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fd6281481f0 con 0x7fd628071620 2024-07-26T12:21:16.255 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.230+0000 7fd630800640 1 -- 172.21.15.31:0/2608397420 --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7fd628147820 con 0x7fd60c0036f0 2024-07-26T12:21:16.255 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.230+0000 7fd62d400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd628071620 0x7fd62813c1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:16.255 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.232+0000 7fd62d400640 1 -- 172.21.15.31:0/2608397420 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fd60c0036f0 msgr2=0x7fd628073330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:16.255 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.232+0000 7fd62d400640 1 --2- 172.21.15.31:0/2608397420 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fd60c0036f0 0x7fd628073330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.255 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.232+0000 7fd62d400640 1 -- 172.21.15.31:0/2608397420 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd62813c6f0 msgr2=0x7fd6281e5170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:16.255 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.232+0000 7fd62d400640 1 --2- 172.21.15.31:0/2608397420 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd62813c6f0 0x7fd6281e5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.255 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.232+0000 7fd62d400640 1 -- 172.21.15.31:0/2608397420 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd6281e25c0 con 0x7fd628071620 2024-07-26T12:21:16.256 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.232+0000 7fd62d400640 1 --2- 172.21.15.31:0/2608397420 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd628071620 0x7fd62813c1b0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fd618019ad0 tx=0x7fd618019f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:16.256 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.234+0000 7fd622000640 1 -- 172.21.15.31:0/2608397420 <== mon.1 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd618015cd0 con 0x7fd628071620 2024-07-26T12:21:16.256 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.234+0000 7fd630800640 1 -- 172.21.15.31:0/2608397420 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd6281e28a0 con 0x7fd628071620 2024-07-26T12:21:16.256 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.234+0000 7fd630800640 1 -- 172.21.15.31:0/2608397420 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd6281dc1e0 con 0x7fd628071620 2024-07-26T12:21:16.256 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.235+0000 7fd622000640 1 -- 172.21.15.31:0/2608397420 <== mon.1 v2:172.21.15.123:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd618015e70 con 0x7fd628071620 2024-07-26T12:21:16.256 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.235+0000 7fd622000640 1 -- 172.21.15.31:0/2608397420 <== mon.1 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd618015cd0 con 0x7fd628071620 2024-07-26T12:21:16.256 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.236+0000 7fd622000640 1 -- 172.21.15.31:0/2608397420 <== mon.1 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fd61802c3f0 con 0x7fd628071620 2024-07-26T12:21:16.256 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.236+0000 7fd622000640 1 -- 172.21.15.31:0/2608397420 <== mon.1 v2:172.21.15.123:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fd6180238f0 con 0x7fd628071620 2024-07-26T12:21:16.256 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.236+0000 7fd630800640 1 -- 172.21.15.31:0/2608397420 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd604005080 con 0x7fd628071620 2024-07-26T12:21:16.256 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.246+0000 7fd622000640 1 -- 172.21.15.31:0/2608397420 <== mon.1 v2:172.21.15.123:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73777 (secure 0 0 0) 0x7fd61801e070 con 0x7fd628071620 2024-07-26T12:21:16.324 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.323+0000 7fa57b000640 1 -- 172.21.15.31:0/818182823 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command([{prefix=config set, name=mon_warn_on_pool_no_app}] v 0) -- 0x7fa550005370 con 0x7fa5540036a0 2024-07-26T12:21:16.352 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.351+0000 7fa571600640 1 -- 172.21.15.31:0/818182823 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_warn_on_pool_no_app}]=0 v2)=0 v2) ==== 125+0+0 (secure 0 0 0) 0x7fa5680049f0 con 0x7fa5540036a0 2024-07-26T12:21:16.356 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.353+0000 7fa57b000640 1 -- 172.21.15.31:0/818182823 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa5540036a0 msgr2=0x7fa5741e1cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:16.357 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.353+0000 7fa57b000640 1 --2- 172.21.15.31:0/818182823 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa5540036a0 0x7fa5741e1cf0 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7fa568033000 tx=0x7fa568001190 comp rx=0 tx=0).stop 2024-07-26T12:21:16.359 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.357+0000 7fa57b000640 1 -- 172.21.15.31:0/818182823 shutdown_connections 2024-07-26T12:21:16.359 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.357+0000 7fa57b000640 1 --2- 172.21.15.31:0/818182823 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fa55c004800 0x7fa574073240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.359 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.357+0000 7fa57b000640 1 --2- 172.21.15.31:0/818182823 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa55c003a70 0x7fa574143ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.359 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.357+0000 7fa57b000640 1 --2- 172.21.15.31:0/818182823 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa5540036a0 0x7fa5741e1cf0 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.359 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.357+0000 7fa57b000640 1 -- 172.21.15.31:0/818182823 >> 172.21.15.31:0/818182823 conn(0x7fa5740bce70 msgr2=0x7fa5740bd280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:16.359 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.357+0000 7fa57b000640 1 -- 172.21.15.31:0/818182823 shutdown_connections 2024-07-26T12:21:16.359 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.357+0000 7fa57b000640 1 -- 172.21.15.31:0/818182823 wait complete. 2024-07-26T12:21:16.407 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.407+0000 7f2a2f200640 1 -- 172.21.15.31:0/1242402582 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command([{prefix=config set, name=osd_op_complaint_time}] v 0) -- 0x7f2a2806d3d0 con 0x7f2a08003cd0 2024-07-26T12:21:16.417 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.415+0000 7effd3400640 1 -- 172.21.15.31:0/2194858545 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command([{prefix=config set, name=osd_op_complaint_time}] v 0) -- 0x7effcc1460d0 con 0x7effcc1453d0 2024-07-26T12:21:16.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.422+0000 7fb256a00640 1 -- 172.21.15.31:0/368843054 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command([{prefix=config set, name=debug_ms}] v 0) -- 0x7fb250143d30 con 0x7fb238004800 2024-07-26T12:21:16.425 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.424+0000 7f2a1fe00640 1 -- 172.21.15.31:0/1242402582 <== mon.1 v2:172.21.15.123:3300/0 7 ==== mon_command_ack([{prefix=config set, name=osd_op_complaint_time}]=0 v3)=0 v3) ==== 121+0+0 (secure 0 0 0) 0x7f2a18003d10 con 0x7f2a08003cd0 2024-07-26T12:21:16.428 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.428+0000 7f2a2f200640 1 -- 172.21.15.31:0/1242402582 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2a08003cd0 msgr2=0x7f2a2809ba70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:16.429 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.428+0000 7f2a2f200640 1 --2- 172.21.15.31:0/1242402582 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2a08003cd0 0x7f2a2809ba70 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f2a18000c00 tx=0x7f2a18014b70 comp rx=0 tx=0).stop 2024-07-26T12:21:16.429 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.429+0000 7f2a2f200640 1 -- 172.21.15.31:0/1242402582 shutdown_connections 2024-07-26T12:21:16.429 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.429+0000 7f2a2f200640 1 --2- 172.21.15.31:0/1242402582 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2a280ae240 0x7f2a28127fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.429 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.429+0000 7f2a2f200640 1 --2- 172.21.15.31:0/1242402582 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f2a08004850 0x7f2a28127a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.430 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.429+0000 7f2a2f200640 1 --2- 172.21.15.31:0/1242402582 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2a08003cd0 0x7f2a2809ba70 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.430 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.429+0000 7f2a2f200640 1 -- 172.21.15.31:0/1242402582 >> 172.21.15.31:0/1242402582 conn(0x7f2a280b61c0 msgr2=0x7f2a28075670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:16.430 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.429+0000 7f2a2f200640 1 -- 172.21.15.31:0/1242402582 shutdown_connections 2024-07-26T12:21:16.430 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.430+0000 7f2a2f200640 1 -- 172.21.15.31:0/1242402582 wait complete. 2024-07-26T12:21:16.457 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.457+0000 7fd630800640 1 -- 172.21.15.31:0/2608397420 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command([{prefix=config set, name=mon_op_complaint_time}] v 0) -- 0x7fd604005670 con 0x7fd628071620 2024-07-26T12:21:16.458 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.457+0000 7effc8c00640 1 -- 172.21.15.31:0/2194858545 <== mon.1 v2:172.21.15.123:3300/0 7 ==== mon_command_ack([{prefix=config set, name=osd_op_complaint_time}]=0 v4)=0 v4) ==== 121+0+0 (secure 0 0 0) 0x7effc4016430 con 0x7effcc1453d0 2024-07-26T12:21:16.459 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.459+0000 7effd3400640 1 -- 172.21.15.31:0/2194858545 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7effcc1453d0 msgr2=0x7effcc1e5280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:16.460 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.459+0000 7effd3400640 1 --2- 172.21.15.31:0/2194858545 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7effcc1453d0 0x7effcc1e5280 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7effc4037000 tx=0x7effc4004a40 comp rx=0 tx=0).stop 2024-07-26T12:21:16.461 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.459+0000 7effd3400640 1 -- 172.21.15.31:0/2194858545 shutdown_connections 2024-07-26T12:21:16.461 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.459+0000 7effd3400640 1 --2- 172.21.15.31:0/2194858545 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7effcc1453d0 0x7effcc1e5280 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.461 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.460+0000 7effd3400640 1 --2- 172.21.15.31:0/2194858545 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7effb4004f40 0x7effcc146510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.461 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.460+0000 7effd3400640 1 --2- 172.21.15.31:0/2194858545 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7effb4003aa0 0x7effcc072d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.461 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.460+0000 7effd3400640 1 -- 172.21.15.31:0/2194858545 >> 172.21.15.31:0/2194858545 conn(0x7effcc0b61c0 msgr2=0x7effcc0b8370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:16.461 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.460+0000 7effd3400640 1 -- 172.21.15.31:0/2194858545 shutdown_connections 2024-07-26T12:21:16.461 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.460+0000 7effd3400640 1 -- 172.21.15.31:0/2194858545 wait complete. 2024-07-26T12:21:16.473 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.473+0000 7f2348a00640 1 -- 172.21.15.31:0/1003746317 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command([{prefix=config set, name=rados_osd_op_timeout}] v 0) -- 0x7f233c03b9f0 con 0x7f232c004800 2024-07-26T12:21:16.478 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.477+0000 7fb24d600640 1 -- 172.21.15.31:0/368843054 <== mon.1 v2:172.21.15.123:3300/0 7 ==== mon_command_ack([{prefix=config set, name=debug_ms}]=0 v5)=0 v5) ==== 106+0+0 (secure 0 0 0) 0x7fb23c003dc0 con 0x7fb238004800 2024-07-26T12:21:16.481 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.481+0000 7fb256a00640 1 -- 172.21.15.31:0/368843054 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb238004800 msgr2=0x7fb2501dc7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:16.481 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.481+0000 7fb256a00640 1 --2- 172.21.15.31:0/368843054 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb238004800 0x7fb2501dc7a0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fb23c00f7f0 tx=0x7fb23c00fcb0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.481 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.481+0000 7fb256a00640 1 -- 172.21.15.31:0/368843054 shutdown_connections 2024-07-26T12:21:16.481 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.481+0000 7fb256a00640 1 --2- 172.21.15.31:0/368843054 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fb250139390 0x7fb2501397a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.482 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.481+0000 7fb256a00640 1 --2- 172.21.15.31:0/368843054 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb238004800 0x7fb2501dc7a0 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.482 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.481+0000 7fb256a00640 1 --2- 172.21.15.31:0/368843054 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb238003a70 0x7fb250140d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.482 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.481+0000 7fb256a00640 1 -- 172.21.15.31:0/368843054 >> 172.21.15.31:0/368843054 conn(0x7fb2500bce70 msgr2=0x7fb2500b9fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:16.482 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.481+0000 7fb256a00640 1 -- 172.21.15.31:0/368843054 shutdown_connections 2024-07-26T12:21:16.482 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.482+0000 7fb256a00640 1 -- 172.21.15.31:0/368843054 wait complete. 2024-07-26T12:21:16.484 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.483+0000 7fc3fb400640 1 -- 172.21.15.31:0/2927663167 <== mon.1 v2:172.21.15.123:3300/0 7 ==== config(1 keys) ==== 35+0+0 (secure 0 0 0) 0x7fc3f40204b0 con 0x7fc3e4003670 2024-07-26T12:21:16.484 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.484+0000 7f87f1600640 1 -- 172.21.15.31:0/1263800835 <== mon.1 v2:172.21.15.123:3300/0 7 ==== config(1 keys) ==== 35+0+0 (secure 0 0 0) 0x7f87e0017e60 con 0x7f87dc004e90 2024-07-26T12:21:16.484 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.484+0000 7fd622000640 1 -- 172.21.15.31:0/2608397420 <== mon.1 v2:172.21.15.123:3300/0 7 ==== config(1 keys) ==== 35+0+0 (secure 0 0 0) 0x7fd6180233f0 con 0x7fd628071620 2024-07-26T12:21:16.488 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.487+0000 7fad46000640 1 -- 172.21.15.31:0/294200412 <== mon.1 v2:172.21.15.123:3300/0 7 ==== config(1 keys) ==== 35+0+0 (secure 0 0 0) 0x7fad3c016720 con 0x7fad30008420 2024-07-26T12:21:16.491 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.491+0000 7efc3d600640 1 -- 172.21.15.31:0/670827688 <== mon.1 v2:172.21.15.123:3300/0 7 ==== config(1 keys) ==== 35+0+0 (secure 0 0 0) 0x7efc38017440 con 0x7efc400b49a0 2024-07-26T12:21:16.493 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.493+0000 7fc40a600640 1 -- 172.21.15.31:0/2927663167 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command([{prefix=config set, name=mds_verify_scatter}] v 0) -- 0x7fc40406d3d0 con 0x7fc3e4003670 2024-07-26T12:21:16.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.493+0000 7f2337400640 1 -- 172.21.15.31:0/1003746317 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{prefix=config set, name=rados_osd_op_timeout}]=0 v6)=0 v6) ==== 123+0+0 (secure 0 0 0) 0x7f23300263f0 con 0x7f232c004800 2024-07-26T12:21:16.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.494+0000 7f6f90c00640 1 -- 172.21.15.31:0/1495200886 <== mon.1 v2:172.21.15.123:3300/0 7 ==== config(1 keys) ==== 35+0+0 (secure 0 0 0) 0x7f6f8c034e00 con 0x7f6f78004d40 2024-07-26T12:21:16.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.496+0000 7f71dfa00640 1 -- 172.21.15.31:0/1034250646 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command([{prefix=config set, name=rados_mon_op_timeout}] v 0) -- 0x7f71d8139b40 con 0x7f71bc004800 2024-07-26T12:21:16.500 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.499+0000 7fea56a00640 1 -- 172.21.15.31:0/2081175145 <== mon.0 v2:172.21.15.31:3300/0 7 ==== config(1 keys) ==== 35+0+0 (secure 0 0 0) 0x7fea580187e0 con 0x7fea440099b0 2024-07-26T12:21:16.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.501+0000 7f2337400640 1 -- 172.21.15.31:0/1003746317 <== mon.0 v2:172.21.15.31:3300/0 8 ==== config(1 keys) ==== 35+0+0 (secure 0 0 0) 0x7f2330026650 con 0x7f232c004800 2024-07-26T12:21:16.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.502+0000 7fe77fe00640 1 -- 172.21.15.31:0/4045334468 <== mon.1 v2:172.21.15.123:3300/0 7 ==== config(1 keys) ==== 35+0+0 (secure 0 0 0) 0x7fe7780037d0 con 0x7fe76c004170 2024-07-26T12:21:16.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.502+0000 7efc47000640 1 -- 172.21.15.31:0/670827688 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command([{prefix=config set, name=mds_debug_frag}] v 0) -- 0x7efc400b3800 con 0x7efc400b49a0 2024-07-26T12:21:16.504 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.503+0000 7efcee000640 1 -- 172.21.15.31:0/3959106823 <== mon.0 v2:172.21.15.31:3300/0 7 ==== config(1 keys) ==== 35+0+0 (secure 0 0 0) 0x7efcf0027d80 con 0x7efcd8007310 2024-07-26T12:21:16.504 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.504+0000 7fec9f400640 1 -- 172.21.15.31:0/1831571387 <== mon.0 v2:172.21.15.31:3300/0 7 ==== config(1 keys) ==== 35+0+0 (secure 0 0 0) 0x7fec98016430 con 0x7feca81438f0 2024-07-26T12:21:16.504 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.504+0000 7f71d4c00640 1 -- 172.21.15.31:0/1034250646 <== mon.0 v2:172.21.15.31:3300/0 7 ==== config(1 keys) ==== 35+0+0 (secure 0 0 0) 0x7f71c402d020 con 0x7f71bc004800 2024-07-26T12:21:16.510 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.509+0000 7f2348a00640 1 -- 172.21.15.31:0/1003746317 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f232c004800 msgr2=0x7f233c0cbc60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:16.510 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.509+0000 7f2348a00640 1 --2- 172.21.15.31:0/1003746317 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f232c004800 0x7f233c0cbc60 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f2330010010 tx=0x7f2330014e90 comp rx=0 tx=0).stop 2024-07-26T12:21:16.516 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.516+0000 7f2348a00640 1 -- 172.21.15.31:0/1003746317 shutdown_connections 2024-07-26T12:21:16.517 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.516+0000 7f2348a00640 1 --2- 172.21.15.31:0/1003746317 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f232c005250 0x7f233c0c53f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.517 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.516+0000 7f2348a00640 1 --2- 172.21.15.31:0/1003746317 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f232c004800 0x7f233c0cbc60 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.517 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.516+0000 7f2348a00640 1 --2- 172.21.15.31:0/1003746317 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f232c003a50 0x7f233c15d9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.517 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.516+0000 7f2348a00640 1 -- 172.21.15.31:0/1003746317 >> 172.21.15.31:0/1003746317 conn(0x7f233c0090b0 msgr2=0x7f233c0c6f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:16.520 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.519+0000 7fd622000640 1 -- 172.21.15.31:0/2608397420 <== mon.1 v2:172.21.15.123:3300/0 8 ==== mon_command_ack([{prefix=config set, name=mon_op_complaint_time}]=0 v7)=0 v7) ==== 121+0+0 (secure 0 0 0) 0x7fd618023b40 con 0x7fd628071620 2024-07-26T12:21:16.526 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.522+0000 7efcfce00640 1 -- 172.21.15.31:0/3959106823 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command([{prefix=config set, name=debug_client}] v 0) -- 0x7efcf80b24f0 con 0x7efcd8007310 2024-07-26T12:21:16.528 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.527+0000 7f2348a00640 1 -- 172.21.15.31:0/1003746317 shutdown_connections 2024-07-26T12:21:16.528 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.527+0000 7f2348a00640 1 -- 172.21.15.31:0/1003746317 wait complete. 2024-07-26T12:21:16.530 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.530+0000 7fd617400640 1 -- 172.21.15.31:0/2608397420 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd628071620 msgr2=0x7fd62813c1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:16.530 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.530+0000 7fd617400640 1 --2- 172.21.15.31:0/2608397420 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd628071620 0x7fd62813c1b0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fd618019ad0 tx=0x7fd618019f90 comp rx=0 tx=0).stop 2024-07-26T12:21:16.531 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.530+0000 7fd617400640 1 -- 172.21.15.31:0/2608397420 shutdown_connections 2024-07-26T12:21:16.531 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.530+0000 7fd617400640 1 --2- 172.21.15.31:0/2608397420 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd62813c6f0 0x7fd6281e5170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.536 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.532+0000 7fd617400640 1 --2- 172.21.15.31:0/2608397420 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd628071620 0x7fd62813c1b0 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.536 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.532+0000 7fd617400640 1 --2- 172.21.15.31:0/2608397420 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fd60c0036f0 0x7fd628073330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.536 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.532+0000 7fd617400640 1 -- 172.21.15.31:0/2608397420 >> 172.21.15.31:0/2608397420 conn(0x7fd6280bd220 msgr2=0x7fd6280b8340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:16.537 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.536+0000 7fd617400640 1 -- 172.21.15.31:0/2608397420 shutdown_connections 2024-07-26T12:21:16.538 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.537+0000 7f71d4c00640 1 -- 172.21.15.31:0/1034250646 <== mon.0 v2:172.21.15.31:3300/0 8 ==== mon_command_ack([{prefix=config set, name=rados_mon_op_timeout}]=0 v8)=0 v8) ==== 120+0+0 (secure 0 0 0) 0x7f71c401fc90 con 0x7f71bc004800 2024-07-26T12:21:16.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.539+0000 7fecae400640 1 -- 172.21.15.31:0/1831571387 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command([{prefix=config set, name=client_mount_timeout}] v 0) -- 0x7feca81dd590 con 0x7feca81438f0 2024-07-26T12:21:16.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.537+0000 7fd617400640 1 -- 172.21.15.31:0/2608397420 wait complete. 2024-07-26T12:21:16.541 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.538+0000 7fad4f200640 1 -- 172.21.15.31:0/294200412 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command([{prefix=config set, name=mds_op_complaint_time}] v 0) -- 0x7fad48023590 con 0x7fad30008420 2024-07-26T12:21:16.542 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.541+0000 7f71ce000640 1 -- 172.21.15.31:0/1034250646 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f71bc004800 msgr2=0x7f71d8138d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:16.542 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.541+0000 7f71ce000640 1 --2- 172.21.15.31:0/1034250646 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f71bc004800 0x7f71d8138d20 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f71c40011d0 tx=0x7f71c4001630 comp rx=0 tx=0).stop 2024-07-26T12:21:16.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.542+0000 7f71ce000640 1 -- 172.21.15.31:0/1034250646 shutdown_connections 2024-07-26T12:21:16.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.542+0000 7f71ce000640 1 --2- 172.21.15.31:0/1034250646 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f71d80b66a0 0x7f71d8139260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.542+0000 7f71ce000640 1 --2- 172.21.15.31:0/1034250646 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f71bc004800 0x7f71d8138d20 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.542+0000 7f71ce000640 1 --2- 172.21.15.31:0/1034250646 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f71bc003a50 0x7f71d8135d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.542+0000 7f71ce000640 1 -- 172.21.15.31:0/1034250646 >> 172.21.15.31:0/1034250646 conn(0x7f71d80bd220 msgr2=0x7f71d8146e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:16.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.542+0000 7f71ce000640 1 -- 172.21.15.31:0/1034250646 shutdown_connections 2024-07-26T12:21:16.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.542+0000 7f71ce000640 1 -- 172.21.15.31:0/1034250646 wait complete. 2024-07-26T12:21:16.545 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.543+0000 7fe78d400640 1 -- 172.21.15.31:0/4045334468 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command([{prefix=config set, name=debug_mds}] v 0) -- 0x7fe7880ad980 con 0x7fe76c004170 2024-07-26T12:21:16.546 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.546+0000 7fea5f200640 1 -- 172.21.15.31:0/2081175145 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command([{prefix=config set, name=mds_debug_scatterstat}] v 0) -- 0x7fea600bc930 con 0x7fea440099b0 2024-07-26T12:21:16.549 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.548+0000 7fc3fb400640 1 -- 172.21.15.31:0/2927663167 <== mon.1 v2:172.21.15.123:3300/0 8 ==== mon_command_ack([{prefix=config set, name=mds_verify_scatter}]=0 v9)=0 v9) ==== 119+0+0 (secure 0 0 0) 0x7fc3f4025020 con 0x7fc3e4003670 2024-07-26T12:21:16.556 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.554+0000 7fc40a600640 1 -- 172.21.15.31:0/2927663167 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc3e4003670 msgr2=0x7fc40414cad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:16.556 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.554+0000 7fc40a600640 1 --2- 172.21.15.31:0/2927663167 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc3e4003670 0x7fc40414cad0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fc3f40077d0 tx=0x7fc3f4001630 comp rx=0 tx=0).stop 2024-07-26T12:21:16.556 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.554+0000 7fc40a600640 1 -- 172.21.15.31:0/2927663167 shutdown_connections 2024-07-26T12:21:16.556 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.554+0000 7fc40a600640 1 --2- 172.21.15.31:0/2927663167 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fc3e8004f40 0x7fc404145950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.556 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.554+0000 7fc40a600640 1 --2- 172.21.15.31:0/2927663167 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc3e80040b0 0x7fc4041e5560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.556 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.554+0000 7fc40a600640 1 --2- 172.21.15.31:0/2927663167 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc3e4003670 0x7fc40414cad0 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.556 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.554+0000 7fc40a600640 1 -- 172.21.15.31:0/2927663167 >> 172.21.15.31:0/2927663167 conn(0x7fc4040b61c0 msgr2=0x7fc4040ae650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:16.556 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.554+0000 7fc40a600640 1 -- 172.21.15.31:0/2927663167 shutdown_connections 2024-07-26T12:21:16.557 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.554+0000 7fc40a600640 1 -- 172.21.15.31:0/2927663167 wait complete. 2024-07-26T12:21:16.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.558+0000 7efc3d600640 1 -- 172.21.15.31:0/670827688 <== mon.1 v2:172.21.15.123:3300/0 8 ==== mon_command_ack([{prefix=config set, name=mds_debug_frag}]=0 v10)=0 v10) ==== 115+0+0 (secure 0 0 0) 0x7efc3802a850 con 0x7efc400b49a0 2024-07-26T12:21:16.563 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.562+0000 7efc47000640 1 -- 172.21.15.31:0/670827688 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7efc400b49a0 msgr2=0x7efc401ec1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:16.563 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.562+0000 7efc47000640 1 --2- 172.21.15.31:0/670827688 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7efc400b49a0 0x7efc401ec1f0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7efc38009610 tx=0x7efc38009db0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.564 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.563+0000 7efc47000640 1 -- 172.21.15.31:0/670827688 shutdown_connections 2024-07-26T12:21:16.564 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.563+0000 7efc47000640 1 --2- 172.21.15.31:0/670827688 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7efc400b49a0 0x7efc401ec1f0 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.564 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.563+0000 7efc47000640 1 --2- 172.21.15.31:0/670827688 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efc28004e90 0x7efc40072830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.564 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.563+0000 7efc47000640 1 --2- 172.21.15.31:0/670827688 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7efc280040d0 0x7efc401ecee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.564 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.563+0000 7efc47000640 1 -- 172.21.15.31:0/670827688 >> 172.21.15.31:0/670827688 conn(0x7efc400bce70 msgr2=0x7efc400b9ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:16.565 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.563+0000 7efc47000640 1 -- 172.21.15.31:0/670827688 shutdown_connections 2024-07-26T12:21:16.565 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.563+0000 7efc47000640 1 -- 172.21.15.31:0/670827688 wait complete. 2024-07-26T12:21:16.567 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.565+0000 7efcee000640 1 -- 172.21.15.31:0/3959106823 <== mon.0 v2:172.21.15.31:3300/0 8 ==== mon_command_ack([{prefix=config set, name=debug_client}]=0 v11)=0 v11) ==== 114+0+0 (secure 0 0 0) 0x7efcf001d750 con 0x7efcd8007310 2024-07-26T12:21:16.568 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.567+0000 7efcfce00640 1 -- 172.21.15.31:0/3959106823 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efcd8007310 msgr2=0x7efcf814f1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:16.568 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.567+0000 7efcfce00640 1 --2- 172.21.15.31:0/3959106823 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efcd8007310 0x7efcf814f1d0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7efcf000eb20 tx=0x7efcf0001b90 comp rx=0 tx=0).stop 2024-07-26T12:21:16.568 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.567+0000 7efcfce00640 1 -- 172.21.15.31:0/3959106823 shutdown_connections 2024-07-26T12:21:16.568 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.567+0000 7efcfce00640 1 --2- 172.21.15.31:0/3959106823 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7efcdc004e90 0x7efcf81e18a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.568 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.567+0000 7efcfce00640 1 --2- 172.21.15.31:0/3959106823 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7efcdc0040d0 0x7efcf81e50f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.568 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.567+0000 7efcfce00640 1 --2- 172.21.15.31:0/3959106823 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efcd8007310 0x7efcf814f1d0 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.569 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.567+0000 7efcfce00640 1 -- 172.21.15.31:0/3959106823 >> 172.21.15.31:0/3959106823 conn(0x7efcf80b6120 msgr2=0x7efcf814c1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:16.569 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.567+0000 7fec9f400640 1 -- 172.21.15.31:0/1831571387 <== mon.0 v2:172.21.15.31:3300/0 8 ==== config(2 keys) ==== 60+0+0 (secure 0 0 0) 0x7fec980165e0 con 0x7feca81438f0 2024-07-26T12:21:16.569 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.567+0000 7f87f1600640 1 -- 172.21.15.31:0/1263800835 <== mon.1 v2:172.21.15.123:3300/0 8 ==== config(2 keys) ==== 60+0+0 (secure 0 0 0) 0x7f87e0022930 con 0x7f87dc004e90 2024-07-26T12:21:16.570 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.567+0000 7f6f90c00640 1 -- 172.21.15.31:0/1495200886 <== mon.1 v2:172.21.15.123:3300/0 8 ==== config(2 keys) ==== 60+0+0 (secure 0 0 0) 0x7f6f8c040990 con 0x7f6f78004d40 2024-07-26T12:21:16.570 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.569+0000 7fea56a00640 1 -- 172.21.15.31:0/2081175145 <== mon.0 v2:172.21.15.31:3300/0 8 ==== config(2 keys) ==== 60+0+0 (secure 0 0 0) 0x7fea58018990 con 0x7fea440099b0 2024-07-26T12:21:16.571 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.567+0000 7efcfce00640 1 -- 172.21.15.31:0/3959106823 shutdown_connections 2024-07-26T12:21:16.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.571+0000 7efcfce00640 1 -- 172.21.15.31:0/3959106823 wait complete. 2024-07-26T12:21:16.576 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.573+0000 7fec9f400640 1 -- 172.21.15.31:0/1831571387 <== mon.0 v2:172.21.15.31:3300/0 9 ==== mon_command_ack([{prefix=config set, name=client_mount_timeout}]=0 v12)=0 v12) ==== 123+0+0 (secure 0 0 0) 0x7fec98016870 con 0x7feca81438f0 2024-07-26T12:21:16.576 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.571+0000 7fe77fe00640 1 -- 172.21.15.31:0/4045334468 <== mon.1 v2:172.21.15.123:3300/0 8 ==== config(2 keys) ==== 60+0+0 (secure 0 0 0) 0x7fe77800c9b0 con 0x7fe76c004170 2024-07-26T12:21:16.576 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.574+0000 7fea56a00640 1 -- 172.21.15.31:0/2081175145 <== mon.0 v2:172.21.15.31:3300/0 9 ==== config(3 keys) ==== 91+0+0 (secure 0 0 0) 0x7fea58018ca0 con 0x7fea440099b0 2024-07-26T12:21:16.577 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.567+0000 7fad46000640 1 -- 172.21.15.31:0/294200412 <== mon.1 v2:172.21.15.123:3300/0 8 ==== config(2 keys) ==== 60+0+0 (secure 0 0 0) 0x7fad3c0168d0 con 0x7fad30008420 2024-07-26T12:21:16.577 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.575+0000 7f6f9b400640 1 -- 172.21.15.31:0/1495200886 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command([{prefix=config set, name=debug_ms}] v 0) -- 0x7f6f680050e0 con 0x7f6f78004d40 2024-07-26T12:21:16.577 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.576+0000 7fec9f400640 1 -- 172.21.15.31:0/1831571387 <== mon.0 v2:172.21.15.31:3300/0 10 ==== config(3 keys) ==== 91+0+0 (secure 0 0 0) 0x7fec98016a90 con 0x7feca81438f0 2024-07-26T12:21:16.580 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.576+0000 7f6f90c00640 1 -- 172.21.15.31:0/1495200886 <== mon.1 v2:172.21.15.123:3300/0 9 ==== config(3 keys) ==== 91+0+0 (secure 0 0 0) 0x7f6f8c056020 con 0x7f6f78004d40 2024-07-26T12:21:16.581 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.577+0000 7fe77fe00640 1 -- 172.21.15.31:0/4045334468 <== mon.1 v2:172.21.15.123:3300/0 9 ==== config(3 keys) ==== 91+0+0 (secure 0 0 0) 0x7fe77800c9b0 con 0x7fe76c004170 2024-07-26T12:21:16.581 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.576+0000 7fad46000640 1 -- 172.21.15.31:0/294200412 <== mon.1 v2:172.21.15.123:3300/0 9 ==== config(3 keys) ==== 91+0+0 (secure 0 0 0) 0x7fad3c016b40 con 0x7fad30008420 2024-07-26T12:21:16.581 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.578+0000 7f87f1600640 1 -- 172.21.15.31:0/1263800835 <== mon.1 v2:172.21.15.123:3300/0 9 ==== config(3 keys) ==== 91+0+0 (secure 0 0 0) 0x7f87e0022b60 con 0x7f87dc004e90 2024-07-26T12:21:16.584 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.583+0000 7fecae400640 1 -- 172.21.15.31:0/1831571387 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7feca81438f0 msgr2=0x7feca813fdb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:16.584 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.583+0000 7fecae400640 1 --2- 172.21.15.31:0/1831571387 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7feca81438f0 0x7feca813fdb0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7feca80afb50 tx=0x7fec98015af0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.584 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.583+0000 7fecae400640 1 -- 172.21.15.31:0/1831571387 shutdown_connections 2024-07-26T12:21:16.584 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.583+0000 7fecae400640 1 --2- 172.21.15.31:0/1831571387 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7feca81438f0 0x7feca813fdb0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.584 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.583+0000 7fecae400640 1 --2- 172.21.15.31:0/1831571387 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fec8c004f40 0x7feca81d9360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.584 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.583+0000 7fecae400640 1 --2- 172.21.15.31:0/1831571387 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fec8c003aa0 0x7feca8137df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.585 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.584+0000 7fecae400640 1 -- 172.21.15.31:0/1831571387 >> 172.21.15.31:0/1831571387 conn(0x7feca80b5d50 msgr2=0x7feca809ebb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:16.585 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.584+0000 7f87fb000640 1 -- 172.21.15.31:0/1263800835 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command([{prefix=config set, name=rados_osd_op_timeout}] v 0) -- 0x7f87c80050e0 con 0x7f87dc004e90 2024-07-26T12:21:16.585 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.585+0000 7fecae400640 1 -- 172.21.15.31:0/1831571387 shutdown_connections 2024-07-26T12:21:16.586 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.585+0000 7fecae400640 1 -- 172.21.15.31:0/1831571387 wait complete. 2024-07-26T12:21:16.589 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.588+0000 7fad46000640 1 -- 172.21.15.31:0/294200412 <== mon.1 v2:172.21.15.123:3300/0 10 ==== mon_command_ack([{prefix=config set, name=mds_op_complaint_time}]=0 v13)=0 v13) ==== 121+0+0 (secure 0 0 0) 0x7fad3c016cf0 con 0x7fad30008420 2024-07-26T12:21:16.591 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.589+0000 7fad4f200640 1 -- 172.21.15.31:0/294200412 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fad30008420 msgr2=0x7fad480bb1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:16.591 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.589+0000 7fad4f200640 1 --2- 172.21.15.31:0/294200412 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fad30008420 0x7fad480bb1f0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fad3c0077b0 tx=0x7fad3c001630 comp rx=0 tx=0).stop 2024-07-26T12:21:16.592 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.591+0000 7fad4f200640 1 -- 172.21.15.31:0/294200412 shutdown_connections 2024-07-26T12:21:16.592 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.591+0000 7fad4f200640 1 --2- 172.21.15.31:0/294200412 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fad480c4510 0x7fad48168410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.592 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.591+0000 7fad4f200640 1 --2- 172.21.15.31:0/294200412 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fad4816a0f0 0x7fad480c3fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.592 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.591+0000 7fad4f200640 1 --2- 172.21.15.31:0/294200412 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fad30008420 0x7fad480bb1f0 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.593 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.591+0000 7fad4f200640 1 -- 172.21.15.31:0/294200412 >> 172.21.15.31:0/294200412 conn(0x7fad48008ee0 msgr2=0x7fad48037e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:16.593 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.591+0000 7fad4f200640 1 -- 172.21.15.31:0/294200412 shutdown_connections 2024-07-26T12:21:16.593 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.591+0000 7fad4f200640 1 -- 172.21.15.31:0/294200412 wait complete. 2024-07-26T12:21:16.594 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.592+0000 7fea56a00640 1 -- 172.21.15.31:0/2081175145 <== mon.0 v2:172.21.15.31:3300/0 10 ==== mon_command_ack([{prefix=config set, name=mds_debug_scatterstat}]=0 v14)=0 v14) ==== 122+0+0 (secure 0 0 0) 0x7fea58022500 con 0x7fea440099b0 2024-07-26T12:21:16.596 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.595+0000 7fea5f200640 1 -- 172.21.15.31:0/2081175145 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fea440099b0 msgr2=0x7fea6013d320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:16.596 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.595+0000 7fea5f200640 1 --2- 172.21.15.31:0/2081175145 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fea440099b0 0x7fea6013d320 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7fea6006f080 tx=0x7fea58014a30 comp rx=0 tx=0).stop 2024-07-26T12:21:16.596 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.596+0000 7fea5f200640 1 -- 172.21.15.31:0/2081175145 shutdown_connections 2024-07-26T12:21:16.596 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.596+0000 7fea5f200640 1 --2- 172.21.15.31:0/2081175145 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fea440099b0 0x7fea6013d320 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.597 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.596+0000 7fea5f200640 1 --2- 172.21.15.31:0/2081175145 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fea44004800 0x7fea601e1560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.597 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.596+0000 7fea5f200640 1 --2- 172.21.15.31:0/2081175145 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fea44003a70 0x7fea6013f110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.597 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.596+0000 7fea5f200640 1 -- 172.21.15.31:0/2081175145 >> 172.21.15.31:0/2081175145 conn(0x7fea600bce70 msgr2=0x7fea600bac50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:16.597 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.596+0000 7fea5f200640 1 -- 172.21.15.31:0/2081175145 shutdown_connections 2024-07-26T12:21:16.597 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.596+0000 7fea5f200640 1 -- 172.21.15.31:0/2081175145 wait complete. 2024-07-26T12:21:16.602 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.602+0000 7fe77fe00640 1 -- 172.21.15.31:0/4045334468 <== mon.1 v2:172.21.15.123:3300/0 10 ==== mon_command_ack([{prefix=config set, name=debug_mds}]=0 v15)=0 v15) ==== 108+0+0 (secure 0 0 0) 0x7fe77800ccf0 con 0x7fe76c004170 2024-07-26T12:21:16.607 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.605+0000 7fe78d400640 1 -- 172.21.15.31:0/4045334468 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe76c004170 msgr2=0x7fe78814c0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:16.607 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.605+0000 7fe78d400640 1 --2- 172.21.15.31:0/4045334468 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe76c004170 0x7fe78814c0f0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fe77800e780 tx=0x7fe77800ec40 comp rx=0 tx=0).stop 2024-07-26T12:21:16.607 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.605+0000 7fe78d400640 1 -- 172.21.15.31:0/4045334468 shutdown_connections 2024-07-26T12:21:16.607 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.605+0000 7fe78d400640 1 --2- 172.21.15.31:0/4045334468 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe7880b3630 0x7fe788072d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.607 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.605+0000 7fe78d400640 1 --2- 172.21.15.31:0/4045334468 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe76c004f40 0x7fe78814f7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.607 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.605+0000 7fe78d400640 1 --2- 172.21.15.31:0/4045334468 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe76c004170 0x7fe78814c0f0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.607 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.605+0000 7fe78d400640 1 -- 172.21.15.31:0/4045334468 >> 172.21.15.31:0/4045334468 conn(0x7fe7880b5b50 msgr2=0x7fe788075670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:16.607 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.605+0000 7fe78d400640 1 -- 172.21.15.31:0/4045334468 shutdown_connections 2024-07-26T12:21:16.607 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.606+0000 7fe78d400640 1 -- 172.21.15.31:0/4045334468 wait complete. 2024-07-26T12:21:16.608 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.608+0000 7f6f90c00640 1 -- 172.21.15.31:0/1495200886 <== mon.1 v2:172.21.15.123:3300/0 10 ==== config(4 keys) ==== 110+0+0 (secure 0 0 0) 0x7f6f8c040c90 con 0x7f6f78004d40 2024-07-26T12:21:16.609 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.608+0000 7f87f1600640 1 -- 172.21.15.31:0/1263800835 <== mon.1 v2:172.21.15.123:3300/0 10 ==== config(4 keys) ==== 110+0+0 (secure 0 0 0) 0x7f87e0022b60 con 0x7f87dc004e90 2024-07-26T12:21:16.609 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.608+0000 7f6f90c00640 1 -- 172.21.15.31:0/1495200886 <== mon.1 v2:172.21.15.123:3300/0 11 ==== mon_command_ack([{prefix=config set, name=debug_ms}]=0 v16)=0 v16) ==== 109+0+0 (secure 0 0 0) 0x7f6f8c04e030 con 0x7f6f78004d40 2024-07-26T12:21:16.612 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.611+0000 7f6f9b400640 1 -- 172.21.15.31:0/1495200886 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6f78004d40 msgr2=0x7f6f94137860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:16.612 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.611+0000 7f6f9b400640 1 --2- 172.21.15.31:0/1495200886 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6f78004d40 0x7f6f94137860 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f6f8c014940 tx=0x7f6f8c004a40 comp rx=0 tx=0).stop 2024-07-26T12:21:16.613 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.612+0000 7f6f9b400640 1 -- 172.21.15.31:0/1495200886 shutdown_connections 2024-07-26T12:21:16.613 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.612+0000 7f6f9b400640 1 --2- 172.21.15.31:0/1495200886 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f6f941ed7e0 0x7f6f941edbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.613 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.612+0000 7f6f9b400640 1 --2- 172.21.15.31:0/1495200886 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6f9406dc70 0x7f6f941ea4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.613 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.612+0000 7f6f9b400640 1 --2- 172.21.15.31:0/1495200886 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6f78004d40 0x7f6f94137860 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.614 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.612+0000 7f6f9b400640 1 -- 172.21.15.31:0/1495200886 >> 172.21.15.31:0/1495200886 conn(0x7f6f940b5d50 msgr2=0x7f6f940b1c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:16.614 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.613+0000 7f6f9b400640 1 -- 172.21.15.31:0/1495200886 shutdown_connections 2024-07-26T12:21:16.614 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.613+0000 7f6f9b400640 1 -- 172.21.15.31:0/1495200886 wait complete. 2024-07-26T12:21:16.616 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.616+0000 7f87f1600640 1 -- 172.21.15.31:0/1263800835 <== mon.1 v2:172.21.15.123:3300/0 11 ==== mon_command_ack([{prefix=config set, name=rados_osd_op_timeout}]=0 v17)=0 v17) ==== 120+0+0 (secure 0 0 0) 0x7f87e001f070 con 0x7f87dc004e90 2024-07-26T12:21:16.619 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.618+0000 7f87fb000640 1 -- 172.21.15.31:0/1263800835 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f87dc004e90 msgr2=0x7f87f41dce70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:16.619 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.618+0000 7f87fb000640 1 --2- 172.21.15.31:0/1263800835 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f87dc004e90 0x7f87f41dce70 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f87e0017750 tx=0x7f87e0017c10 comp rx=0 tx=0).stop 2024-07-26T12:21:16.619 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.618+0000 7f87fb000640 1 -- 172.21.15.31:0/1263800835 shutdown_connections 2024-07-26T12:21:16.619 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.618+0000 7f87fb000640 1 --2- 172.21.15.31:0/1263800835 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f87f40b49a0 0x7f87f4144540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.619 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.618+0000 7f87fb000640 1 --2- 172.21.15.31:0/1263800835 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f87dc004e90 0x7f87f41dce70 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.619 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.618+0000 7f87fb000640 1 --2- 172.21.15.31:0/1263800835 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f87dc003ac0 0x7f87f413d040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:16.619 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.618+0000 7f87fb000640 1 -- 172.21.15.31:0/1263800835 >> 172.21.15.31:0/1263800835 conn(0x7f87f40bce70 msgr2=0x7f87f413df40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:16.619 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.618+0000 7f87fb000640 1 -- 172.21.15.31:0/1263800835 shutdown_connections 2024-07-26T12:21:16.619 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:16.618+0000 7f87fb000640 1 -- 172.21.15.31:0/1263800835 wait complete. 2024-07-26T12:21:16.629 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'client', 'debug_client', '20'], check_status=True, hostname='smithi031') 2024-07-26T12:21:16.629 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'client', 'debug_ms', '1'], check_status=True, hostname='smithi031') 2024-07-26T12:21:16.643 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'client', 'rados_mon_op_timeout', '900'], check_status=True, hostname='smithi031') 2024-07-26T12:21:17.346 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.345+0000 7f8d60c00640 1 -- 172.21.15.31:0/806011864 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f8d40003740 msgr2=0x7f8d40005be0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-07-26T12:21:17.347 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.345+0000 7f8d60c00640 1 --2- 172.21.15.31:0/806011864 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f8d40003740 0x7f8d40005be0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:17.347 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.345+0000 7f8d60c00640 1 -- 172.21.15.31:0/806011864 >> v2:172.21.15.31:3300/0 conn(0x7f8d400062f0 msgr2=0x7f8d400087e0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-07-26T12:21:17.347 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.345+0000 7f8d60c00640 1 --2- 172.21.15.31:0/806011864 >> v2:172.21.15.31:3300/0 conn(0x7f8d400062f0 0x7f8d400087e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:17.347 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.345+0000 7f8d63400640 1 -- 172.21.15.31:0/806011864 reap_dead start 2024-07-26T12:21:17.347 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.345+0000 7f8d60c00640 1 --2- 172.21.15.31:0/806011864 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f8d40003b50 0x7f8d40006750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:17.347 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.345+0000 7f8d60c00640 1 --2- 172.21.15.31:0/806011864 >> v2:172.21.15.31:3300/0 conn(0x7f8d4000b510 0x7f8d4000d930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:17.347 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.345+0000 7f8d60c00640 1 -- 172.21.15.31:0/806011864 --> v1:172.21.15.123:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8d6406d010 con 0x7f8d40006c90 2024-07-26T12:21:17.347 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.345+0000 7f8d60c00640 1 -- 172.21.15.31:0/806011864 --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f8d40008e70 con 0x7f8d4000b510 2024-07-26T12:21:17.347 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.345+0000 7f8d60c00640 1 -- 172.21.15.31:0/806011864 --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f8d40009020 con 0x7f8d40003b50 2024-07-26T12:21:17.347 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.346+0000 7f8d63400640 1 --2- 172.21.15.31:0/806011864 >> v2:172.21.15.31:3300/0 conn(0x7f8d4000b510 0x7f8d4000d930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:17.348 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.346+0000 7f8d62a00640 1 --2- 172.21.15.31:0/806011864 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f8d40003b50 0x7f8d40006750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:17.348 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.347+0000 7f8d62a00640 1 -- 172.21.15.31:0/806011864 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f8d40003b50 msgr2=0x7f8d40006750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-07-26T12:21:17.348 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.347+0000 7f8d62a00640 1 -- 172.21.15.31:0/806011864 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f8d40003b50 msgr2=0x7f8d40006750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:17.348 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.347+0000 7f8d62a00640 1 --2- 172.21.15.31:0/806011864 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f8d40003b50 0x7f8d40006750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:17.348 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.347+0000 7f8d63400640 1 -- 172.21.15.31:0/806011864 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f8d40003b50 msgr2=0x7f8d40006750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:17.348 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.347+0000 7f8d62a00640 1 --2- 172.21.15.31:0/806011864 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f8d40003b50 0x7f8d40006750 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T12:21:17.349 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.347+0000 7f8d63400640 1 --2- 172.21.15.31:0/806011864 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f8d40003b50 0x7f8d40006750 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:17.349 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.347+0000 7f8d63400640 1 -- 172.21.15.31:0/806011864 >> v1:172.21.15.123:6789/0 conn(0x7f8d40006c90 legacy=0x7f8d400070a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:17.349 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.347+0000 7f8d63400640 1 -- 172.21.15.31:0/806011864 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8d4000ee80 con 0x7f8d4000b510 2024-07-26T12:21:17.349 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.349+0000 7f8d63400640 1 --2- 172.21.15.31:0/806011864 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8d4000b510 0x7f8d4000d930 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f8d640aef30 tx=0x7f8d5c02a150 comp rx=0 tx=0).ready entity=mon.0 client_cookie=58254f44925b1d5 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:17.350 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.349+0000 7f8d62000640 1 -- 172.21.15.31:0/806011864 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d5c02aa50 con 0x7f8d4000b510 2024-07-26T12:21:17.350 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.350+0000 7f8d62000640 1 -- 172.21.15.31:0/806011864 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(4 keys) ==== 110+0+0 (secure 0 0 0) 0x7f8d5c02e070 con 0x7f8d4000b510 2024-07-26T12:21:17.350 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.350+0000 7f8d62000640 1 -- 172.21.15.31:0/806011864 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d5c007070 con 0x7f8d4000b510 2024-07-26T12:21:17.351 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.351+0000 7f8d69600640 1 -- 172.21.15.31:0/806011864 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8d4000b510 msgr2=0x7f8d4000d930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:17.351 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.351+0000 7f8d69600640 1 --2- 172.21.15.31:0/806011864 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8d4000b510 0x7f8d4000d930 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f8d640aef30 tx=0x7f8d5c02a150 comp rx=0 tx=0).stop 2024-07-26T12:21:17.352 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.351+0000 7f8d69600640 1 -- 172.21.15.31:0/806011864 shutdown_connections 2024-07-26T12:21:17.352 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.351+0000 7f8d69600640 1 --2- 172.21.15.31:0/806011864 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8d4000b510 0x7f8d4000d930 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:17.352 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.351+0000 7f8d69600640 1 --2- 172.21.15.31:0/806011864 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f8d40003b50 0x7f8d40006750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:17.352 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.351+0000 7f8d69600640 1 -- 172.21.15.31:0/806011864 >> 172.21.15.31:0/806011864 conn(0x7f8d640b5d50 msgr2=0x7f8d640b3540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:17.352 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.352+0000 7f8d69600640 1 -- 172.21.15.31:0/806011864 shutdown_connections 2024-07-26T12:21:17.353 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.352+0000 7f8d69600640 1 -- 172.21.15.31:0/806011864 wait complete. 2024-07-26T12:21:17.357 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.356+0000 7f8d69600640 1 Processor -- start 2024-07-26T12:21:17.357 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.357+0000 7f8d69600640 1 -- start start 2024-07-26T12:21:17.360 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.359+0000 7f8d69600640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f8d40003b50 0x7f8d640b7f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:17.360 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.359+0000 7f8d69600640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8d40006c90 0x7f8d641df670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:17.360 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.359+0000 7f8d69600640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8d4000b510 0x7f8d640726b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:17.360 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.359+0000 7f8d69600640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f8d640b5160 con 0x7f8d4000b510 2024-07-26T12:21:17.360 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.359+0000 7f8d69600640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f8d640b4fe0 con 0x7f8d40006c90 2024-07-26T12:21:17.360 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.359+0000 7f8d69600640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f8d640b52e0 con 0x7f8d40003b50 2024-07-26T12:21:17.361 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.360+0000 7f8d63400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8d4000b510 0x7f8d640726b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:17.361 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.360+0000 7f8d63400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8d4000b510 0x7f8d640726b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:60180/0 (socket says 172.21.15.31:60180) 2024-07-26T12:21:17.361 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.360+0000 7f8d63400640 1 -- 172.21.15.31:0/3462312291 learned_addr learned my addr 172.21.15.31:0/3462312291 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:17.361 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.360+0000 7f8d5a000640 1 --2- 172.21.15.31:0/3462312291 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8d40006c90 0x7f8d641df670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:17.361 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.360+0000 7f8d62a00640 1 --2- 172.21.15.31:0/3462312291 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f8d40003b50 0x7f8d640b7f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:17.362 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.360+0000 7f8d63400640 1 -- 172.21.15.31:0/3462312291 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f8d40003b50 msgr2=0x7f8d640b7f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:17.362 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.360+0000 7f8d63400640 1 --2- 172.21.15.31:0/3462312291 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f8d40003b50 0x7f8d640b7f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:17.362 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.360+0000 7f8d63400640 1 -- 172.21.15.31:0/3462312291 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8d40006c90 msgr2=0x7f8d641df670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:17.362 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.360+0000 7f8d63400640 1 --2- 172.21.15.31:0/3462312291 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8d40006c90 0x7f8d641df670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:17.362 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.360+0000 7f8d63400640 1 -- 172.21.15.31:0/3462312291 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8d641dfbb0 con 0x7f8d4000b510 2024-07-26T12:21:17.362 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.360+0000 7f8d5a000640 1 --2- 172.21.15.31:0/3462312291 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8d40006c90 0x7f8d641df670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T12:21:17.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.360+0000 7f8d63400640 1 --2- 172.21.15.31:0/3462312291 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8d4000b510 0x7f8d640726b0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f8d5c02a740 tx=0x7f8d5c005f80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:17.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.361+0000 7f8d5b400640 1 -- 172.21.15.31:0/3462312291 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d5c0079f0 con 0x7f8d4000b510 2024-07-26T12:21:17.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.361+0000 7f8d5b400640 1 -- 172.21.15.31:0/3462312291 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(4 keys) ==== 110+0+0 (secure 0 0 0) 0x7f8d5c033750 con 0x7f8d4000b510 2024-07-26T12:21:17.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.361+0000 7f8d5b400640 1 -- 172.21.15.31:0/3462312291 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d5c033b80 con 0x7f8d4000b510 2024-07-26T12:21:17.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.361+0000 7f8d69600640 1 -- 172.21.15.31:0/3462312291 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8d641eb8c0 con 0x7f8d4000b510 2024-07-26T12:21:17.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.361+0000 7f8d69600640 1 -- 172.21.15.31:0/3462312291 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8d641dfdc0 con 0x7f8d4000b510 2024-07-26T12:21:17.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.361+0000 7f8d5b400640 1 -- 172.21.15.31:0/3462312291 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f8d5c03d7b0 con 0x7f8d4000b510 2024-07-26T12:21:17.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.361+0000 7f8d5b400640 1 -- 172.21.15.31:0/3462312291 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f8d5c046560 con 0x7f8d4000b510 2024-07-26T12:21:17.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.362+0000 7f8d69600640 1 -- 172.21.15.31:0/3462312291 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8d641ebfe0 con 0x7f8d4000b510 2024-07-26T12:21:17.365 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.364+0000 7f8d5b400640 1 -- 172.21.15.31:0/3462312291 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73777 (secure 0 0 0) 0x7f8d5c03db90 con 0x7f8d4000b510 2024-07-26T12:21:17.430 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.429+0000 7f8d69600640 1 -- 172.21.15.31:0/3462312291 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command([{prefix=config set, name=rados_mon_op_timeout}] v 0) -- 0x7f8d641584e0 con 0x7f8d4000b510 2024-07-26T12:21:17.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.434+0000 7f8d5b400640 1 -- 172.21.15.31:0/3462312291 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{prefix=config set, name=rados_mon_op_timeout}]=0 v18)=0 v18) ==== 123+0+0 (secure 0 0 0) 0x7f8d5c03dd70 con 0x7f8d4000b510 2024-07-26T12:21:17.435 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.435+0000 7f8d5b400640 1 -- 172.21.15.31:0/3462312291 <== mon.0 v2:172.21.15.31:3300/0 8 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8d5c02e030 con 0x7f8d4000b510 2024-07-26T12:21:17.437 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.436+0000 7f8d69600640 1 -- 172.21.15.31:0/3462312291 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8d4000b510 msgr2=0x7f8d640726b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:17.437 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.436+0000 7f8d69600640 1 --2- 172.21.15.31:0/3462312291 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8d4000b510 0x7f8d640726b0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f8d5c02a740 tx=0x7f8d5c005f80 comp rx=0 tx=0).stop 2024-07-26T12:21:17.437 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.436+0000 7f8d69600640 1 -- 172.21.15.31:0/3462312291 shutdown_connections 2024-07-26T12:21:17.437 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.436+0000 7f8d69600640 1 --2- 172.21.15.31:0/3462312291 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8d4000b510 0x7f8d640726b0 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:17.437 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.436+0000 7f8d69600640 1 --2- 172.21.15.31:0/3462312291 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8d40006c90 0x7f8d641df670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:17.437 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.436+0000 7f8d69600640 1 --2- 172.21.15.31:0/3462312291 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f8d40003b50 0x7f8d640b7f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:17.437 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.436+0000 7f8d69600640 1 -- 172.21.15.31:0/3462312291 >> 172.21.15.31:0/3462312291 conn(0x7f8d640b5d50 msgr2=0x7f8d64157870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:17.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.436+0000 7f8d69600640 1 -- 172.21.15.31:0/3462312291 shutdown_connections 2024-07-26T12:21:17.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.436+0000 7f8d69600640 1 -- 172.21.15.31:0/3462312291 wait complete. 2024-07-26T12:21:17.462 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'client', 'rados_osd_op_timeout', '900'], check_status=True, hostname='smithi031') 2024-07-26T12:21:17.462 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'debug_mds', '20'], check_status=True, hostname='smithi031') 2024-07-26T12:21:17.462 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'debug_mds_balancer', '20'], check_status=True, hostname='smithi031') 2024-07-26T12:21:17.542 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.541+0000 7fe68be00640 1 -- 172.21.15.31:0/178473257 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe674003710 msgr2=0x7fe674005bb0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-07-26T12:21:17.542 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.541+0000 7fe68be00640 1 --2- 172.21.15.31:0/178473257 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe674003710 0x7fe674005bb0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:17.542 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.541+0000 7fe68be00640 1 -- 172.21.15.31:0/178473257 >> v2:172.21.15.31:3300/0 conn(0x7fe674006240 msgr2=0x7fe674008750 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-07-26T12:21:17.542 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.541+0000 7fe68be00640 1 --2- 172.21.15.31:0/178473257 >> v2:172.21.15.31:3300/0 conn(0x7fe674006240 0x7fe674008750 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:17.542 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.541+0000 7fe693400640 1 -- 172.21.15.31:0/178473257 reap_dead start 2024-07-26T12:21:17.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.541+0000 7fe68be00640 1 --2- 172.21.15.31:0/178473257 >> v2:172.21.15.31:3300/0 conn(0x7fe674006240 0x7fe6740086f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:17.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.541+0000 7fe68be00640 1 -- 172.21.15.31:0/178473257 --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe694147ec0 con 0x7fe6940b3ca0 2024-07-26T12:21:17.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.541+0000 7fe68be00640 1 -- 172.21.15.31:0/178473257 --> v1:172.21.15.123:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe674004bb0 con 0x7fe6940b6870 2024-07-26T12:21:17.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.541+0000 7fe68be00640 1 -- 172.21.15.31:0/178473257 --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7fe6940b3730 con 0x7fe674006240 2024-07-26T12:21:17.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.541+0000 7fe692000640 1 --2- 172.21.15.31:0/178473257 >> v2:172.21.15.31:3300/0 conn(0x7fe674006240 0x7fe6740086f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:17.544 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.542+0000 7fe692000640 1 -- 172.21.15.31:0/178473257 >> v1:172.21.15.123:6789/0 conn(0x7fe6940b6870 legacy=0x7fe67400ea70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:17.544 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.542+0000 7fe691600640 1 -- 172.21.15.31:0/178473257 <== mon.1 v1:172.21.15.123:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2435329665 0 0) 0x7fe674004bb0 con 0x7fe6940b6870 2024-07-26T12:21:17.544 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.542+0000 7fe692000640 1 -- 172.21.15.31:0/178473257 >> v1:172.21.15.31:6789/0 conn(0x7fe6940b3ca0 legacy=0x7fe67400b300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:17.544 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.542+0000 7fe692000640 1 -- 172.21.15.31:0/178473257 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe674005e30 con 0x7fe674006240 2024-07-26T12:21:17.546 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.545+0000 7fe692000640 1 --2- 172.21.15.31:0/178473257 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe674006240 0x7fe6740086f0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fe684007c70 tx=0x7fe68402aa30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ac686585c2236720 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:17.547 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.546+0000 7fe691600640 1 -- 172.21.15.31:0/178473257 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe68402f670 con 0x7fe674006240 2024-07-26T12:21:17.547 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.546+0000 7fe691600640 1 -- 172.21.15.31:0/178473257 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe684036070 con 0x7fe674006240 2024-07-26T12:21:17.547 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.546+0000 7fe691600640 1 -- 172.21.15.31:0/178473257 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe68402fba0 con 0x7fe674006240 2024-07-26T12:21:17.548 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.547+0000 7fe699a00640 1 -- 172.21.15.31:0/178473257 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe674006240 msgr2=0x7fe6740086f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:17.548 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.547+0000 7fe699a00640 1 --2- 172.21.15.31:0/178473257 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe674006240 0x7fe6740086f0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fe684007c70 tx=0x7fe68402aa30 comp rx=0 tx=0).stop 2024-07-26T12:21:17.549 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.548+0000 7fe699a00640 1 -- 172.21.15.31:0/178473257 shutdown_connections 2024-07-26T12:21:17.549 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.548+0000 7fe699a00640 1 --2- 172.21.15.31:0/178473257 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe674006240 0x7fe6740086f0 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:17.549 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.548+0000 7fe699a00640 1 -- 172.21.15.31:0/178473257 >> 172.21.15.31:0/178473257 conn(0x7fe6940bd0d0 msgr2=0x7fe6940bd4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:17.549 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.548+0000 7fe699a00640 1 -- 172.21.15.31:0/178473257 shutdown_connections 2024-07-26T12:21:17.549 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.548+0000 7fe699a00640 1 -- 172.21.15.31:0/178473257 wait complete. 2024-07-26T12:21:17.551 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.551+0000 7fe699a00640 1 Processor -- start 2024-07-26T12:21:17.551 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.551+0000 7fe699a00640 1 -- start start 2024-07-26T12:21:17.555 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.553+0000 7fe699a00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe6940b3ca0 0x7fe6941e1ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:17.556 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.553+0000 7fe699a00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe6940b6870 0x7fe694144600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:17.556 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.553+0000 7fe699a00640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe69413b0a0 0x7fe69413b4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:17.556 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.553+0000 7fe699a00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fe6940b4e70 con 0x7fe6940b6870 2024-07-26T12:21:17.556 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.553+0000 7fe699a00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fe6940b4cf0 con 0x7fe6940b3ca0 2024-07-26T12:21:17.556 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.553+0000 7fe699a00640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7fe6940b4ff0 con 0x7fe69413b0a0 2024-07-26T12:21:17.556 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.553+0000 7fe692000640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe6940b6870 0x7fe694144600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:17.556 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.553+0000 7fe692000640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe6940b6870 0x7fe694144600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:60200/0 (socket says 172.21.15.31:60200) 2024-07-26T12:21:17.556 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.553+0000 7fe692000640 1 -- 172.21.15.31:0/746188990 learned_addr learned my addr 172.21.15.31:0/746188990 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:17.556 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.553+0000 7fe693400640 1 --2- 172.21.15.31:0/746188990 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe69413b0a0 0x7fe69413b4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:17.556 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.553+0000 7fe692a00640 1 --2- 172.21.15.31:0/746188990 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe6940b3ca0 0x7fe6941e1ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:17.556 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.554+0000 7fe693400640 1 -- 172.21.15.31:0/746188990 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe69413b0a0 msgr2=0x7fe69413b4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 18 2024-07-26T12:21:17.556 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.554+0000 7fe693400640 1 -- 172.21.15.31:0/746188990 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe69413b0a0 msgr2=0x7fe69413b4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-07-26T12:21:17.557 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.554+0000 7fe693400640 1 --2- 172.21.15.31:0/746188990 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe69413b0a0 0x7fe69413b4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:17.557 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.554+0000 7fe693400640 1 --2- 172.21.15.31:0/746188990 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe69413b0a0 0x7fe69413b4b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T12:21:17.557 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.554+0000 7fe692000640 1 -- 172.21.15.31:0/746188990 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe69413b0a0 msgr2=0x7fe69413b4b0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-26T12:21:17.557 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.554+0000 7fe692000640 1 --2- 172.21.15.31:0/746188990 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe69413b0a0 0x7fe69413b4b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:17.557 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.554+0000 7fe692000640 1 -- 172.21.15.31:0/746188990 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe6940b3ca0 msgr2=0x7fe6941e1ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:17.557 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.554+0000 7fe692000640 1 --2- 172.21.15.31:0/746188990 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe6940b3ca0 0x7fe6941e1ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:17.557 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.554+0000 7fe692000640 1 -- 172.21.15.31:0/746188990 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe694144b40 con 0x7fe6940b6870 2024-07-26T12:21:17.557 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.554+0000 7fe692a00640 1 --2- 172.21.15.31:0/746188990 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe6940b3ca0 0x7fe6941e1ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T12:21:17.557 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.554+0000 7fe692000640 1 --2- 172.21.15.31:0/746188990 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe6940b6870 0x7fe694144600 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fe684033040 tx=0x7fe6840075e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:17.557 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.555+0000 7fe68aa00640 1 -- 172.21.15.31:0/746188990 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe68402f670 con 0x7fe6940b6870 2024-07-26T12:21:17.557 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.555+0000 7fe68aa00640 1 -- 172.21.15.31:0/746188990 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe6840069d0 con 0x7fe6940b6870 2024-07-26T12:21:17.557 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.555+0000 7fe68aa00640 1 -- 172.21.15.31:0/746188990 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe684006e00 con 0x7fe6940b6870 2024-07-26T12:21:17.557 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.555+0000 7fe699a00640 1 -- 172.21.15.31:0/746188990 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe6941cdcc0 con 0x7fe6940b6870 2024-07-26T12:21:17.557 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.555+0000 7fe699a00640 1 -- 172.21.15.31:0/746188990 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe69413bc60 con 0x7fe6940b6870 2024-07-26T12:21:17.558 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.555+0000 7fe68aa00640 1 -- 172.21.15.31:0/746188990 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fe6840447c0 con 0x7fe6940b6870 2024-07-26T12:21:17.558 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.555+0000 7fe68aa00640 1 -- 172.21.15.31:0/746188990 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fe68403a420 con 0x7fe6940b6870 2024-07-26T12:21:17.558 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.556+0000 7fe699a00640 1 -- 172.21.15.31:0/746188990 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe69413df80 con 0x7fe6940b6870 2024-07-26T12:21:17.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.559+0000 7fe68aa00640 1 -- 172.21.15.31:0/746188990 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73777 (secure 0 0 0) 0x7fe68403a620 con 0x7fe6940b6870 2024-07-26T12:21:17.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.642+0000 7fe699a00640 1 -- 172.21.15.31:0/746188990 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command([{prefix=config set, name=debug_mds_balancer}] v 0) -- 0x7fe69406a030 con 0x7fe6940b6870 2024-07-26T12:21:17.648 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.648+0000 7fe68aa00640 1 -- 172.21.15.31:0/746188990 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{prefix=config set, name=debug_mds_balancer}]=0 v19)=0 v19) ==== 117+0+0 (secure 0 0 0) 0x7fe68403a800 con 0x7fe6940b6870 2024-07-26T12:21:17.650 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.650+0000 7fe699a00640 1 -- 172.21.15.31:0/746188990 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe6940b6870 msgr2=0x7fe694144600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:17.650 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.650+0000 7fe699a00640 1 --2- 172.21.15.31:0/746188990 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe6940b6870 0x7fe694144600 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fe684033040 tx=0x7fe6840075e0 comp rx=0 tx=0).stop 2024-07-26T12:21:17.651 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.650+0000 7fe699a00640 1 -- 172.21.15.31:0/746188990 shutdown_connections 2024-07-26T12:21:17.651 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.650+0000 7fe699a00640 1 --2- 172.21.15.31:0/746188990 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe69413b0a0 0x7fe69413b4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:17.651 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.650+0000 7fe699a00640 1 --2- 172.21.15.31:0/746188990 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe6940b6870 0x7fe694144600 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:17.651 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.650+0000 7fe699a00640 1 --2- 172.21.15.31:0/746188990 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe6940b3ca0 0x7fe6941e1ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:17.651 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.650+0000 7fe699a00640 1 -- 172.21.15.31:0/746188990 >> 172.21.15.31:0/746188990 conn(0x7fe6940bd0d0 msgr2=0x7fe6940bbb50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:17.651 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.650+0000 7fe699a00640 1 -- 172.21.15.31:0/746188990 shutdown_connections 2024-07-26T12:21:17.651 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.650+0000 7fe699a00640 1 -- 172.21.15.31:0/746188990 wait complete. 2024-07-26T12:21:17.679 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'debug_ms', '2'], check_status=True, hostname='smithi031') 2024-07-26T12:21:17.679 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'mds_debug_frag', 'True'], check_status=True, hostname='smithi031') 2024-07-26T12:21:17.680 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'mds_debug_scatterstat', 'True'], check_status=True, hostname='smithi031') 2024-07-26T12:21:17.680 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'mds_op_complaint_time', '180'], check_status=True, hostname='smithi031') 2024-07-26T12:21:17.680 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'mds_verify_scatter', 'True'], check_status=True, hostname='smithi031') 2024-07-26T12:21:17.680 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'osd_op_complaint_time', '180'], check_status=True, hostname='smithi031') 2024-07-26T12:21:17.680 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'rados_mon_op_timeout', '900'], check_status=True, hostname='smithi031') 2024-07-26T12:21:17.680 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'rados_osd_op_timeout', '900'], check_status=True, hostname='smithi031') 2024-07-26T12:21:17.680 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mon', 'mon_op_complaint_time', '120'], check_status=True, hostname='smithi031') 2024-07-26T12:21:17.680 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mon', 'mon_warn_on_pool_no_app', 'False'], check_status=True, hostname='smithi031') 2024-07-26T12:21:17.680 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'osd', 'osd_op_complaint_time', '180'], check_status=True, hostname='smithi031') 2024-07-26T12:21:17.681 INFO:tasks.ceph:Setting crush tunables to default 2024-07-26T12:21:17.681 DEBUG:teuthology.orchestra.run.smithi031:> sudo ceph --cluster ceph osd crush tunables default 2024-07-26T12:21:17.936 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.936+0000 7fa117200640 1 Processor -- start 2024-07-26T12:21:17.937 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.936+0000 7fa117200640 1 -- start start 2024-07-26T12:21:17.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.938+0000 7fa117200640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fa1100b0050 0x7fa1100b0460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:17.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.938+0000 7fa117200640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fa11014cf70 0x7fa11014f390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:17.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.938+0000 7fa117200640 1 -- --> v1:172.21.15.123:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa1100b09a0 con 0x7fa1100adf90 2024-07-26T12:21:17.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.938+0000 7fa117200640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7fa110145890 con 0x7fa11014cf70 2024-07-26T12:21:17.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.938+0000 7fa117200640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7fa1100b2440 con 0x7fa1100b0050 2024-07-26T12:21:17.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.938+0000 7fa115200640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fa11014cf70 0x7fa11014f390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:17.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.938+0000 7fa115200640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fa11014cf70 0x7fa11014f390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:60208/0 (socket says 172.21.15.31:60208) 2024-07-26T12:21:17.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.938+0000 7fa115200640 1 -- 172.21.15.31:0/1797437018 learned_addr learned my addr 172.21.15.31:0/1797437018 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:17.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.938+0000 7fa107e00640 1 --2- 172.21.15.31:0/1797437018 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fa1100b0050 0x7fa1100b0460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:17.941 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.939+0000 7fa107e00640 1 -- 172.21.15.31:0/1797437018 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fa1100b0050 msgr2=0x7fa1100b0460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-07-26T12:21:17.941 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.939+0000 7fa107e00640 1 -- 172.21.15.31:0/1797437018 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fa1100b0050 msgr2=0x7fa1100b0460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:17.941 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.939+0000 7fa107e00640 1 --2- 172.21.15.31:0/1797437018 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fa1100b0050 0x7fa1100b0460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:17.941 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.939+0000 7fa115200640 1 -- 172.21.15.31:0/1797437018 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fa1100b0050 msgr2=0x7fa1100b0460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:17.941 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.939+0000 7fa107e00640 1 --2- 172.21.15.31:0/1797437018 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fa1100b0050 0x7fa1100b0460 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T12:21:17.941 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.939+0000 7fa115200640 1 --2- 172.21.15.31:0/1797437018 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fa1100b0050 0x7fa1100b0460 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:17.941 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.939+0000 7fa115200640 1 -- 172.21.15.31:0/1797437018 >> v1:172.21.15.123:6789/0 conn(0x7fa1100adf90 legacy=0x7fa110145180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:17.941 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.939+0000 7fa115200640 1 -- 172.21.15.31:0/1797437018 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa1100b2e10 con 0x7fa11014cf70 2024-07-26T12:21:17.941 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.940+0000 7fa115200640 1 --2- 172.21.15.31:0/1797437018 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa11014cf70 0x7fa11014f390 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fa108009e50 tx=0x7fa10802a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c81db6d90d2c4a2 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:17.941 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.940+0000 7fa10f400640 1 -- 172.21.15.31:0/1797437018 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa108036070 con 0x7fa11014cf70 2024-07-26T12:21:17.941 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.940+0000 7fa10f400640 1 -- 172.21.15.31:0/1797437018 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa1080316f0 con 0x7fa11014cf70 2024-07-26T12:21:17.942 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.940+0000 7fa10f400640 1 -- 172.21.15.31:0/1797437018 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa108031b20 con 0x7fa11014cf70 2024-07-26T12:21:17.942 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.941+0000 7fa117200640 1 -- 172.21.15.31:0/1797437018 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa11014cf70 msgr2=0x7fa11014f390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:17.942 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.941+0000 7fa117200640 1 --2- 172.21.15.31:0/1797437018 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa11014cf70 0x7fa11014f390 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fa108009e50 tx=0x7fa10802a680 comp rx=0 tx=0).stop 2024-07-26T12:21:17.942 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.941+0000 7fa117200640 1 -- 172.21.15.31:0/1797437018 shutdown_connections 2024-07-26T12:21:17.943 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.941+0000 7fa117200640 1 --2- 172.21.15.31:0/1797437018 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa11014cf70 0x7fa11014f390 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:17.943 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.941+0000 7fa117200640 1 --2- 172.21.15.31:0/1797437018 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fa1100b0050 0x7fa1100b0460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:17.943 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.941+0000 7fa117200640 1 -- 172.21.15.31:0/1797437018 >> 172.21.15.31:0/1797437018 conn(0x7fa1100b6160 msgr2=0x7fa1100b3500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:17.943 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.941+0000 7fa117200640 1 -- 172.21.15.31:0/1797437018 shutdown_connections 2024-07-26T12:21:17.943 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.941+0000 7fa117200640 1 -- 172.21.15.31:0/1797437018 wait complete. 2024-07-26T12:21:17.944 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.943+0000 7fa117200640 1 Processor -- start 2024-07-26T12:21:17.944 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.943+0000 7fa117200640 1 -- start start 2024-07-26T12:21:17.946 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.945+0000 7fa117200640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fa1100adf90 0x7fa1101ded10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:17.946 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.945+0000 7fa117200640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa1100b0050 0x7fa1100b74f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:17.946 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.945+0000 7fa117200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa11014cf70 0x7fa11013dd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:17.946 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.945+0000 7fa117200640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fa1100b5250 con 0x7fa1100b0050 2024-07-26T12:21:17.946 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.945+0000 7fa117200640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fa1100b50d0 con 0x7fa11014cf70 2024-07-26T12:21:17.946 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.945+0000 7fa117200640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7fa11014f8d0 con 0x7fa1100adf90 2024-07-26T12:21:17.947 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.945+0000 7fa107e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa1100b0050 0x7fa1100b74f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:17.947 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.945+0000 7fa107e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa1100b0050 0x7fa1100b74f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:60224/0 (socket says 172.21.15.31:60224) 2024-07-26T12:21:17.947 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.945+0000 7fa107e00640 1 -- 172.21.15.31:0/1288402353 learned_addr learned my addr 172.21.15.31:0/1288402353 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:17.947 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.945+0000 7fa10fe00640 1 --2- 172.21.15.31:0/1288402353 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fa1100adf90 0x7fa1101ded10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:17.947 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.945+0000 7fa115200640 1 --2- 172.21.15.31:0/1288402353 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa11014cf70 0x7fa11013dd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:17.947 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.945+0000 7fa107e00640 1 -- 172.21.15.31:0/1288402353 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fa1100adf90 msgr2=0x7fa1101ded10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:17.947 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.945+0000 7fa107e00640 1 --2- 172.21.15.31:0/1288402353 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fa1100adf90 0x7fa1101ded10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:17.947 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.945+0000 7fa107e00640 1 -- 172.21.15.31:0/1288402353 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa11014cf70 msgr2=0x7fa11013dd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:17.947 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.945+0000 7fa107e00640 1 --2- 172.21.15.31:0/1288402353 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa11014cf70 0x7fa11013dd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:17.947 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.945+0000 7fa107e00640 1 -- 172.21.15.31:0/1288402353 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa1101df250 con 0x7fa1100b0050 2024-07-26T12:21:17.947 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.946+0000 7fa107e00640 1 --2- 172.21.15.31:0/1288402353 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa1100b0050 0x7fa1100b74f0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fa0f800d7d0 tx=0x7fa0f800dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:17.948 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.946+0000 7fa10cc00640 1 -- 172.21.15.31:0/1288402353 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0f800b6c0 con 0x7fa1100b0050 2024-07-26T12:21:17.948 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.946+0000 7fa10cc00640 1 -- 172.21.15.31:0/1288402353 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa0f8019070 con 0x7fa1100b0050 2024-07-26T12:21:17.948 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.946+0000 7fa10cc00640 1 -- 172.21.15.31:0/1288402353 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0f800bc10 con 0x7fa1100b0050 2024-07-26T12:21:17.948 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.946+0000 7fa117200640 1 -- 172.21.15.31:0/1288402353 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa1100b8130 con 0x7fa1100b0050 2024-07-26T12:21:17.949 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.946+0000 7fa117200640 1 -- 172.21.15.31:0/1288402353 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa11014ccd0 con 0x7fa1100b0050 2024-07-26T12:21:17.949 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.946+0000 7fa10cc00640 1 -- 172.21.15.31:0/1288402353 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fa0f801e460 con 0x7fa1100b0050 2024-07-26T12:21:17.949 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.946+0000 7fa10cc00640 1 -- 172.21.15.31:0/1288402353 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fa0f8014750 con 0x7fa1100b0050 2024-07-26T12:21:17.949 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.947+0000 7fa117200640 1 -- 172.21.15.31:0/1288402353 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa1100b0460 con 0x7fa1100b0050 2024-07-26T12:21:17.950 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:17.950+0000 7fa10cc00640 1 -- 172.21.15.31:0/1288402353 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73777 (secure 0 0 0) 0x7fa0f8014950 con 0x7fa1100b0050 2024-07-26T12:21:18.020 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:18.020+0000 7fa117200640 1 -- 172.21.15.31:0/1288402353 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) -- 0x7fa110075e70 con 0x7fa1100b0050 2024-07-26T12:21:18.025 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:18.024+0000 7fa10cc00640 1 -- 172.21.15.31:0/1288402353 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v2) ==== 124+0+0 (secure 0 0 0) 0x7fa0f8014b30 con 0x7fa1100b0050 2024-07-26T12:21:18.025 INFO:teuthology.orchestra.run.smithi031.stderr:adjusted tunables profile to default 2024-07-26T12:21:18.027 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:18.026+0000 7fa117200640 1 -- 172.21.15.31:0/1288402353 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa1100b0050 msgr2=0x7fa1100b74f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:18.027 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:18.026+0000 7fa117200640 1 --2- 172.21.15.31:0/1288402353 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa1100b0050 0x7fa1100b74f0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fa0f800d7d0 tx=0x7fa0f800dc90 comp rx=0 tx=0).stop 2024-07-26T12:21:18.027 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:18.026+0000 7fa117200640 1 -- 172.21.15.31:0/1288402353 shutdown_connections 2024-07-26T12:21:18.027 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:18.026+0000 7fa117200640 1 --2- 172.21.15.31:0/1288402353 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa11014cf70 0x7fa11013dd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:18.027 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:18.026+0000 7fa117200640 1 --2- 172.21.15.31:0/1288402353 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa1100b0050 0x7fa1100b74f0 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:18.027 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:18.026+0000 7fa117200640 1 --2- 172.21.15.31:0/1288402353 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fa1100adf90 0x7fa1101ded10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:18.027 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:18.026+0000 7fa117200640 1 -- 172.21.15.31:0/1288402353 >> 172.21.15.31:0/1288402353 conn(0x7fa1100b6160 msgr2=0x7fa110142480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:18.027 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:18.026+0000 7fa117200640 1 -- 172.21.15.31:0/1288402353 shutdown_connections 2024-07-26T12:21:18.028 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:18.026+0000 7fa117200640 1 -- 172.21.15.31:0/1288402353 wait complete. 2024-07-26T12:21:18.052 INFO:tasks.ceph:check_enable_crimson: False 2024-07-26T12:21:18.053 INFO:tasks.ceph:Starting osd daemons in cluster ceph... 2024-07-26T12:21:18.053 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-07-26T12:21:18.053 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd if=/var/lib/ceph/osd/ceph-0/fsid of=/dev/stdout 2024-07-26T12:21:18.135 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-07-26T12:21:18.135 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd if=/var/lib/ceph/osd/ceph-1/fsid of=/dev/stdout 2024-07-26T12:21:18.211 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-07-26T12:21:18.211 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd if=/var/lib/ceph/osd/ceph-2/fsid of=/dev/stdout 2024-07-26T12:21:18.330 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-07-26T12:21:18.330 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd if=/var/lib/ceph/osd/ceph-3/fsid of=/dev/stdout 2024-07-26T12:21:18.399 DEBUG:teuthology.orchestra.run.smithi123:> set -ex 2024-07-26T12:21:18.399 DEBUG:teuthology.orchestra.run.smithi123:> sudo dd if=/var/lib/ceph/osd/ceph-4/fsid of=/dev/stdout 2024-07-26T12:21:18.474 DEBUG:teuthology.orchestra.run.smithi123:> set -ex 2024-07-26T12:21:18.474 DEBUG:teuthology.orchestra.run.smithi123:> sudo dd if=/var/lib/ceph/osd/ceph-5/fsid of=/dev/stdout 2024-07-26T12:21:18.546 DEBUG:teuthology.orchestra.run.smithi123:> set -ex 2024-07-26T12:21:18.546 DEBUG:teuthology.orchestra.run.smithi123:> sudo dd if=/var/lib/ceph/osd/ceph-6/fsid of=/dev/stdout 2024-07-26T12:21:18.658 DEBUG:teuthology.orchestra.run.smithi123:> set -ex 2024-07-26T12:21:18.658 DEBUG:teuthology.orchestra.run.smithi123:> sudo dd if=/var/lib/ceph/osd/ceph-7/fsid of=/dev/stdout 2024-07-26T12:21:18.772 DEBUG:teuthology.orchestra.run.smithi123:> sudo ceph --cluster ceph osd new 218f4bdb-3f2a-4597-8391-d5869523d4ca 0 2024-07-26T12:21:19.021 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.019+0000 7f7322a00640 1 Processor -- start 2024-07-26T12:21:19.021 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.019+0000 7f7322a00640 1 -- start start 2024-07-26T12:21:19.023 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.021+0000 7f7322a00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f731c0b6370 0x7f731c0b3770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:19.023 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.021+0000 7f7322a00640 1 --2- >> v2:172.21.15.123:3300/0 conn(0x7f731c13e350 0x7f731c0b27e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:19.023 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.021+0000 7f7322a00640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f731c0b6fa0 con 0x7f731c0b4590 2024-07-26T12:21:19.023 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.021+0000 7f7322a00640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f731c147af0 con 0x7f731c0b6370 2024-07-26T12:21:19.023 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.021+0000 7f7322a00640 1 -- --> v2:172.21.15.123:3300/0 -- mon_getmap magic: 0 -- 0x7f731c147dd0 con 0x7f731c13e350 2024-07-26T12:21:19.023 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.021+0000 7f7322000640 1 --2- >> v2:172.21.15.123:3300/0 conn(0x7f731c13e350 0x7f731c0b27e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:19.023 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.021+0000 7f7322000640 1 --2- >> v2:172.21.15.123:3300/0 conn(0x7f731c13e350 0x7f731c0b27e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.123:52218/0 (socket says 172.21.15.123:52218) 2024-07-26T12:21:19.024 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.021+0000 7f7322000640 1 -- 172.21.15.123:0/3342627387 learned_addr learned my addr 172.21.15.123:0/3342627387 (peer_addr_for_me v2:172.21.15.123:0/0) 2024-07-26T12:21:19.024 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.022+0000 7f7321600640 1 --2- 172.21.15.123:0/3342627387 >> v2:172.21.15.31:3300/0 conn(0x7f731c0b6370 0x7f731c0b3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:19.024 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.022+0000 7f7322000640 1 -- 172.21.15.123:0/3342627387 >> v2:172.21.15.31:3300/0 conn(0x7f731c0b6370 msgr2=0x7f731c0b3770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:19.024 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.022+0000 7f7322000640 1 --2- 172.21.15.123:0/3342627387 >> v2:172.21.15.31:3300/0 conn(0x7f731c0b6370 0x7f731c0b3770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:19.024 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.022+0000 7f7322000640 1 -- 172.21.15.123:0/3342627387 >> v1:172.21.15.31:6789/0 conn(0x7f731c0b4590 legacy=0x7f731c13dc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:19.025 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.022+0000 7f7322000640 1 -- 172.21.15.123:0/3342627387 --> v2:172.21.15.123:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f731c1480b0 con 0x7f731c13e350 2024-07-26T12:21:19.025 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.023+0000 7f7322000640 1 --2- 172.21.15.123:0/3342627387 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f731c13e350 0x7f731c0b27e0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f7314009e50 tx=0x7f731402a5b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=83e35afbf74993ac server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:19.025 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.024+0000 7f731be00640 1 -- 172.21.15.123:0/3342627387 <== mon.1 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7314036070 con 0x7f731c13e350 2024-07-26T12:21:19.025 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.024+0000 7f731be00640 1 -- 172.21.15.123:0/3342627387 <== mon.1 v2:172.21.15.123:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f73140316f0 con 0x7f731c13e350 2024-07-26T12:21:19.025 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.024+0000 7f731be00640 1 -- 172.21.15.123:0/3342627387 <== mon.1 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7314031b20 con 0x7f731c13e350 2024-07-26T12:21:19.026 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.024+0000 7f7322a00640 1 -- 172.21.15.123:0/3342627387 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f731c13e350 msgr2=0x7f731c0b27e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:19.026 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.024+0000 7f7322a00640 1 --2- 172.21.15.123:0/3342627387 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f731c13e350 0x7f731c0b27e0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f7314009e50 tx=0x7f731402a5b0 comp rx=0 tx=0).stop 2024-07-26T12:21:19.026 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.025+0000 7f7322a00640 1 -- 172.21.15.123:0/3342627387 shutdown_connections 2024-07-26T12:21:19.026 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.025+0000 7f7322a00640 1 --2- 172.21.15.123:0/3342627387 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f731c13e350 0x7f731c0b27e0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:19.026 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.025+0000 7f7322a00640 1 --2- 172.21.15.123:0/3342627387 >> v2:172.21.15.31:3300/0 conn(0x7f731c0b6370 0x7f731c0b3770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:19.027 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.025+0000 7f7322a00640 1 -- 172.21.15.123:0/3342627387 >> 172.21.15.123:0/3342627387 conn(0x7f731c0bce70 msgr2=0x7f731c0bd280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:19.027 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.025+0000 7f7322a00640 1 -- 172.21.15.123:0/3342627387 shutdown_connections 2024-07-26T12:21:19.027 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.025+0000 7f7322a00640 1 -- 172.21.15.123:0/3342627387 wait complete. 2024-07-26T12:21:19.028 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.027+0000 7f7322a00640 1 Processor -- start 2024-07-26T12:21:19.028 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.027+0000 7f7322a00640 1 -- start start 2024-07-26T12:21:19.031 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.028+0000 7f7322a00640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f731c0b4590 0x7f731c1ceec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:19.031 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.028+0000 7f7322a00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f731c0b6370 0x7f731c1e1820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:19.031 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.028+0000 7f7322a00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f731c13e350 0x7f731c1d1800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:19.031 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.028+0000 7f7322a00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f731c0b2d20 con 0x7f731c0b6370 2024-07-26T12:21:19.031 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.028+0000 7f7322a00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f731c0b4c70 con 0x7f731c13e350 2024-07-26T12:21:19.031 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.028+0000 7f7322a00640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f731c0b2ea0 con 0x7f731c0b4590 2024-07-26T12:21:19.031 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.028+0000 7f7322000640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f731c13e350 0x7f731c1d1800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:19.031 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.028+0000 7f7322000640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f731c13e350 0x7f731c1d1800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.123:52232/0 (socket says 172.21.15.123:52232) 2024-07-26T12:21:19.031 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.028+0000 7f7321600640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f731c0b4590 0x7f731c1ceec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:19.032 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.028+0000 7f7322000640 1 -- 172.21.15.123:0/2573641237 learned_addr learned my addr 172.21.15.123:0/2573641237 (peer_addr_for_me v2:172.21.15.123:0/0) 2024-07-26T12:21:19.032 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.028+0000 7f7321600640 1 -- 172.21.15.123:0/2573641237 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f731c0b4590 msgr2=0x7f731c1ceec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 16 2024-07-26T12:21:19.032 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.028+0000 7f7321600640 1 -- 172.21.15.123:0/2573641237 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f731c0b4590 msgr2=0x7f731c1ceec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-07-26T12:21:19.032 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.028+0000 7f7321600640 1 --2- 172.21.15.123:0/2573641237 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f731c0b4590 0x7f731c1ceec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:19.032 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.028+0000 7f7321600640 1 --2- 172.21.15.123:0/2573641237 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f731c0b4590 0x7f731c1ceec0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T12:21:19.032 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.028+0000 7f7320c00640 1 --2- 172.21.15.123:0/2573641237 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f731c0b6370 0x7f731c1e1820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:19.032 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.029+0000 7f7322000640 1 -- 172.21.15.123:0/2573641237 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f731c0b4590 msgr2=0x7f731c1ceec0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-26T12:21:19.032 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.029+0000 7f7322000640 1 --2- 172.21.15.123:0/2573641237 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f731c0b4590 0x7f731c1ceec0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:19.032 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.029+0000 7f7322000640 1 -- 172.21.15.123:0/2573641237 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f731c0b6370 msgr2=0x7f731c1e1820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:19.032 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.029+0000 7f7322000640 1 --2- 172.21.15.123:0/2573641237 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f731c0b6370 0x7f731c1e1820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:19.033 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.029+0000 7f7322000640 1 -- 172.21.15.123:0/2573641237 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f731c1e1d60 con 0x7f731c13e350 2024-07-26T12:21:19.033 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.029+0000 7f7322000640 1 --2- 172.21.15.123:0/2573641237 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f731c13e350 0x7f731c1d1800 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f7314034040 tx=0x7f73140076a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:19.033 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.029+0000 7f7319600640 1 -- 172.21.15.123:0/2573641237 <== mon.1 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7314040020 con 0x7f731c13e350 2024-07-26T12:21:19.033 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.029+0000 7f7319600640 1 -- 172.21.15.123:0/2573641237 <== mon.1 v2:172.21.15.123:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7314007890 con 0x7f731c13e350 2024-07-26T12:21:19.033 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.029+0000 7f7319600640 1 -- 172.21.15.123:0/2573641237 <== mon.1 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7314036040 con 0x7f731c13e350 2024-07-26T12:21:19.033 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.029+0000 7f7322a00640 1 -- 172.21.15.123:0/2573641237 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f731c1d2500 con 0x7f731c13e350 2024-07-26T12:21:19.033 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.029+0000 7f7322a00640 1 -- 172.21.15.123:0/2573641237 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f731c1cdf80 con 0x7f731c13e350 2024-07-26T12:21:19.033 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.030+0000 7f7319600640 1 -- 172.21.15.123:0/2573641237 <== mon.1 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f7314043020 con 0x7f731c13e350 2024-07-26T12:21:19.033 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.030+0000 7f7319600640 1 -- 172.21.15.123:0/2573641237 <== mon.1 v2:172.21.15.123:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 725+0+0 (secure 0 0 0) 0x7f731403c9e0 con 0x7f731c13e350 2024-07-26T12:21:19.033 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.030+0000 7f7322a00640 1 -- 172.21.15.123:0/2573641237 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f731c1d26d0 con 0x7f731c13e350 2024-07-26T12:21:19.034 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.033+0000 7f7319600640 1 -- 172.21.15.123:0/2573641237 <== mon.1 v2:172.21.15.123:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73777 (secure 0 0 0) 0x7f731c1d26d0 con 0x7f731c13e350 2024-07-26T12:21:19.115 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.113+0000 7f7322a00640 1 -- 172.21.15.123:0/2573641237 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "osd new", "uuid": "218f4bdb-3f2a-4597-8391-d5869523d4ca", "id": 0} v 0) -- 0x7f731c0b3770 con 0x7f731c13e350 2024-07-26T12:21:19.129 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.127+0000 7f7319600640 1 -- 172.21.15.123:0/2573641237 <== mon.1 v2:172.21.15.123:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "218f4bdb-3f2a-4597-8391-d5869523d4ca", "id": 0}]=0 v3) ==== 112+0+2 (secure 0 0 0) 0x7f731404a030 con 0x7f731c13e350 2024-07-26T12:21:19.129 INFO:teuthology.orchestra.run.smithi123.stdout:0 2024-07-26T12:21:19.130 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.129+0000 7f7322a00640 1 -- 172.21.15.123:0/2573641237 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f731c13e350 msgr2=0x7f731c1d1800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:19.130 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.129+0000 7f7322a00640 1 --2- 172.21.15.123:0/2573641237 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f731c13e350 0x7f731c1d1800 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f7314034040 tx=0x7f73140076a0 comp rx=0 tx=0).stop 2024-07-26T12:21:19.131 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.129+0000 7f7322a00640 1 -- 172.21.15.123:0/2573641237 shutdown_connections 2024-07-26T12:21:19.131 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.129+0000 7f7322a00640 1 --2- 172.21.15.123:0/2573641237 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f731c13e350 0x7f731c1d1800 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:19.131 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.129+0000 7f7322a00640 1 --2- 172.21.15.123:0/2573641237 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f731c0b6370 0x7f731c1e1820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:19.131 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.129+0000 7f7322a00640 1 --2- 172.21.15.123:0/2573641237 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f731c0b4590 0x7f731c1ceec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:19.131 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.129+0000 7f7322a00640 1 -- 172.21.15.123:0/2573641237 >> 172.21.15.123:0/2573641237 conn(0x7f731c0bce70 msgr2=0x7f731c0b5c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:19.131 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.129+0000 7f7322a00640 1 -- 172.21.15.123:0/2573641237 shutdown_connections 2024-07-26T12:21:19.131 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.129+0000 7f7322a00640 1 -- 172.21.15.123:0/2573641237 wait complete. 2024-07-26T12:21:19.155 DEBUG:teuthology.orchestra.run.smithi123:> sudo ceph --cluster ceph osd new 7325bd1b-087e-47b0-8411-1065643b142e 1 2024-07-26T12:21:19.395 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.393+0000 7f1299000640 1 Processor -- start 2024-07-26T12:21:19.395 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.393+0000 7f1299000640 1 -- start start 2024-07-26T12:21:19.397 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.395+0000 7f1299000640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f12940b4590 0x7f129413dc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:19.397 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.395+0000 7f1299000640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f12940b6fa0 con 0x7f12940b6370 2024-07-26T12:21:19.397 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.395+0000 7f1299000640 1 -- --> v1:172.21.15.123:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1294147af0 con 0x7f12940b49a0 2024-07-26T12:21:19.397 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.395+0000 7f1299000640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f12940b7210 con 0x7f12940b4590 2024-07-26T12:21:19.397 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.396+0000 7f1293e00640 1 --1- >> v1:172.21.15.123:6789/0 conn(0x7f12940b49a0 0x7f12940b27e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.123:6789/0 says I am v1:172.21.15.123:51064/0 (socket says 172.21.15.123:51064) 2024-07-26T12:21:19.397 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.396+0000 7f1293e00640 1 -- 172.21.15.123:0/1991142605 learned_addr learned my addr 172.21.15.123:0/1991142605 (peer_addr_for_me v1:172.21.15.123:0/0) 2024-07-26T12:21:19.397 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.396+0000 7f128be00640 1 --2- 172.21.15.123:0/1991142605 >> v2:172.21.15.31:3300/0 conn(0x7f12940b4590 0x7f129413dc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:19.398 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.396+0000 7f1292a00640 1 -- 172.21.15.123:0/1991142605 <== mon.1 v1:172.21.15.123:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2405689430 0 0) 0x7f1294147af0 con 0x7f12940b49a0 2024-07-26T12:21:19.398 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.396+0000 7f1292a00640 1 -- 172.21.15.123:0/1991142605 --> v1:172.21.15.123:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1278003520 con 0x7f12940b49a0 2024-07-26T12:21:19.398 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.396+0000 7f128be00640 1 -- 172.21.15.123:0/1991142605 >> v1:172.21.15.123:6789/0 conn(0x7f12940b49a0 legacy=0x7f12940b27e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:19.398 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.396+0000 7f128be00640 1 -- 172.21.15.123:0/1991142605 >> v1:172.21.15.31:6789/0 conn(0x7f12940b6370 legacy=0x7f12940b3770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:19.398 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.396+0000 7f128be00640 1 -- 172.21.15.123:0/1991142605 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1294147dd0 con 0x7f12940b4590 2024-07-26T12:21:19.399 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.398+0000 7f128be00640 1 --2- 172.21.15.123:0/1991142605 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f12940b4590 0x7f129413dc40 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f127c0097d0 tx=0x7f127c02a130 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f640243c0118fc12 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:19.399 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.398+0000 7f1292a00640 1 -- 172.21.15.123:0/1991142605 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f127c037070 con 0x7f12940b4590 2024-07-26T12:21:19.399 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.398+0000 7f1292a00640 1 -- 172.21.15.123:0/1991142605 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f127c032440 con 0x7f12940b4590 2024-07-26T12:21:19.399 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.398+0000 7f1292a00640 1 -- 172.21.15.123:0/1991142605 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f127c032830 con 0x7f12940b4590 2024-07-26T12:21:19.400 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.399+0000 7f1299000640 1 -- 172.21.15.123:0/1991142605 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f12940b4590 msgr2=0x7f129413dc40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:19.400 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.399+0000 7f1299000640 1 --2- 172.21.15.123:0/1991142605 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f12940b4590 0x7f129413dc40 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f127c0097d0 tx=0x7f127c02a130 comp rx=0 tx=0).stop 2024-07-26T12:21:19.400 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.399+0000 7f1299000640 1 -- 172.21.15.123:0/1991142605 shutdown_connections 2024-07-26T12:21:19.401 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.399+0000 7f1299000640 1 --2- 172.21.15.123:0/1991142605 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f12940b4590 0x7f129413dc40 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:19.401 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.399+0000 7f1299000640 1 -- 172.21.15.123:0/1991142605 >> 172.21.15.123:0/1991142605 conn(0x7f12940bce70 msgr2=0x7f12940bd280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:19.401 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.399+0000 7f1299000640 1 -- 172.21.15.123:0/1991142605 shutdown_connections 2024-07-26T12:21:19.401 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.399+0000 7f1299000640 1 -- 172.21.15.123:0/1991142605 wait complete. 2024-07-26T12:21:19.402 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.401+0000 7f1299000640 1 Processor -- start 2024-07-26T12:21:19.402 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.401+0000 7f1299000640 1 -- start start 2024-07-26T12:21:19.405 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.403+0000 7f1299000640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f12940b4590 0x7f12941ce610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:19.405 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.403+0000 7f1299000640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f12940b49a0 0x7f12941de300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:19.405 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.403+0000 7f1299000640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f12940b6370 0x7f129413c6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:19.405 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.403+0000 7f1299000640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f12940b2ef0 con 0x7f12940b4590 2024-07-26T12:21:19.405 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.403+0000 7f1299000640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f129413e5e0 con 0x7f12940b49a0 2024-07-26T12:21:19.405 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.403+0000 7f1299000640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f12940b3070 con 0x7f12940b6370 2024-07-26T12:21:19.405 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.403+0000 7f128be00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f12940b49a0 0x7f12941de300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:19.406 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.403+0000 7f128be00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f12940b49a0 0x7f12941de300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.123:52238/0 (socket says 172.21.15.123:52238) 2024-07-26T12:21:19.406 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.403+0000 7f128be00640 1 -- 172.21.15.123:0/2787531536 learned_addr learned my addr 172.21.15.123:0/2787531536 (peer_addr_for_me v2:172.21.15.123:0/0) 2024-07-26T12:21:19.406 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.403+0000 7f1293e00640 1 --2- 172.21.15.123:0/2787531536 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f12940b6370 0x7f129413c6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:19.406 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.403+0000 7f1293400640 1 --2- 172.21.15.123:0/2787531536 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f12940b4590 0x7f12941ce610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:19.406 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.403+0000 7f1293e00640 1 -- 172.21.15.123:0/2787531536 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f12940b6370 msgr2=0x7f129413c6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 18 2024-07-26T12:21:19.406 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.403+0000 7f1293e00640 1 -- 172.21.15.123:0/2787531536 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f12940b6370 msgr2=0x7f129413c6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-07-26T12:21:19.406 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.403+0000 7f1293e00640 1 --2- 172.21.15.123:0/2787531536 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f12940b6370 0x7f129413c6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:19.406 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.403+0000 7f1293e00640 1 --2- 172.21.15.123:0/2787531536 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f12940b6370 0x7f129413c6c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T12:21:19.406 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.403+0000 7f128be00640 1 -- 172.21.15.123:0/2787531536 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f12940b6370 msgr2=0x7f129413c6c0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-26T12:21:19.407 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.403+0000 7f128be00640 1 --2- 172.21.15.123:0/2787531536 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f12940b6370 0x7f129413c6c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:19.407 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.403+0000 7f128be00640 1 -- 172.21.15.123:0/2787531536 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f12940b4590 msgr2=0x7f12941ce610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:19.407 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.403+0000 7f128be00640 1 --2- 172.21.15.123:0/2787531536 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f12940b4590 0x7f12941ce610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:19.407 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.403+0000 7f128be00640 1 -- 172.21.15.123:0/2787531536 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f12941d30e0 con 0x7f12940b49a0 2024-07-26T12:21:19.407 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.404+0000 7f128be00640 1 --2- 172.21.15.123:0/2787531536 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f12940b49a0 0x7f12941de300 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f127c0097d0 tx=0x7f127c006ed0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:19.408 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.404+0000 7f128b400640 1 -- 172.21.15.123:0/2787531536 <== mon.1 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f127c037040 con 0x7f12940b49a0 2024-07-26T12:21:19.408 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.404+0000 7f128b400640 1 -- 172.21.15.123:0/2787531536 <== mon.1 v2:172.21.15.123:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f127c004250 con 0x7f12940b49a0 2024-07-26T12:21:19.408 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.404+0000 7f128b400640 1 -- 172.21.15.123:0/2787531536 <== mon.1 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f127c003610 con 0x7f12940b49a0 2024-07-26T12:21:19.408 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.404+0000 7f1299000640 1 -- 172.21.15.123:0/2787531536 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f12941ceb50 con 0x7f12940b49a0 2024-07-26T12:21:19.408 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.404+0000 7f1299000640 1 -- 172.21.15.123:0/2787531536 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f12941ced60 con 0x7f12940b49a0 2024-07-26T12:21:19.408 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.405+0000 7f128b400640 1 -- 172.21.15.123:0/2787531536 <== mon.1 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f127c0037b0 con 0x7f12940b49a0 2024-07-26T12:21:19.408 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.405+0000 7f128b400640 1 -- 172.21.15.123:0/2787531536 <== mon.1 v2:172.21.15.123:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 840+0+0 (secure 0 0 0) 0x7f127c03dce0 con 0x7f12940b49a0 2024-07-26T12:21:19.408 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.405+0000 7f1299000640 1 -- 172.21.15.123:0/2787531536 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f12941cdc00 con 0x7f12940b49a0 2024-07-26T12:21:19.409 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.408+0000 7f128b400640 1 -- 172.21.15.123:0/2787531536 <== mon.1 v2:172.21.15.123:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73777 (secure 0 0 0) 0x7f127c03d450 con 0x7f12940b49a0 2024-07-26T12:21:19.488 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.487+0000 7f1299000640 1 -- 172.21.15.123:0/2787531536 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "osd new", "uuid": "7325bd1b-087e-47b0-8411-1065643b142e", "id": 1} v 0) -- 0x7f12940baea0 con 0x7f12940b49a0 2024-07-26T12:21:19.500 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.499+0000 7f128b400640 1 -- 172.21.15.123:0/2787531536 <== mon.1 v2:172.21.15.123:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "7325bd1b-087e-47b0-8411-1065643b142e", "id": 1}]=0 v4) ==== 112+0+2 (secure 0 0 0) 0x7f127c003c30 con 0x7f12940b49a0 2024-07-26T12:21:19.500 INFO:teuthology.orchestra.run.smithi123.stdout:1 2024-07-26T12:21:19.502 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.500+0000 7f1299000640 1 -- 172.21.15.123:0/2787531536 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f12940b49a0 msgr2=0x7f12941de300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:19.502 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.500+0000 7f1299000640 1 --2- 172.21.15.123:0/2787531536 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f12940b49a0 0x7f12941de300 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f127c0097d0 tx=0x7f127c006ed0 comp rx=0 tx=0).stop 2024-07-26T12:21:19.502 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.500+0000 7f1299000640 1 -- 172.21.15.123:0/2787531536 shutdown_connections 2024-07-26T12:21:19.502 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.500+0000 7f1299000640 1 --2- 172.21.15.123:0/2787531536 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f12940b6370 0x7f129413c6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:19.502 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.500+0000 7f1299000640 1 --2- 172.21.15.123:0/2787531536 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f12940b49a0 0x7f12941de300 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:19.502 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.500+0000 7f1299000640 1 --2- 172.21.15.123:0/2787531536 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f12940b4590 0x7f12941ce610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:19.502 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.500+0000 7f1299000640 1 -- 172.21.15.123:0/2787531536 >> 172.21.15.123:0/2787531536 conn(0x7f12940bce70 msgr2=0x7f1294143fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:19.502 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.500+0000 7f1299000640 1 -- 172.21.15.123:0/2787531536 shutdown_connections 2024-07-26T12:21:19.502 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.501+0000 7f1299000640 1 -- 172.21.15.123:0/2787531536 wait complete. 2024-07-26T12:21:19.527 DEBUG:teuthology.orchestra.run.smithi123:> sudo ceph --cluster ceph osd new 461c586b-af52-4d20-a648-867cbd3fa37f 2 2024-07-26T12:21:19.771 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.769+0000 7f1557000640 1 Processor -- start 2024-07-26T12:21:19.771 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.770+0000 7f1557000640 1 -- start start 2024-07-26T12:21:19.773 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.771+0000 7f1557000640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f15500b6370 0x7f15500b39e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:19.773 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.771+0000 7f1557000640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1550147b70 con 0x7f155013e310 2024-07-26T12:21:19.773 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.771+0000 7f1557000640 1 -- --> v1:172.21.15.123:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1550147e50 con 0x7f15500b45e0 2024-07-26T12:21:19.773 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.771+0000 7f1557000640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f1550148650 con 0x7f15500b6370 2024-07-26T12:21:19.773 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.772+0000 7f1555200640 1 --1- >> v1:172.21.15.123:6789/0 conn(0x7f15500b45e0 0x7f155013dc00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.123:6789/0 says I am v1:172.21.15.123:51080/0 (socket says 172.21.15.123:51080) 2024-07-26T12:21:19.773 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.772+0000 7f1555200640 1 -- 172.21.15.123:0/3792420037 learned_addr learned my addr 172.21.15.123:0/3792420037 (peer_addr_for_me v1:172.21.15.123:0/0) 2024-07-26T12:21:19.774 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.772+0000 7f1555c00640 1 --2- 172.21.15.123:0/3792420037 >> v2:172.21.15.31:3300/0 conn(0x7f15500b6370 0x7f15500b39e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:19.774 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.772+0000 7f154fe00640 1 -- 172.21.15.123:0/3792420037 <== mon.1 v1:172.21.15.123:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3215260718 0 0) 0x7f1550147e50 con 0x7f15500b45e0 2024-07-26T12:21:19.774 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.772+0000 7f154fe00640 1 -- 172.21.15.123:0/3792420037 --> v1:172.21.15.123:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1538003520 con 0x7f15500b45e0 2024-07-26T12:21:19.774 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.773+0000 7f1555c00640 1 -- 172.21.15.123:0/3792420037 >> v1:172.21.15.123:6789/0 conn(0x7f15500b45e0 legacy=0x7f155013dc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:19.774 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.773+0000 7f154fe00640 1 -- 172.21.15.123:0/3792420037 <== mon.1 v1:172.21.15.123:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 938343039 0 0) 0x7f1538003520 con 0x7f15500b45e0 2024-07-26T12:21:19.774 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.773+0000 7f1555c00640 1 -- 172.21.15.123:0/3792420037 >> v1:172.21.15.31:6789/0 conn(0x7f155013e310 legacy=0x7f15500b2850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:19.774 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.773+0000 7f1555c00640 1 -- 172.21.15.123:0/3792420037 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1550148130 con 0x7f15500b6370 2024-07-26T12:21:19.775 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.774+0000 7f1555c00640 1 --2- 172.21.15.123:0/3792420037 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f15500b6370 0x7f15500b39e0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f1544009720 tx=0x7f154402a0d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7470c620ddfde839 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:19.775 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.774+0000 7f154fe00640 1 -- 172.21.15.123:0/3792420037 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1544037070 con 0x7f15500b6370 2024-07-26T12:21:19.776 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.774+0000 7f154fe00640 1 -- 172.21.15.123:0/3792420037 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f154402acd0 con 0x7f15500b6370 2024-07-26T12:21:19.776 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.774+0000 7f154fe00640 1 -- 172.21.15.123:0/3792420037 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f153c0016f0 con 0x7f15500b6370 2024-07-26T12:21:19.776 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.775+0000 7f1557000640 1 -- 172.21.15.123:0/3792420037 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f15500b6370 msgr2=0x7f15500b39e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:19.777 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.775+0000 7f1557000640 1 --2- 172.21.15.123:0/3792420037 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f15500b6370 0x7f15500b39e0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f1544009720 tx=0x7f154402a0d0 comp rx=0 tx=0).stop 2024-07-26T12:21:19.777 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.775+0000 7f1557000640 1 -- 172.21.15.123:0/3792420037 shutdown_connections 2024-07-26T12:21:19.777 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.775+0000 7f1557000640 1 --2- 172.21.15.123:0/3792420037 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f15500b6370 0x7f15500b39e0 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:19.777 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.775+0000 7f1557000640 1 -- 172.21.15.123:0/3792420037 >> 172.21.15.123:0/3792420037 conn(0x7f15500bce30 msgr2=0x7f15500bd240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:19.777 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.775+0000 7f1557000640 1 -- 172.21.15.123:0/3792420037 shutdown_connections 2024-07-26T12:21:19.777 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.775+0000 7f1557000640 1 -- 172.21.15.123:0/3792420037 wait complete. 2024-07-26T12:21:19.778 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.777+0000 7f1557000640 1 Processor -- start 2024-07-26T12:21:19.778 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.777+0000 7f1557000640 1 -- start start 2024-07-26T12:21:19.781 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.778+0000 7f1557000640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f15500b45e0 0x7f15501ce140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:19.781 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.778+0000 7f1557000640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f15500b6370 0x7f155013abd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:19.781 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.778+0000 7f1557000640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f155013e310 0x7f15501cf310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:19.781 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.778+0000 7f1557000640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f15500b4de0 con 0x7f15500b45e0 2024-07-26T12:21:19.781 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.778+0000 7f1557000640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f15500b4c60 con 0x7f15500b6370 2024-07-26T12:21:19.781 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.778+0000 7f1557000640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f15500b2f60 con 0x7f155013e310 2024-07-26T12:21:19.781 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.779+0000 7f1555200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f15500b6370 0x7f155013abd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:19.781 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.779+0000 7f1556600640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f155013e310 0x7f15501cf310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:19.781 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.779+0000 7f1555200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f15500b6370 0x7f155013abd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.123:52250/0 (socket says 172.21.15.123:52250) 2024-07-26T12:21:19.781 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.779+0000 7f1555200640 1 -- 172.21.15.123:0/188930527 learned_addr learned my addr 172.21.15.123:0/188930527 (peer_addr_for_me v2:172.21.15.123:0/0) 2024-07-26T12:21:19.781 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.779+0000 7f1556600640 1 -- 172.21.15.123:0/188930527 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f155013e310 msgr2=0x7f15501cf310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 18 2024-07-26T12:21:19.782 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.779+0000 7f1556600640 1 -- 172.21.15.123:0/188930527 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f155013e310 msgr2=0x7f15501cf310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-07-26T12:21:19.782 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.779+0000 7f1556600640 1 --2- 172.21.15.123:0/188930527 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f155013e310 0x7f15501cf310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:19.782 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.779+0000 7f1555c00640 1 --2- 172.21.15.123:0/188930527 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f15500b45e0 0x7f15501ce140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:19.782 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.779+0000 7f1556600640 1 --2- 172.21.15.123:0/188930527 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f155013e310 0x7f15501cf310 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T12:21:19.782 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.779+0000 7f1555200640 1 -- 172.21.15.123:0/188930527 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f155013e310 msgr2=0x7f15501cf310 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-26T12:21:19.782 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.779+0000 7f1555200640 1 --2- 172.21.15.123:0/188930527 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f155013e310 0x7f15501cf310 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:19.782 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.779+0000 7f1555200640 1 -- 172.21.15.123:0/188930527 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f15500b45e0 msgr2=0x7f15501ce140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:19.782 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.779+0000 7f1555200640 1 --2- 172.21.15.123:0/188930527 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f15500b45e0 0x7f15501ce140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:19.783 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.779+0000 7f1555200640 1 -- 172.21.15.123:0/188930527 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f15501de3a0 con 0x7f15500b6370 2024-07-26T12:21:19.783 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.780+0000 7f1555200640 1 --2- 172.21.15.123:0/188930527 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f15500b6370 0x7f155013abd0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f153c00c700 tx=0x7f153c00cbc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:19.784 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.780+0000 7f154d600640 1 -- 172.21.15.123:0/188930527 <== mon.1 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f153c018070 con 0x7f15500b6370 2024-07-26T12:21:19.784 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.780+0000 7f154d600640 1 -- 172.21.15.123:0/188930527 <== mon.1 v2:172.21.15.123:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f153c0073c0 con 0x7f15500b6370 2024-07-26T12:21:19.784 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.780+0000 7f154d600640 1 -- 172.21.15.123:0/188930527 <== mon.1 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f153c0047e0 con 0x7f15500b6370 2024-07-26T12:21:19.784 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.780+0000 7f1557000640 1 -- 172.21.15.123:0/188930527 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f15501de680 con 0x7f15500b6370 2024-07-26T12:21:19.784 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.780+0000 7f1557000640 1 -- 172.21.15.123:0/188930527 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f15501de050 con 0x7f15500b6370 2024-07-26T12:21:19.784 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.780+0000 7f154d600640 1 -- 172.21.15.123:0/188930527 <== mon.1 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f153c004980 con 0x7f15500b6370 2024-07-26T12:21:19.784 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.780+0000 7f154d600640 1 -- 172.21.15.123:0/188930527 <== mon.1 v2:172.21.15.123:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 955+0+0 (secure 0 0 0) 0x7f153c012820 con 0x7f15500b6370 2024-07-26T12:21:19.784 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.781+0000 7f1557000640 1 -- 172.21.15.123:0/188930527 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f15501cfff0 con 0x7f15500b6370 2024-07-26T12:21:19.785 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.783+0000 7f154d600640 1 -- 172.21.15.123:0/188930527 <== mon.1 v2:172.21.15.123:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73777 (secure 0 0 0) 0x7f153c021070 con 0x7f15500b6370 2024-07-26T12:21:19.864 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.862+0000 7f1557000640 1 -- 172.21.15.123:0/188930527 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "osd new", "uuid": "461c586b-af52-4d20-a648-867cbd3fa37f", "id": 2} v 0) -- 0x7f15500b7260 con 0x7f15500b6370 2024-07-26T12:21:19.871 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.870+0000 7f154d600640 1 -- 172.21.15.123:0/188930527 <== mon.1 v2:172.21.15.123:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "461c586b-af52-4d20-a648-867cbd3fa37f", "id": 2}]=0 v5) ==== 112+0+2 (secure 0 0 0) 0x7f153c012400 con 0x7f15500b6370 2024-07-26T12:21:19.871 INFO:teuthology.orchestra.run.smithi123.stdout:2 2024-07-26T12:21:19.873 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.871+0000 7f1557000640 1 -- 172.21.15.123:0/188930527 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f15500b6370 msgr2=0x7f155013abd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:19.873 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.871+0000 7f1557000640 1 --2- 172.21.15.123:0/188930527 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f15500b6370 0x7f155013abd0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f153c00c700 tx=0x7f153c00cbc0 comp rx=0 tx=0).stop 2024-07-26T12:21:19.873 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.871+0000 7f1557000640 1 -- 172.21.15.123:0/188930527 shutdown_connections 2024-07-26T12:21:19.873 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.871+0000 7f1557000640 1 --2- 172.21.15.123:0/188930527 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f155013e310 0x7f15501cf310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:19.873 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.871+0000 7f1557000640 1 --2- 172.21.15.123:0/188930527 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f15500b6370 0x7f155013abd0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:19.873 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.871+0000 7f1557000640 1 --2- 172.21.15.123:0/188930527 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f15500b45e0 0x7f15501ce140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:19.873 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.871+0000 7f1557000640 1 -- 172.21.15.123:0/188930527 >> 172.21.15.123:0/188930527 conn(0x7f15500bce30 msgr2=0x7f15500bad00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:19.873 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.871+0000 7f1557000640 1 -- 172.21.15.123:0/188930527 shutdown_connections 2024-07-26T12:21:19.873 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:19.872+0000 7f1557000640 1 -- 172.21.15.123:0/188930527 wait complete. 2024-07-26T12:21:19.897 DEBUG:teuthology.orchestra.run.smithi123:> sudo ceph --cluster ceph osd new 132aee2d-8564-4632-8d0d-9e8e0f6edaf3 3 2024-07-26T12:21:20.142 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.141+0000 7f22fd200640 1 Processor -- start 2024-07-26T12:21:20.143 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.141+0000 7f22fd200640 1 -- start start 2024-07-26T12:21:20.144 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.143+0000 7f22fd200640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f22f80b6370 0x7f22f80b3770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:20.144 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.143+0000 7f22fd200640 1 --2- >> v2:172.21.15.123:3300/0 conn(0x7f22f80b4590 0x7f22f813dc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:20.145 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.143+0000 7f22fd200640 1 -- --> v1:172.21.15.123:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f22f80b6fa0 con 0x7f22f80b49a0 2024-07-26T12:21:20.145 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.143+0000 7f22fd200640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f22f80b7210 con 0x7f22f80b6370 2024-07-26T12:21:20.145 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.143+0000 7f22fd200640 1 -- --> v2:172.21.15.123:3300/0 -- mon_getmap magic: 0 -- 0x7f22f8147af0 con 0x7f22f80b4590 2024-07-26T12:21:20.145 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.143+0000 7f22f6a00640 1 --2- >> v2:172.21.15.123:3300/0 conn(0x7f22f80b4590 0x7f22f813dc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:20.145 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.143+0000 7f22f6a00640 1 --2- >> v2:172.21.15.123:3300/0 conn(0x7f22f80b4590 0x7f22f813dc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.123:52264/0 (socket says 172.21.15.123:52264) 2024-07-26T12:21:20.145 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.143+0000 7f22f6a00640 1 -- 172.21.15.123:0/2251670269 learned_addr learned my addr 172.21.15.123:0/2251670269 (peer_addr_for_me v2:172.21.15.123:0/0) 2024-07-26T12:21:20.145 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.143+0000 7f22f7e00640 1 --1- 172.21.15.123:0/2251670269 >> v1:172.21.15.123:6789/0 conn(0x7f22f80b49a0 0x7f22f80b27e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.123:6789/0 says I am v1:172.21.15.123:51088/0 (socket says 172.21.15.123:51088) 2024-07-26T12:21:20.145 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.143+0000 7f22f7400640 1 --2- 172.21.15.123:0/2251670269 >> v2:172.21.15.31:3300/0 conn(0x7f22f80b6370 0x7f22f80b3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:20.146 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.144+0000 7f22f7400640 1 -- 172.21.15.123:0/2251670269 >> v2:172.21.15.123:3300/0 conn(0x7f22f80b4590 msgr2=0x7f22f813dc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:20.146 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.144+0000 7f22f7400640 1 --2- 172.21.15.123:0/2251670269 >> v2:172.21.15.123:3300/0 conn(0x7f22f80b4590 0x7f22f813dc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:20.146 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.144+0000 7f22f7400640 1 -- 172.21.15.123:0/2251670269 >> v1:172.21.15.123:6789/0 conn(0x7f22f80b49a0 legacy=0x7f22f80b27e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:20.146 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.144+0000 7f22f7400640 1 -- 172.21.15.123:0/2251670269 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f22f8147dd0 con 0x7f22f80b6370 2024-07-26T12:21:20.146 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.144+0000 7f22f6a00640 1 --2- 172.21.15.123:0/2251670269 >> v2:172.21.15.123:3300/0 conn(0x7f22f80b4590 0x7f22f813dc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T12:21:20.146 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.145+0000 7f22f7400640 1 --2- 172.21.15.123:0/2251670269 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f22f80b6370 0x7f22f80b3770 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f22e80097a0 tx=0x7f22e802a0b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bf77dfad301f423e server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:20.147 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.145+0000 7f22f6000640 1 -- 172.21.15.123:0/2251670269 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22e8037070 con 0x7f22f80b6370 2024-07-26T12:21:20.147 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.145+0000 7f22f6000640 1 -- 172.21.15.123:0/2251670269 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f22e8032440 con 0x7f22f80b6370 2024-07-26T12:21:20.147 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.145+0000 7f22f6000640 1 -- 172.21.15.123:0/2251670269 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22e8032870 con 0x7f22f80b6370 2024-07-26T12:21:20.148 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.146+0000 7f22fd200640 1 -- 172.21.15.123:0/2251670269 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f22f80b6370 msgr2=0x7f22f80b3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:20.148 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.146+0000 7f22fd200640 1 --2- 172.21.15.123:0/2251670269 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f22f80b6370 0x7f22f80b3770 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f22e80097a0 tx=0x7f22e802a0b0 comp rx=0 tx=0).stop 2024-07-26T12:21:20.148 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.146+0000 7f22fd200640 1 -- 172.21.15.123:0/2251670269 shutdown_connections 2024-07-26T12:21:20.148 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.146+0000 7f22fd200640 1 --2- 172.21.15.123:0/2251670269 >> v2:172.21.15.123:3300/0 conn(0x7f22f80b4590 0x7f22f813dc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:20.148 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.146+0000 7f22fd200640 1 --2- 172.21.15.123:0/2251670269 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f22f80b6370 0x7f22f80b3770 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:20.148 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.146+0000 7f22fd200640 1 -- 172.21.15.123:0/2251670269 >> 172.21.15.123:0/2251670269 conn(0x7f22f80bce70 msgr2=0x7f22f80bd280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:20.148 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.146+0000 7f22fd200640 1 -- 172.21.15.123:0/2251670269 shutdown_connections 2024-07-26T12:21:20.148 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.146+0000 7f22fd200640 1 -- 172.21.15.123:0/2251670269 wait complete. 2024-07-26T12:21:20.149 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.148+0000 7f22fd200640 1 Processor -- start 2024-07-26T12:21:20.150 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.148+0000 7f22fd200640 1 -- start start 2024-07-26T12:21:20.153 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.150+0000 7f22fd200640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f22f80b4590 0x7f22f81d0e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:20.153 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.150+0000 7f22fd200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f22f80b49a0 0x7f22f81d1630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:20.153 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.150+0000 7f22fd200640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f22f80b6370 0x7f22f813c8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:20.153 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.150+0000 7f22fd200640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f22f813e510 con 0x7f22f80b4590 2024-07-26T12:21:20.153 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.150+0000 7f22fd200640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f22f813e390 con 0x7f22f80b49a0 2024-07-26T12:21:20.153 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.150+0000 7f22fd200640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f22f80b2ef0 con 0x7f22f80b6370 2024-07-26T12:21:20.153 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.150+0000 7f22f6a00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f22f80b49a0 0x7f22f81d1630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:20.153 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.150+0000 7f22f7e00640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f22f80b6370 0x7f22f813c8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:20.153 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.150+0000 7f22f6a00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f22f80b49a0 0x7f22f81d1630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.123:52268/0 (socket says 172.21.15.123:52268) 2024-07-26T12:21:20.153 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.150+0000 7f22f6a00640 1 -- 172.21.15.123:0/3234642158 learned_addr learned my addr 172.21.15.123:0/3234642158 (peer_addr_for_me v2:172.21.15.123:0/0) 2024-07-26T12:21:20.153 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.150+0000 7f22f7400640 1 --2- 172.21.15.123:0/3234642158 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f22f80b4590 0x7f22f81d0e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:20.154 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.150+0000 7f22f7e00640 1 -- 172.21.15.123:0/3234642158 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f22f80b6370 msgr2=0x7f22f813c8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 18 2024-07-26T12:21:20.154 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.150+0000 7f22f7e00640 1 -- 172.21.15.123:0/3234642158 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f22f80b6370 msgr2=0x7f22f813c8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-07-26T12:21:20.154 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.150+0000 7f22f7e00640 1 --2- 172.21.15.123:0/3234642158 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f22f80b6370 0x7f22f813c8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:20.154 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.150+0000 7f22f7e00640 1 --2- 172.21.15.123:0/3234642158 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f22f80b6370 0x7f22f813c8f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T12:21:20.154 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.150+0000 7f22f6a00640 1 -- 172.21.15.123:0/3234642158 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f22f80b6370 msgr2=0x7f22f813c8f0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-26T12:21:20.154 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.150+0000 7f22f6a00640 1 --2- 172.21.15.123:0/3234642158 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f22f80b6370 0x7f22f813c8f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:20.154 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.150+0000 7f22f6a00640 1 -- 172.21.15.123:0/3234642158 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f22f80b4590 msgr2=0x7f22f81d0e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:20.154 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.150+0000 7f22f6a00640 1 --2- 172.21.15.123:0/3234642158 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f22f80b4590 0x7f22f81d0e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:20.154 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.150+0000 7f22f6a00640 1 -- 172.21.15.123:0/3234642158 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f22f81d0090 con 0x7f22f80b49a0 2024-07-26T12:21:20.154 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.151+0000 7f22f6a00640 1 --2- 172.21.15.123:0/3234642158 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f22f80b49a0 0x7f22f81d1630 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f22e400e9b0 tx=0x7f22e400ee70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:20.154 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.151+0000 7f22ef400640 1 -- 172.21.15.123:0/3234642158 <== mon.1 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22e4017070 con 0x7f22f80b49a0 2024-07-26T12:21:20.154 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.151+0000 7f22ef400640 1 -- 172.21.15.123:0/3234642158 <== mon.1 v2:172.21.15.123:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f22e400c9a0 con 0x7f22f80b49a0 2024-07-26T12:21:20.154 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.151+0000 7f22ef400640 1 -- 172.21.15.123:0/3234642158 <== mon.1 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22e400cdb0 con 0x7f22f80b49a0 2024-07-26T12:21:20.154 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.151+0000 7f22fd200640 1 -- 172.21.15.123:0/3234642158 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f22f81d0330 con 0x7f22f80b49a0 2024-07-26T12:21:20.155 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.151+0000 7f22fd200640 1 -- 172.21.15.123:0/3234642158 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f22f81cd780 con 0x7f22f80b49a0 2024-07-26T12:21:20.155 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.151+0000 7f22ef400640 1 -- 172.21.15.123:0/3234642158 <== mon.1 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f22e401a070 con 0x7f22f80b49a0 2024-07-26T12:21:20.155 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.151+0000 7f22ef400640 1 -- 172.21.15.123:0/3234642158 <== mon.1 v2:172.21.15.123:3300/0 5 ==== osd_map(5..5 src has 1..5) ==== 1070+0+0 (secure 0 0 0) 0x7f22e4013900 con 0x7f22f80b49a0 2024-07-26T12:21:20.155 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.152+0000 7f22fd200640 1 -- 172.21.15.123:0/3234642158 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f22f813dc40 con 0x7f22f80b49a0 2024-07-26T12:21:20.156 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.155+0000 7f22ef400640 1 -- 172.21.15.123:0/3234642158 <== mon.1 v2:172.21.15.123:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73777 (secure 0 0 0) 0x7f22e4013bc0 con 0x7f22f80b49a0 2024-07-26T12:21:20.235 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.234+0000 7f22fd200640 1 -- 172.21.15.123:0/3234642158 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "osd new", "uuid": "132aee2d-8564-4632-8d0d-9e8e0f6edaf3", "id": 3} v 0) -- 0x7f22f80b8090 con 0x7f22f80b49a0 2024-07-26T12:21:20.244 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.243+0000 7f22ef400640 1 -- 172.21.15.123:0/3234642158 <== mon.1 v2:172.21.15.123:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "132aee2d-8564-4632-8d0d-9e8e0f6edaf3", "id": 3}]=0 v6) ==== 112+0+2 (secure 0 0 0) 0x7f22e4013470 con 0x7f22f80b49a0 2024-07-26T12:21:20.245 INFO:teuthology.orchestra.run.smithi123.stdout:3 2024-07-26T12:21:20.246 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.244+0000 7f22fd200640 1 -- 172.21.15.123:0/3234642158 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f22f80b49a0 msgr2=0x7f22f81d1630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:20.246 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.244+0000 7f22fd200640 1 --2- 172.21.15.123:0/3234642158 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f22f80b49a0 0x7f22f81d1630 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f22e400e9b0 tx=0x7f22e400ee70 comp rx=0 tx=0).stop 2024-07-26T12:21:20.246 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.245+0000 7f22fd200640 1 -- 172.21.15.123:0/3234642158 shutdown_connections 2024-07-26T12:21:20.246 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.245+0000 7f22fd200640 1 --2- 172.21.15.123:0/3234642158 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f22f80b6370 0x7f22f813c8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:20.246 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.245+0000 7f22fd200640 1 --2- 172.21.15.123:0/3234642158 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f22f80b49a0 0x7f22f81d1630 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:20.247 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.245+0000 7f22fd200640 1 --2- 172.21.15.123:0/3234642158 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f22f80b4590 0x7f22f81d0e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:20.247 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.245+0000 7f22fd200640 1 -- 172.21.15.123:0/3234642158 >> 172.21.15.123:0/3234642158 conn(0x7f22f80bce70 msgr2=0x7f22f81406a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:20.247 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.245+0000 7f22fd200640 1 -- 172.21.15.123:0/3234642158 shutdown_connections 2024-07-26T12:21:20.247 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.245+0000 7f22fd200640 1 -- 172.21.15.123:0/3234642158 wait complete. 2024-07-26T12:21:20.270 DEBUG:teuthology.orchestra.run.smithi123:> sudo ceph --cluster ceph osd new eb3fc933-fae1-4328-a5c0-2cba3f72ae3c 4 2024-07-26T12:21:20.514 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.512+0000 7f7a95a00640 1 Processor -- start 2024-07-26T12:21:20.514 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.512+0000 7f7a95a00640 1 -- start start 2024-07-26T12:21:20.517 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.514+0000 7f7a95a00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f7a900b21c0 0x7f7a900b1800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:20.517 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.514+0000 7f7a95a00640 1 --2- >> v2:172.21.15.123:3300/0 conn(0x7f7a9013ba30 0x7f7a9013be40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:20.517 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.514+0000 7f7a95a00640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f7a90148b90 0x7f7a90148fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:20.518 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.514+0000 7f7a95a00640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f7a900b5210 con 0x7f7a900b21c0 2024-07-26T12:21:20.518 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.514+0000 7f7a95a00640 1 -- --> v2:172.21.15.123:3300/0 -- mon_getmap magic: 0 -- 0x7f7a90145e70 con 0x7f7a9013ba30 2024-07-26T12:21:20.518 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.514+0000 7f7a95a00640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f7a901455a0 con 0x7f7a90148b90 2024-07-26T12:21:20.518 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.515+0000 7f7a8f400640 1 --2- >> v2:172.21.15.123:3300/0 conn(0x7f7a9013ba30 0x7f7a9013be40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:20.518 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.515+0000 7f7a8f400640 1 --2- >> v2:172.21.15.123:3300/0 conn(0x7f7a9013ba30 0x7f7a9013be40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.123:52272/0 (socket says 172.21.15.123:52272) 2024-07-26T12:21:20.518 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.515+0000 7f7a8f400640 1 -- 172.21.15.123:0/1052115183 learned_addr learned my addr 172.21.15.123:0/1052115183 (peer_addr_for_me v2:172.21.15.123:0/0) 2024-07-26T12:21:20.518 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.515+0000 7f7a95000640 1 --2- 172.21.15.123:0/1052115183 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f7a90148b90 0x7f7a90148fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:20.518 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.515+0000 7f7a8fe00640 1 --2- 172.21.15.123:0/1052115183 >> v2:172.21.15.31:3300/0 conn(0x7f7a900b21c0 0x7f7a900b1800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:20.518 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.515+0000 7f7a95000640 1 -- 172.21.15.123:0/1052115183 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f7a90148b90 msgr2=0x7f7a90148fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2024-07-26T12:21:20.518 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.515+0000 7f7a95000640 1 -- 172.21.15.123:0/1052115183 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f7a90148b90 msgr2=0x7f7a90148fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:20.519 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.515+0000 7f7a95000640 1 --2- 172.21.15.123:0/1052115183 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f7a90148b90 0x7f7a90148fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:20.519 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.515+0000 7f7a95000640 1 --2- 172.21.15.123:0/1052115183 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f7a90148b90 0x7f7a90148fa0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T12:21:20.519 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.515+0000 7f7a8f400640 1 -- 172.21.15.123:0/1052115183 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f7a90148b90 msgr2=0x7f7a90148fa0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-07-26T12:21:20.519 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.515+0000 7f7a8f400640 1 --2- 172.21.15.123:0/1052115183 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f7a90148b90 0x7f7a90148fa0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:20.519 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.515+0000 7f7a8f400640 1 -- 172.21.15.123:0/1052115183 >> v2:172.21.15.31:3300/0 conn(0x7f7a900b21c0 msgr2=0x7f7a900b1800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:20.519 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.515+0000 7f7a8f400640 1 --2- 172.21.15.123:0/1052115183 >> v2:172.21.15.31:3300/0 conn(0x7f7a900b21c0 0x7f7a900b1800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:20.519 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.515+0000 7f7a8f400640 1 -- 172.21.15.123:0/1052115183 --> v2:172.21.15.123:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7a90145820 con 0x7f7a9013ba30 2024-07-26T12:21:20.520 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.516+0000 7f7a8f400640 1 --2- 172.21.15.123:0/1052115183 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7a9013ba30 0x7f7a9013be40 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f7a900b2de0 tx=0x7f7a7c02a140 comp rx=0 tx=0).ready entity=mon.1 client_cookie=468019e66e49bf0b server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:20.520 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.516+0000 7f7a8ea00640 1 -- 172.21.15.123:0/1052115183 <== mon.1 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a7c037070 con 0x7f7a9013ba30 2024-07-26T12:21:20.521 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.517+0000 7f7a8ea00640 1 -- 172.21.15.123:0/1052115183 <== mon.1 v2:172.21.15.123:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7a7c032440 con 0x7f7a9013ba30 2024-07-26T12:21:20.521 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.517+0000 7f7a8ea00640 1 -- 172.21.15.123:0/1052115183 <== mon.1 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a7c032870 con 0x7f7a9013ba30 2024-07-26T12:21:20.521 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.517+0000 7f7a95a00640 1 -- 172.21.15.123:0/1052115183 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7a9013ba30 msgr2=0x7f7a9013be40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:20.521 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.517+0000 7f7a95a00640 1 --2- 172.21.15.123:0/1052115183 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7a9013ba30 0x7f7a9013be40 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f7a900b2de0 tx=0x7f7a7c02a140 comp rx=0 tx=0).stop 2024-07-26T12:21:20.521 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.517+0000 7f7a95a00640 1 -- 172.21.15.123:0/1052115183 shutdown_connections 2024-07-26T12:21:20.521 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.517+0000 7f7a95a00640 1 --2- 172.21.15.123:0/1052115183 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f7a90148b90 0x7f7a90148fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:20.521 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.518+0000 7f7a95a00640 1 --2- 172.21.15.123:0/1052115183 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7a9013ba30 0x7f7a9013be40 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:20.522 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.518+0000 7f7a95a00640 1 --2- 172.21.15.123:0/1052115183 >> v2:172.21.15.31:3300/0 conn(0x7f7a900b21c0 0x7f7a900b1800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:20.522 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.518+0000 7f7a95a00640 1 -- 172.21.15.123:0/1052115183 >> 172.21.15.123:0/1052115183 conn(0x7f7a90068730 msgr2=0x7f7a90068b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:20.522 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.518+0000 7f7a95a00640 1 -- 172.21.15.123:0/1052115183 shutdown_connections 2024-07-26T12:21:20.522 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.518+0000 7f7a95a00640 1 -- 172.21.15.123:0/1052115183 wait complete. 2024-07-26T12:21:20.526 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.520+0000 7f7a95a00640 1 Processor -- start 2024-07-26T12:21:20.526 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.520+0000 7f7a95a00640 1 -- start start 2024-07-26T12:21:20.526 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.521+0000 7f7a95a00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7a900b21c0 0x7f7a9013dc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:20.526 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.521+0000 7f7a95a00640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f7a9013ba30 0x7f7a901e1cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:20.526 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.521+0000 7f7a95a00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7a90148b90 0x7f7a9013ac50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:20.526 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.521+0000 7f7a95a00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f7a900b2790 con 0x7f7a900b21c0 2024-07-26T12:21:20.526 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.521+0000 7f7a95a00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f7a90146550 con 0x7f7a90148b90 2024-07-26T12:21:20.527 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.521+0000 7f7a95a00640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f7a901494e0 con 0x7f7a9013ba30 2024-07-26T12:21:20.527 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.521+0000 7f7a8f400640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f7a9013ba30 0x7f7a901e1cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:20.527 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.521+0000 7f7a95000640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7a90148b90 0x7f7a9013ac50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:20.527 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.521+0000 7f7a8f400640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f7a9013ba30 0x7f7a901e1cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3301/0 says I am v2:172.21.15.123:60944/0 (socket says 172.21.15.123:60944) 2024-07-26T12:21:20.528 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.521+0000 7f7a8f400640 1 -- 172.21.15.123:0/59200847 learned_addr learned my addr 172.21.15.123:0/59200847 (peer_addr_for_me v2:172.21.15.123:0/0) 2024-07-26T12:21:20.528 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.522+0000 7f7a8fe00640 1 --2- 172.21.15.123:0/59200847 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7a900b21c0 0x7f7a9013dc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:20.528 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.522+0000 7f7a8f400640 1 -- 172.21.15.123:0/59200847 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f7a9013ba30 msgr2=0x7f7a901e1cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 17 2024-07-26T12:21:20.528 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.522+0000 7f7a8f400640 1 -- 172.21.15.123:0/59200847 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f7a9013ba30 msgr2=0x7f7a901e1cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-07-26T12:21:20.528 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.522+0000 7f7a8f400640 1 --2- 172.21.15.123:0/59200847 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f7a9013ba30 0x7f7a901e1cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:20.529 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.522+0000 7f7a8f400640 1 --2- 172.21.15.123:0/59200847 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f7a9013ba30 0x7f7a901e1cf0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T12:21:20.529 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.522+0000 7f7a95000640 1 -- 172.21.15.123:0/59200847 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f7a9013ba30 msgr2=0x7f7a901e1cf0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-26T12:21:20.529 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.522+0000 7f7a95000640 1 --2- 172.21.15.123:0/59200847 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f7a9013ba30 0x7f7a901e1cf0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:20.529 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.522+0000 7f7a95000640 1 -- 172.21.15.123:0/59200847 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7a900b21c0 msgr2=0x7f7a9013dc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:20.530 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.522+0000 7f7a95000640 1 --2- 172.21.15.123:0/59200847 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7a900b21c0 0x7f7a9013dc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:20.530 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.522+0000 7f7a95000640 1 -- 172.21.15.123:0/59200847 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7a9013e180 con 0x7f7a90148b90 2024-07-26T12:21:20.530 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.522+0000 7f7a8fe00640 1 --2- 172.21.15.123:0/59200847 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7a900b21c0 0x7f7a9013dc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T12:21:20.530 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.522+0000 7f7a95000640 1 --2- 172.21.15.123:0/59200847 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7a90148b90 0x7f7a9013ac50 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f7a88007cc0 tx=0x7f7a8800e4b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:20.530 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.523+0000 7f7a87e00640 1 -- 172.21.15.123:0/59200847 <== mon.1 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a8800edd0 con 0x7f7a90148b90 2024-07-26T12:21:20.530 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.523+0000 7f7a87e00640 1 -- 172.21.15.123:0/59200847 <== mon.1 v2:172.21.15.123:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7a88003990 con 0x7f7a90148b90 2024-07-26T12:21:20.530 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.523+0000 7f7a95a00640 1 -- 172.21.15.123:0/59200847 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7a9013b770 con 0x7f7a90148b90 2024-07-26T12:21:20.530 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.523+0000 7f7a87e00640 1 -- 172.21.15.123:0/59200847 <== mon.1 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a88003dc0 con 0x7f7a90148b90 2024-07-26T12:21:20.530 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.523+0000 7f7a95a00640 1 -- 172.21.15.123:0/59200847 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7a901e2b60 con 0x7f7a90148b90 2024-07-26T12:21:20.530 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.523+0000 7f7a87e00640 1 -- 172.21.15.123:0/59200847 <== mon.1 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f7a8801b020 con 0x7f7a90148b90 2024-07-26T12:21:20.531 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.523+0000 7f7a87e00640 1 -- 172.21.15.123:0/59200847 <== mon.1 v2:172.21.15.123:3300/0 5 ==== osd_map(6..6 src has 1..6) ==== 1185+0+0 (secure 0 0 0) 0x7f7a88014420 con 0x7f7a90148b90 2024-07-26T12:21:20.531 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.524+0000 7f7a95a00640 1 -- 172.21.15.123:0/59200847 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7a9013d880 con 0x7f7a90148b90 2024-07-26T12:21:20.531 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.526+0000 7f7a87e00640 1 -- 172.21.15.123:0/59200847 <== mon.1 v2:172.21.15.123:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73777 (secure 0 0 0) 0x7f7a88014a60 con 0x7f7a90148b90 2024-07-26T12:21:20.607 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.606+0000 7f7a95a00640 1 -- 172.21.15.123:0/59200847 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "osd new", "uuid": "eb3fc933-fae1-4328-a5c0-2cba3f72ae3c", "id": 4} v 0) -- 0x7f7a900b58c0 con 0x7f7a90148b90 2024-07-26T12:21:20.616 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.614+0000 7f7a87e00640 1 -- 172.21.15.123:0/59200847 <== mon.1 v2:172.21.15.123:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "eb3fc933-fae1-4328-a5c0-2cba3f72ae3c", "id": 4}]=0 v7) ==== 112+0+2 (secure 0 0 0) 0x7f7a88014c40 con 0x7f7a90148b90 2024-07-26T12:21:20.616 INFO:teuthology.orchestra.run.smithi123.stdout:4 2024-07-26T12:21:20.617 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.616+0000 7f7a95a00640 1 -- 172.21.15.123:0/59200847 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7a90148b90 msgr2=0x7f7a9013ac50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:20.617 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.616+0000 7f7a95a00640 1 --2- 172.21.15.123:0/59200847 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7a90148b90 0x7f7a9013ac50 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f7a88007cc0 tx=0x7f7a8800e4b0 comp rx=0 tx=0).stop 2024-07-26T12:21:20.617 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.616+0000 7f7a95a00640 1 -- 172.21.15.123:0/59200847 shutdown_connections 2024-07-26T12:21:20.617 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.616+0000 7f7a95a00640 1 --2- 172.21.15.123:0/59200847 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7a90148b90 0x7f7a9013ac50 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:20.617 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.616+0000 7f7a95a00640 1 --2- 172.21.15.123:0/59200847 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f7a9013ba30 0x7f7a901e1cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:20.617 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.616+0000 7f7a95a00640 1 --2- 172.21.15.123:0/59200847 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7a900b21c0 0x7f7a9013dc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:20.617 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.616+0000 7f7a95a00640 1 -- 172.21.15.123:0/59200847 >> 172.21.15.123:0/59200847 conn(0x7f7a90068730 msgr2=0x7f7a90143ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:20.618 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.616+0000 7f7a95a00640 1 -- 172.21.15.123:0/59200847 shutdown_connections 2024-07-26T12:21:20.618 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.616+0000 7f7a95a00640 1 -- 172.21.15.123:0/59200847 wait complete. 2024-07-26T12:21:20.640 DEBUG:teuthology.orchestra.run.smithi123:> sudo ceph --cluster ceph osd new 9ddeeb35-6710-49b9-9688-00e0a2a406e9 5 2024-07-26T12:21:20.880 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.878+0000 7ff1a2800640 1 Processor -- start 2024-07-26T12:21:20.880 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.879+0000 7ff1a2800640 1 -- start start 2024-07-26T12:21:20.882 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.881+0000 7ff1a2800640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7ff19c0b66a0 0x7ff19c0b39b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:20.883 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.881+0000 7ff1a2800640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff19c147b70 con 0x7ff19c0b4930 2024-07-26T12:21:20.883 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.881+0000 7ff1a2800640 1 -- --> v1:172.21.15.123:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff19c147e50 con 0x7ff19c13de10 2024-07-26T12:21:20.883 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.881+0000 7ff1a2800640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7ff19c0b35f0 con 0x7ff19c0b66a0 2024-07-26T12:21:20.883 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.881+0000 7ff19b400640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7ff19c0b66a0 0x7ff19c0b39b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:20.883 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.881+0000 7ff19b400640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7ff19c0b66a0 0x7ff19c0b39b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3301/0 says I am v2:172.21.15.123:44000/0 (socket says 172.21.15.123:44000) 2024-07-26T12:21:20.883 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.881+0000 7ff19b400640 1 -- 172.21.15.123:0/2519128281 learned_addr learned my addr 172.21.15.123:0/2519128281 (peer_addr_for_me v2:172.21.15.123:0/0) 2024-07-26T12:21:20.883 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.881+0000 7ff19b400640 1 -- 172.21.15.123:0/2519128281 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7ff19c0b66a0 msgr2=0x7ff19c0b39b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-07-26T12:21:20.883 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.881+0000 7ff19b400640 1 -- 172.21.15.123:0/2519128281 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7ff19c0b66a0 msgr2=0x7ff19c0b39b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-07-26T12:21:20.883 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.881+0000 7ff19b400640 1 --2- 172.21.15.123:0/2519128281 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7ff19c0b66a0 0x7ff19c0b39b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:20.883 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.881+0000 7ff19b400640 1 --2- 172.21.15.123:0/2519128281 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7ff19c0b66a0 0x7ff19c0b39b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T12:21:20.886 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.882+0000 7ff19aa00640 1 -- 172.21.15.123:0/2519128281 <== mon.1 v1:172.21.15.123:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2785254027 0 0) 0x7ff19c147e50 con 0x7ff19c13de10 2024-07-26T12:21:20.886 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.882+0000 7ff19aa00640 1 -- 172.21.15.123:0/2519128281 --> v1:172.21.15.123:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff180003520 con 0x7ff19c13de10 2024-07-26T12:21:20.886 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.882+0000 7ff19aa00640 1 -- 172.21.15.123:0/2519128281 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 555095328 0 0) 0x7ff19c147b70 con 0x7ff19c0b4930 2024-07-26T12:21:20.886 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.882+0000 7ff19aa00640 1 -- 172.21.15.123:0/2519128281 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff19c147e50 con 0x7ff19c0b4930 2024-07-26T12:21:20.886 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.882+0000 7ff19aa00640 1 -- 172.21.15.123:0/2519128281 <== mon.1 v1:172.21.15.123:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1407473726 0 0) 0x7ff180003520 con 0x7ff19c13de10 2024-07-26T12:21:20.886 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.882+0000 7ff19aa00640 1 -- 172.21.15.123:0/2519128281 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7ff19c0b66a0 msgr2=0x7ff19c0b39b0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-07-26T12:21:20.887 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.882+0000 7ff19aa00640 1 --2- 172.21.15.123:0/2519128281 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7ff19c0b66a0 0x7ff19c0b39b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:20.887 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.882+0000 7ff19aa00640 1 -- 172.21.15.123:0/2519128281 >> v1:172.21.15.31:6789/0 conn(0x7ff19c0b4930 legacy=0x7ff19c0b4d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:20.887 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.882+0000 7ff19aa00640 1 -- 172.21.15.123:0/2519128281 --> v1:172.21.15.123:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff19c148130 con 0x7ff19c13de10 2024-07-26T12:21:20.887 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.882+0000 7ff19aa00640 1 -- 172.21.15.123:0/2519128281 <== mon.1 v1:172.21.15.123:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 972834220 0 0) 0x7ff1840016f0 con 0x7ff19c13de10 2024-07-26T12:21:20.887 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.882+0000 7ff19aa00640 1 -- 172.21.15.123:0/2519128281 >> v1:172.21.15.123:6789/0 conn(0x7ff19c13de10 legacy=0x7ff19c13e220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:20.887 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.882+0000 7ff19aa00640 1 --2- 172.21.15.123:0/2519128281 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7ff19c0b66a0 0x7ff180004c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:20.887 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.882+0000 7ff19aa00640 1 --2- 172.21.15.123:0/2519128281 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff180005240 0x7ff1800037a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:20.887 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.882+0000 7ff19aa00640 1 --2- 172.21.15.123:0/2519128281 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff180003ea0 0x7ff18000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:20.887 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.882+0000 7ff19aa00640 1 -- 172.21.15.123:0/2519128281 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7ff19c0b35f0 con 0x7ff180003ea0 2024-07-26T12:21:20.887 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.882+0000 7ff19aa00640 1 -- 172.21.15.123:0/2519128281 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7ff18000bf00 con 0x7ff180005240 2024-07-26T12:21:20.887 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.882+0000 7ff19aa00640 1 -- 172.21.15.123:0/2519128281 --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7ff18000c080 con 0x7ff19c0b66a0 2024-07-26T12:21:20.887 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.882+0000 7ff19b400640 1 --2- 172.21.15.123:0/2519128281 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7ff19c0b66a0 0x7ff180004c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:20.887 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.883+0000 7ff193e00640 1 --2- 172.21.15.123:0/2519128281 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff180005240 0x7ff1800037a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:20.888 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.883+0000 7ff19be00640 1 --2- 172.21.15.123:0/2519128281 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff180003ea0 0x7ff18000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:20.888 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.883+0000 7ff19b400640 1 -- 172.21.15.123:0/2519128281 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff180005240 msgr2=0x7ff1800037a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:20.888 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.883+0000 7ff19b400640 1 --2- 172.21.15.123:0/2519128281 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff180005240 0x7ff1800037a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:20.888 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.883+0000 7ff19b400640 1 -- 172.21.15.123:0/2519128281 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff180003ea0 msgr2=0x7ff18000b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:20.888 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.883+0000 7ff19b400640 1 --2- 172.21.15.123:0/2519128281 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff180003ea0 0x7ff18000b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:20.888 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.883+0000 7ff19b400640 1 -- 172.21.15.123:0/2519128281 --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff180003520 con 0x7ff19c0b66a0 2024-07-26T12:21:20.888 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.884+0000 7ff19b400640 1 --2- 172.21.15.123:0/2519128281 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7ff19c0b66a0 0x7ff180004c90 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7ff18c009890 tx=0x7ff180005830 comp rx=0 tx=0).ready entity=mon.2 client_cookie=84c71f03c6701540 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:20.888 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.884+0000 7ff19aa00640 1 -- 172.21.15.123:0/2519128281 <== mon.2 v2:172.21.15.123:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff18c037070 con 0x7ff19c0b66a0 2024-07-26T12:21:20.888 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.884+0000 7ff19aa00640 1 -- 172.21.15.123:0/2519128281 <== mon.2 v2:172.21.15.123:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff18c02ad00 con 0x7ff19c0b66a0 2024-07-26T12:21:20.888 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.884+0000 7ff19aa00640 1 -- 172.21.15.123:0/2519128281 <== mon.2 v2:172.21.15.123:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff18c00f040 con 0x7ff19c0b66a0 2024-07-26T12:21:20.889 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.885+0000 7ff1a2800640 1 -- 172.21.15.123:0/2519128281 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7ff19c0b66a0 msgr2=0x7ff180004c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:20.889 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.885+0000 7ff1a2800640 1 --2- 172.21.15.123:0/2519128281 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7ff19c0b66a0 0x7ff180004c90 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7ff18c009890 tx=0x7ff180005830 comp rx=0 tx=0).stop 2024-07-26T12:21:20.889 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.885+0000 7ff19be00640 1 -- 172.21.15.123:0/2519128281 reap_dead start 2024-07-26T12:21:20.889 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.885+0000 7ff1a2800640 1 -- 172.21.15.123:0/2519128281 shutdown_connections 2024-07-26T12:21:20.890 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.885+0000 7ff1a2800640 1 -- 172.21.15.123:0/2519128281 >> 172.21.15.123:0/2519128281 conn(0x7ff19c0bd220 msgr2=0x7ff19c0bd630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:20.890 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.885+0000 7ff1a2800640 1 -- 172.21.15.123:0/2519128281 shutdown_connections 2024-07-26T12:21:20.890 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.885+0000 7ff1a2800640 1 -- 172.21.15.123:0/2519128281 wait complete. 2024-07-26T12:21:20.890 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.888+0000 7ff1a2800640 1 Processor -- start 2024-07-26T12:21:20.890 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.888+0000 7ff1a2800640 1 -- start start 2024-07-26T12:21:20.892 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.889+0000 7ff1a2800640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff19c0b66a0 0x7ff19c1dea20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:20.892 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.889+0000 7ff1a2800640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff19c140960 0x7ff19c1d1d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:20.892 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.889+0000 7ff1a2800640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7ff19c1d22c0 0x7ff19c1e1440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:20.892 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.889+0000 7ff1a2800640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7ff19c0b3f00 con 0x7ff19c0b66a0 2024-07-26T12:21:20.892 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.889+0000 7ff1a2800640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7ff19c0b3d80 con 0x7ff19c140960 2024-07-26T12:21:20.892 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.889+0000 7ff1a2800640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7ff19c1cd900 con 0x7ff19c1d22c0 2024-07-26T12:21:20.893 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.889+0000 7ff19be00640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7ff19c1d22c0 0x7ff19c1e1440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:20.893 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.889+0000 7ff193e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff19c140960 0x7ff19c1d1d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:20.893 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.889+0000 7ff19be00640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7ff19c1d22c0 0x7ff19c1e1440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3301/0 says I am v2:172.21.15.123:44014/0 (socket says 172.21.15.123:44014) 2024-07-26T12:21:20.893 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.889+0000 7ff193e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff19c140960 0x7ff19c1d1d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.123:34492/0 (socket says 172.21.15.123:34492) 2024-07-26T12:21:20.893 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.889+0000 7ff19be00640 1 -- 172.21.15.123:0/2370750348 learned_addr learned my addr 172.21.15.123:0/2370750348 (peer_addr_for_me v2:172.21.15.123:0/0) 2024-07-26T12:21:20.893 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.889+0000 7ff19b400640 1 --2- 172.21.15.123:0/2370750348 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff19c0b66a0 0x7ff19c1dea20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:20.893 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.889+0000 7ff19be00640 1 -- 172.21.15.123:0/2370750348 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7ff19c1d22c0 msgr2=0x7ff19c1e1440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 18 2024-07-26T12:21:20.893 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.889+0000 7ff19be00640 1 -- 172.21.15.123:0/2370750348 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7ff19c1d22c0 msgr2=0x7ff19c1e1440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-07-26T12:21:20.893 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.889+0000 7ff19be00640 1 --2- 172.21.15.123:0/2370750348 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7ff19c1d22c0 0x7ff19c1e1440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-26T12:21:20.893 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.889+0000 7ff19be00640 1 --2- 172.21.15.123:0/2370750348 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7ff19c1d22c0 0x7ff19c1e1440 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T12:21:20.894 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.890+0000 7ff193e00640 1 -- 172.21.15.123:0/2370750348 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7ff19c1d22c0 msgr2=0x7ff19c1e1440 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-26T12:21:20.894 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.890+0000 7ff193e00640 1 --2- 172.21.15.123:0/2370750348 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7ff19c1d22c0 0x7ff19c1e1440 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:20.894 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.890+0000 7ff193e00640 1 -- 172.21.15.123:0/2370750348 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff19c0b66a0 msgr2=0x7ff19c1dea20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:20.894 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.890+0000 7ff193e00640 1 --2- 172.21.15.123:0/2370750348 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff19c0b66a0 0x7ff19c1dea20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:20.894 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.890+0000 7ff193e00640 1 -- 172.21.15.123:0/2370750348 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff19c13fbc0 con 0x7ff19c140960 2024-07-26T12:21:20.894 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.890+0000 7ff193e00640 1 --2- 172.21.15.123:0/2370750348 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff19c140960 0x7ff19c1d1d80 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7ff184001120 tx=0x7ff18400fc00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:20.894 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.890+0000 7ff193400640 1 -- 172.21.15.123:0/2370750348 <== mon.1 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1840050d0 con 0x7ff19c140960 2024-07-26T12:21:20.894 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.890+0000 7ff193400640 1 -- 172.21.15.123:0/2370750348 <== mon.1 v2:172.21.15.123:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff184018070 con 0x7ff19c140960 2024-07-26T12:21:20.894 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.890+0000 7ff193400640 1 -- 172.21.15.123:0/2370750348 <== mon.1 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff18400d730 con 0x7ff19c140960 2024-07-26T12:21:20.894 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.890+0000 7ff1a2800640 1 -- 172.21.15.123:0/2370750348 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff19c141190 con 0x7ff19c140960 2024-07-26T12:21:20.894 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.890+0000 7ff1a2800640 1 -- 172.21.15.123:0/2370750348 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff19c1de220 con 0x7ff19c140960 2024-07-26T12:21:20.894 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.891+0000 7ff193400640 1 -- 172.21.15.123:0/2370750348 <== mon.1 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7ff18400d8d0 con 0x7ff19c140960 2024-07-26T12:21:20.895 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.891+0000 7ff193400640 1 -- 172.21.15.123:0/2370750348 <== mon.1 v2:172.21.15.123:3300/0 5 ==== osd_map(7..7 src has 1..7) ==== 1300+0+0 (secure 0 0 0) 0x7ff184003dc0 con 0x7ff19c140960 2024-07-26T12:21:20.895 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.891+0000 7ff1a2800640 1 -- 172.21.15.123:0/2370750348 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff19c0b4d40 con 0x7ff19c140960 2024-07-26T12:21:20.895 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.894+0000 7ff193400640 1 -- 172.21.15.123:0/2370750348 <== mon.1 v2:172.21.15.123:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73777 (secure 0 0 0) 0x7ff18400dbc0 con 0x7ff19c140960 2024-07-26T12:21:20.976 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.974+0000 7ff1a2800640 1 -- 172.21.15.123:0/2370750348 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "osd new", "uuid": "9ddeeb35-6710-49b9-9688-00e0a2a406e9", "id": 5} v 0) -- 0x7ff19c0bcd30 con 0x7ff19c140960 2024-07-26T12:21:20.982 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.981+0000 7ff193400640 1 -- 172.21.15.123:0/2370750348 <== mon.1 v2:172.21.15.123:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "9ddeeb35-6710-49b9-9688-00e0a2a406e9", "id": 5}]=0 v8) ==== 112+0+2 (secure 0 0 0) 0x7ff1840035f0 con 0x7ff19c140960 2024-07-26T12:21:20.983 INFO:teuthology.orchestra.run.smithi123.stdout:5 2024-07-26T12:21:20.984 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.983+0000 7ff1a2800640 1 -- 172.21.15.123:0/2370750348 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff19c140960 msgr2=0x7ff19c1d1d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:20.985 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.983+0000 7ff1a2800640 1 --2- 172.21.15.123:0/2370750348 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff19c140960 0x7ff19c1d1d80 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7ff184001120 tx=0x7ff18400fc00 comp rx=0 tx=0).stop 2024-07-26T12:21:20.985 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.983+0000 7ff1a2800640 1 -- 172.21.15.123:0/2370750348 shutdown_connections 2024-07-26T12:21:20.985 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.983+0000 7ff1a2800640 1 --2- 172.21.15.123:0/2370750348 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7ff19c1d22c0 0x7ff19c1e1440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:20.985 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.983+0000 7ff1a2800640 1 --2- 172.21.15.123:0/2370750348 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff19c140960 0x7ff19c1d1d80 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:20.985 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.983+0000 7ff1a2800640 1 --2- 172.21.15.123:0/2370750348 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff19c0b66a0 0x7ff19c1dea20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:20.985 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.983+0000 7ff1a2800640 1 -- 172.21.15.123:0/2370750348 >> 172.21.15.123:0/2370750348 conn(0x7ff19c0bd220 msgr2=0x7ff19c0b78c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:20.985 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.983+0000 7ff1a2800640 1 -- 172.21.15.123:0/2370750348 shutdown_connections 2024-07-26T12:21:20.985 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:20.983+0000 7ff1a2800640 1 -- 172.21.15.123:0/2370750348 wait complete. 2024-07-26T12:21:21.008 DEBUG:teuthology.orchestra.run.smithi123:> sudo ceph --cluster ceph osd new e76e07cc-99d0-4c6c-b9af-0c772c919987 6 2024-07-26T12:21:21.251 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.249+0000 7fc289a00640 1 Processor -- start 2024-07-26T12:21:21.251 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.249+0000 7fc289a00640 1 -- start start 2024-07-26T12:21:21.253 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.251+0000 7fc289a00640 1 --2- >> v2:172.21.15.123:3300/0 conn(0x7fc2840b6370 0x7fc2840b3770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:21.253 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.251+0000 7fc289a00640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fc2840b4590 0x7fc28413dc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:21.253 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.251+0000 7fc289a00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fc2840b49a0 0x7fc28413e180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:21.254 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.251+0000 7fc289a00640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7fc2840b7210 con 0x7fc2840b49a0 2024-07-26T12:21:21.254 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.251+0000 7fc289a00640 1 -- --> v2:172.21.15.123:3300/0 -- mon_getmap magic: 0 -- 0x7fc2840b6fa0 con 0x7fc2840b6370 2024-07-26T12:21:21.254 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.251+0000 7fc289a00640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7fc284147af0 con 0x7fc2840b4590 2024-07-26T12:21:21.254 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.251+0000 7fc283e00640 1 --2- >> v2:172.21.15.123:3300/0 conn(0x7fc2840b6370 0x7fc2840b3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:21.254 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.251+0000 7fc27be00640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fc2840b4590 0x7fc28413dc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:21.254 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.252+0000 7fc283e00640 1 --2- >> v2:172.21.15.123:3300/0 conn(0x7fc2840b6370 0x7fc2840b3770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.123:34506/0 (socket says 172.21.15.123:34506) 2024-07-26T12:21:21.254 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.252+0000 7fc283e00640 1 -- 172.21.15.123:0/3466918229 learned_addr learned my addr 172.21.15.123:0/3466918229 (peer_addr_for_me v2:172.21.15.123:0/0) 2024-07-26T12:21:21.254 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.252+0000 7fc289000640 1 --2- 172.21.15.123:0/3466918229 >> v2:172.21.15.31:3300/0 conn(0x7fc2840b49a0 0x7fc28413e180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:21.254 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.252+0000 7fc283e00640 1 -- 172.21.15.123:0/3466918229 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fc2840b4590 msgr2=0x7fc28413dc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:21.254 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.252+0000 7fc283e00640 1 --2- 172.21.15.123:0/3466918229 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fc2840b4590 0x7fc28413dc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:21.255 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.252+0000 7fc283e00640 1 -- 172.21.15.123:0/3466918229 >> v2:172.21.15.31:3300/0 conn(0x7fc2840b49a0 msgr2=0x7fc28413e180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:21.255 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.252+0000 7fc283e00640 1 --2- 172.21.15.123:0/3466918229 >> v2:172.21.15.31:3300/0 conn(0x7fc2840b49a0 0x7fc28413e180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:21.255 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.252+0000 7fc283e00640 1 -- 172.21.15.123:0/3466918229 --> v2:172.21.15.123:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc284147dd0 con 0x7fc2840b6370 2024-07-26T12:21:21.255 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.252+0000 7fc27be00640 1 --2- 172.21.15.123:0/3466918229 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fc2840b4590 0x7fc28413dc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T12:21:21.256 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.253+0000 7fc283e00640 1 --2- 172.21.15.123:0/3466918229 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc2840b6370 0x7fc2840b3770 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fc28406e540 tx=0x7fc27402a0b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f25e7a2be7d79f77 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:21.256 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.253+0000 7fc283400640 1 -- 172.21.15.123:0/3466918229 <== mon.1 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc274037070 con 0x7fc2840b6370 2024-07-26T12:21:21.256 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.253+0000 7fc283400640 1 -- 172.21.15.123:0/3466918229 <== mon.1 v2:172.21.15.123:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc274032440 con 0x7fc2840b6370 2024-07-26T12:21:21.256 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.253+0000 7fc283400640 1 -- 172.21.15.123:0/3466918229 <== mon.1 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc274032870 con 0x7fc2840b6370 2024-07-26T12:21:21.256 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.254+0000 7fc289a00640 1 -- 172.21.15.123:0/3466918229 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc2840b6370 msgr2=0x7fc2840b3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:21.256 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.254+0000 7fc289a00640 1 --2- 172.21.15.123:0/3466918229 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc2840b6370 0x7fc2840b3770 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fc28406e540 tx=0x7fc27402a0b0 comp rx=0 tx=0).stop 2024-07-26T12:21:21.256 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.254+0000 7fc289a00640 1 -- 172.21.15.123:0/3466918229 shutdown_connections 2024-07-26T12:21:21.256 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.254+0000 7fc289a00640 1 --2- 172.21.15.123:0/3466918229 >> v2:172.21.15.31:3300/0 conn(0x7fc2840b49a0 0x7fc28413e180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:21.257 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.254+0000 7fc289a00640 1 --2- 172.21.15.123:0/3466918229 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fc2840b4590 0x7fc28413dc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:21.257 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.254+0000 7fc289a00640 1 --2- 172.21.15.123:0/3466918229 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc2840b6370 0x7fc2840b3770 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:21.257 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.254+0000 7fc289a00640 1 -- 172.21.15.123:0/3466918229 >> 172.21.15.123:0/3466918229 conn(0x7fc2840bce70 msgr2=0x7fc2840bd280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:21.257 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.254+0000 7fc289a00640 1 -- 172.21.15.123:0/3466918229 shutdown_connections 2024-07-26T12:21:21.257 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.254+0000 7fc289a00640 1 -- 172.21.15.123:0/3466918229 wait complete. 2024-07-26T12:21:21.259 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.258+0000 7fc289a00640 1 Processor -- start 2024-07-26T12:21:21.259 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.258+0000 7fc289a00640 1 -- start start 2024-07-26T12:21:21.262 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.260+0000 7fc289a00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc2840b4590 0x7fc284144ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:21.262 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.260+0000 7fc289a00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc2840b49a0 0x7fc2840a9a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:21.262 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.260+0000 7fc289a00640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fc2840b6370 0x7fc2840b12b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:21.262 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.260+0000 7fc289a00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fc2840b2b70 con 0x7fc2840b49a0 2024-07-26T12:21:21.262 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.260+0000 7fc289a00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fc2840b29f0 con 0x7fc2840b4590 2024-07-26T12:21:21.262 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.260+0000 7fc289a00640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7fc2840b2cf0 con 0x7fc2840b6370 2024-07-26T12:21:21.262 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.260+0000 7fc283e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc2840b4590 0x7fc284144ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:21.263 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.260+0000 7fc283e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc2840b4590 0x7fc284144ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.123:34508/0 (socket says 172.21.15.123:34508) 2024-07-26T12:21:21.263 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.260+0000 7fc283e00640 1 -- 172.21.15.123:0/4157889865 learned_addr learned my addr 172.21.15.123:0/4157889865 (peer_addr_for_me v2:172.21.15.123:0/0) 2024-07-26T12:21:21.263 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.260+0000 7fc289000640 1 --2- 172.21.15.123:0/4157889865 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fc2840b6370 0x7fc2840b12b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:21.263 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.260+0000 7fc27be00640 1 --2- 172.21.15.123:0/4157889865 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc2840b49a0 0x7fc2840a9a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:21.263 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.260+0000 7fc283e00640 1 -- 172.21.15.123:0/4157889865 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fc2840b6370 msgr2=0x7fc2840b12b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:21.263 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.260+0000 7fc283e00640 1 --2- 172.21.15.123:0/4157889865 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fc2840b6370 0x7fc2840b12b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:21.263 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.260+0000 7fc283e00640 1 -- 172.21.15.123:0/4157889865 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc2840b49a0 msgr2=0x7fc2840a9a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:21.263 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.260+0000 7fc283e00640 1 --2- 172.21.15.123:0/4157889865 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc2840b49a0 0x7fc2840a9a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:21.263 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.260+0000 7fc283e00640 1 -- 172.21.15.123:0/4157889865 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc2840a9fd0 con 0x7fc2840b4590 2024-07-26T12:21:21.263 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.260+0000 7fc27be00640 1 --2- 172.21.15.123:0/4157889865 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc2840b49a0 0x7fc2840a9a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T12:21:21.264 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.261+0000 7fc283e00640 1 --2- 172.21.15.123:0/4157889865 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc2840b4590 0x7fc284144ea0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fc274035040 tx=0x7fc27402ac00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:21.265 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.261+0000 7fc280c00640 1 -- 172.21.15.123:0/4157889865 <== mon.1 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc274040070 con 0x7fc2840b4590 2024-07-26T12:21:21.265 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.261+0000 7fc280c00640 1 -- 172.21.15.123:0/4157889865 <== mon.1 v2:172.21.15.123:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc2740308c0 con 0x7fc2840b4590 2024-07-26T12:21:21.265 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.261+0000 7fc280c00640 1 -- 172.21.15.123:0/4157889865 <== mon.1 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc274037070 con 0x7fc2840b4590 2024-07-26T12:21:21.265 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.261+0000 7fc289a00640 1 -- 172.21.15.123:0/4157889865 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc2840bc4e0 con 0x7fc2840b4590 2024-07-26T12:21:21.265 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.261+0000 7fc289a00640 1 -- 172.21.15.123:0/4157889865 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc2841deb40 con 0x7fc2840b4590 2024-07-26T12:21:21.265 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.261+0000 7fc280c00640 1 -- 172.21.15.123:0/4157889865 <== mon.1 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fc274043070 con 0x7fc2840b4590 2024-07-26T12:21:21.265 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.262+0000 7fc280c00640 1 -- 172.21.15.123:0/4157889865 <== mon.1 v2:172.21.15.123:3300/0 5 ==== osd_map(8..8 src has 1..8) ==== 1415+0+0 (secure 0 0 0) 0x7fc274030d10 con 0x7fc2840b4590 2024-07-26T12:21:21.265 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.262+0000 7fc289a00640 1 -- 172.21.15.123:0/4157889865 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc2840b31d0 con 0x7fc2840b4590 2024-07-26T12:21:21.266 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.265+0000 7fc280c00640 1 -- 172.21.15.123:0/4157889865 <== mon.1 v2:172.21.15.123:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73777 (secure 0 0 0) 0x7fc27405c050 con 0x7fc2840b4590 2024-07-26T12:21:21.339 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.338+0000 7fc280c00640 1 -- 172.21.15.123:0/4157889865 <== mon.1 v2:172.21.15.123:3300/0 7 ==== mgrmap(e 2) ==== 49591+0+0 (secure 0 0 0) 0x7fc274045bc0 con 0x7fc2840b4590 2024-07-26T12:21:21.352 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.350+0000 7fc289a00640 1 -- 172.21.15.123:0/4157889865 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "osd new", "uuid": "e76e07cc-99d0-4c6c-b9af-0c772c919987", "id": 6} v 0) -- 0x7fc284145d80 con 0x7fc2840b4590 2024-07-26T12:21:21.358 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.357+0000 7fc280c00640 1 -- 172.21.15.123:0/4157889865 <== mon.1 v2:172.21.15.123:3300/0 8 ==== mon_command_ack([{"prefix": "osd new", "uuid": "e76e07cc-99d0-4c6c-b9af-0c772c919987", "id": 6}]=0 v9) ==== 112+0+2 (secure 0 0 0) 0x7fc27403f7a0 con 0x7fc2840b4590 2024-07-26T12:21:21.358 INFO:teuthology.orchestra.run.smithi123.stdout:6 2024-07-26T12:21:21.359 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.358+0000 7fc289a00640 1 -- 172.21.15.123:0/4157889865 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc2840b4590 msgr2=0x7fc284144ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:21.359 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.358+0000 7fc289a00640 1 --2- 172.21.15.123:0/4157889865 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc2840b4590 0x7fc284144ea0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fc274035040 tx=0x7fc27402ac00 comp rx=0 tx=0).stop 2024-07-26T12:21:21.359 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.358+0000 7fc289a00640 1 -- 172.21.15.123:0/4157889865 shutdown_connections 2024-07-26T12:21:21.359 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.358+0000 7fc289a00640 1 --2- 172.21.15.123:0/4157889865 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fc2840b6370 0x7fc2840b12b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:21.360 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.358+0000 7fc289a00640 1 --2- 172.21.15.123:0/4157889865 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc2840b49a0 0x7fc2840a9a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:21.360 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.358+0000 7fc289a00640 1 --2- 172.21.15.123:0/4157889865 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc2840b4590 0x7fc284144ea0 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:21.360 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.358+0000 7fc289a00640 1 -- 172.21.15.123:0/4157889865 >> 172.21.15.123:0/4157889865 conn(0x7fc2840bce70 msgr2=0x7fc2840bb960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:21.360 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.358+0000 7fc289a00640 1 -- 172.21.15.123:0/4157889865 shutdown_connections 2024-07-26T12:21:21.360 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.359+0000 7fc289a00640 1 -- 172.21.15.123:0/4157889865 wait complete. 2024-07-26T12:21:21.382 DEBUG:teuthology.orchestra.run.smithi123:> sudo ceph --cluster ceph osd new a22dc76b-2f3c-4f59-ba5b-7b444346a9fc 7 2024-07-26T12:21:21.608 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.606+0000 7f23d5400640 1 Processor -- start 2024-07-26T12:21:21.608 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.606+0000 7f23d5400640 1 -- start start 2024-07-26T12:21:21.610 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.608+0000 7f23d5400640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f23d00b5110 0x7f23d0145760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:21.610 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.608+0000 7f23d5400640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f23d0145ca0 0x7f23d014ff70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:21.611 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.608+0000 7f23d5400640 1 -- --> v1:172.21.15.123:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f23d0072350 con 0x7f23d00af9f0 2024-07-26T12:21:21.611 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.608+0000 7f23d5400640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f23d0070d80 con 0x7f23d00b5110 2024-07-26T12:21:21.611 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.608+0000 7f23d5400640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f23d00afe00 con 0x7f23d0145ca0 2024-07-26T12:21:21.611 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.608+0000 7f23cfe00640 1 --1- >> v1:172.21.15.123:6789/0 conn(0x7f23d00af9f0 0x7f23d00b4a00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.123:6789/0 says I am v1:172.21.15.123:44780/0 (socket says 172.21.15.123:44780) 2024-07-26T12:21:21.611 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.608+0000 7f23cfe00640 1 -- 172.21.15.123:0/3698058766 learned_addr learned my addr 172.21.15.123:0/3698058766 (peer_addr_for_me v1:172.21.15.123:0/0) 2024-07-26T12:21:21.611 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.608+0000 7f23d4a00640 1 --2- 172.21.15.123:0/3698058766 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f23d0145ca0 0x7f23d014ff70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:21.611 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.609+0000 7f23c7400640 1 --2- 172.21.15.123:0/3698058766 >> v2:172.21.15.31:3300/0 conn(0x7f23d00b5110 0x7f23d0145760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:21.611 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.609+0000 7f23cf400640 1 -- 172.21.15.123:0/3698058766 <== mon.1 v1:172.21.15.123:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3678520999 0 0) 0x7f23d0072350 con 0x7f23d00af9f0 2024-07-26T12:21:21.611 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.609+0000 7f23cf400640 1 -- 172.21.15.123:0/3698058766 --> v1:172.21.15.123:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f23b4003520 con 0x7f23d00af9f0 2024-07-26T12:21:21.611 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.609+0000 7f23d4a00640 1 -- 172.21.15.123:0/3698058766 >> v2:172.21.15.31:3300/0 conn(0x7f23d00b5110 msgr2=0x7f23d0145760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:21.611 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.609+0000 7f23d4a00640 1 --2- 172.21.15.123:0/3698058766 >> v2:172.21.15.31:3300/0 conn(0x7f23d00b5110 0x7f23d0145760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:21.611 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.609+0000 7f23d4a00640 1 -- 172.21.15.123:0/3698058766 >> v1:172.21.15.123:6789/0 conn(0x7f23d00af9f0 legacy=0x7f23d00b4a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:21.612 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.609+0000 7f23d4a00640 1 -- 172.21.15.123:0/3698058766 --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f23d0070fd0 con 0x7f23d0145ca0 2024-07-26T12:21:21.613 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.610+0000 7f23d4a00640 1 --2- 172.21.15.123:0/3698058766 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f23d0145ca0 0x7f23d014ff70 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f23c8009d90 tx=0x7f23c802a660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=94ff3472299de354 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:21.613 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.610+0000 7f23cf400640 1 -- 172.21.15.123:0/3698058766 <== mon.2 v2:172.21.15.123:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23c8007740 con 0x7f23d0145ca0 2024-07-26T12:21:21.613 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.610+0000 7f23cf400640 1 -- 172.21.15.123:0/3698058766 <== mon.2 v2:172.21.15.123:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f23c80078e0 con 0x7f23d0145ca0 2024-07-26T12:21:21.613 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.610+0000 7f23cf400640 1 -- 172.21.15.123:0/3698058766 <== mon.2 v2:172.21.15.123:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23c8007d10 con 0x7f23d0145ca0 2024-07-26T12:21:21.613 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.611+0000 7f23d5400640 1 -- 172.21.15.123:0/3698058766 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f23d0145ca0 msgr2=0x7f23d014ff70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:21.613 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.611+0000 7f23d5400640 1 --2- 172.21.15.123:0/3698058766 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f23d0145ca0 0x7f23d014ff70 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f23c8009d90 tx=0x7f23c802a660 comp rx=0 tx=0).stop 2024-07-26T12:21:21.614 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.611+0000 7f23d5400640 1 -- 172.21.15.123:0/3698058766 shutdown_connections 2024-07-26T12:21:21.614 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.611+0000 7f23d5400640 1 --2- 172.21.15.123:0/3698058766 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f23d0145ca0 0x7f23d014ff70 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:21.614 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.611+0000 7f23d5400640 1 --2- 172.21.15.123:0/3698058766 >> v2:172.21.15.31:3300/0 conn(0x7f23d00b5110 0x7f23d0145760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:21.614 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.611+0000 7f23d5400640 1 -- 172.21.15.123:0/3698058766 >> 172.21.15.123:0/3698058766 conn(0x7f23d00b5d60 msgr2=0x7f23d006c7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:21.614 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.611+0000 7f23d5400640 1 -- 172.21.15.123:0/3698058766 shutdown_connections 2024-07-26T12:21:21.614 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.611+0000 7f23d5400640 1 -- 172.21.15.123:0/3698058766 wait complete. 2024-07-26T12:21:21.614 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.613+0000 7f23d5400640 1 Processor -- start 2024-07-26T12:21:21.615 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.613+0000 7f23d5400640 1 -- start start 2024-07-26T12:21:21.616 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.614+0000 7f23d5400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f23d00af9f0 0x7f23d00adaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:21.616 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.614+0000 7f23d5400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f23d00b5110 0x7f23d01e1750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:21.616 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.614+0000 7f23d5400640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f23d0145ca0 0x7f23d00ae4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:21.616 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.614+0000 7f23d5400640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f23d0150630 con 0x7f23d00af9f0 2024-07-26T12:21:21.616 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.615+0000 7f23d5400640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f23d01504b0 con 0x7f23d00b5110 2024-07-26T12:21:21.616 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.615+0000 7f23d5400640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f23d01507b0 con 0x7f23d0145ca0 2024-07-26T12:21:21.616 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.615+0000 7f23c7400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f23d00b5110 0x7f23d01e1750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:21.617 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.615+0000 7f23d4a00640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f23d0145ca0 0x7f23d00ae4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:21.617 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.615+0000 7f23c7400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f23d00b5110 0x7f23d01e1750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.123:34590/0 (socket says 172.21.15.123:34590) 2024-07-26T12:21:21.617 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.615+0000 7f23c7400640 1 -- 172.21.15.123:0/1761591317 learned_addr learned my addr 172.21.15.123:0/1761591317 (peer_addr_for_me v2:172.21.15.123:0/0) 2024-07-26T12:21:21.618 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.615+0000 7f23cfe00640 1 --2- 172.21.15.123:0/1761591317 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f23d00af9f0 0x7f23d00adaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:21.618 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.615+0000 7f23c7400640 1 -- 172.21.15.123:0/1761591317 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f23d0145ca0 msgr2=0x7f23d00ae4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:21.618 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.615+0000 7f23c7400640 1 --2- 172.21.15.123:0/1761591317 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f23d0145ca0 0x7f23d00ae4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:21.618 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.615+0000 7f23c7400640 1 -- 172.21.15.123:0/1761591317 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f23d00af9f0 msgr2=0x7f23d00adaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:21.619 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.615+0000 7f23c7400640 1 --2- 172.21.15.123:0/1761591317 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f23d00af9f0 0x7f23d00adaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:21.619 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.615+0000 7f23c7400640 1 -- 172.21.15.123:0/1761591317 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f23d00adfe0 con 0x7f23d00b5110 2024-07-26T12:21:21.619 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.615+0000 7f23d4a00640 1 --2- 172.21.15.123:0/1761591317 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f23d0145ca0 0x7f23d00ae4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T12:21:21.619 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.615+0000 7f23cfe00640 1 --2- 172.21.15.123:0/1761591317 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f23d00af9f0 0x7f23d00adaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T12:21:21.619 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.615+0000 7f23c7400640 1 --2- 172.21.15.123:0/1761591317 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f23d00b5110 0x7f23d01e1750 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f23b800d5f0 tx=0x7f23b800dab0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:21.619 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.616+0000 7f23ccc00640 1 -- 172.21.15.123:0/1761591317 <== mon.1 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23b80125f0 con 0x7f23d00b5110 2024-07-26T12:21:21.619 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.616+0000 7f23ccc00640 1 -- 172.21.15.123:0/1761591317 <== mon.1 v2:172.21.15.123:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f23b8019070 con 0x7f23d00b5110 2024-07-26T12:21:21.619 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.616+0000 7f23d5400640 1 -- 172.21.15.123:0/1761591317 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f23d01e2200 con 0x7f23d00b5110 2024-07-26T12:21:21.619 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.616+0000 7f23ccc00640 1 -- 172.21.15.123:0/1761591317 <== mon.1 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23b8012b20 con 0x7f23d00b5110 2024-07-26T12:21:21.619 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.616+0000 7f23d5400640 1 -- 172.21.15.123:0/1761591317 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f23d0140190 con 0x7f23d00b5110 2024-07-26T12:21:21.620 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.617+0000 7f23d5400640 1 -- 172.21.15.123:0/1761591317 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f23d0144270 con 0x7f23d00b5110 2024-07-26T12:21:21.620 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.617+0000 7f23ccc00640 1 -- 172.21.15.123:0/1761591317 <== mon.1 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 2) ==== 49591+0+0 (secure 0 0 0) 0x7f23b8012cc0 con 0x7f23d00b5110 2024-07-26T12:21:21.620 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.618+0000 7f23ccc00640 1 -- 172.21.15.123:0/1761591317 <== mon.1 v2:172.21.15.123:3300/0 5 ==== osd_map(9..9 src has 1..9) ==== 1530+0+0 (secure 0 0 0) 0x7f23b8051510 con 0x7f23d00b5110 2024-07-26T12:21:21.621 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.619+0000 7f23ccc00640 1 -- 172.21.15.123:0/1761591317 <== mon.1 v2:172.21.15.123:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73777 (secure 0 0 0) 0x7f23d0144270 con 0x7f23d00b5110 2024-07-26T12:21:21.699 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.697+0000 7f23d5400640 1 -- 172.21.15.123:0/1761591317 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "osd new", "uuid": "a22dc76b-2f3c-4f59-ba5b-7b444346a9fc", "id": 7} v 0) -- 0x7f23d0145760 con 0x7f23d00b5110 2024-07-26T12:21:21.709 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.708+0000 7f23ccc00640 1 -- 172.21.15.123:0/1761591317 <== mon.1 v2:172.21.15.123:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "a22dc76b-2f3c-4f59-ba5b-7b444346a9fc", "id": 7}]=0 v10) ==== 112+0+2 (secure 0 0 0) 0x7f23b8022d90 con 0x7f23d00b5110 2024-07-26T12:21:21.709 INFO:teuthology.orchestra.run.smithi123.stdout:7 2024-07-26T12:21:21.711 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.709+0000 7f23d5400640 1 -- 172.21.15.123:0/1761591317 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f23d00b5110 msgr2=0x7f23d01e1750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:21.711 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.709+0000 7f23d5400640 1 --2- 172.21.15.123:0/1761591317 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f23d00b5110 0x7f23d01e1750 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f23b800d5f0 tx=0x7f23b800dab0 comp rx=0 tx=0).stop 2024-07-26T12:21:21.711 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.709+0000 7f23d5400640 1 -- 172.21.15.123:0/1761591317 shutdown_connections 2024-07-26T12:21:21.711 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.709+0000 7f23d5400640 1 --2- 172.21.15.123:0/1761591317 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f23d0145ca0 0x7f23d00ae4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:21.711 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.709+0000 7f23d5400640 1 --2- 172.21.15.123:0/1761591317 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f23d00b5110 0x7f23d01e1750 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:21.711 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.709+0000 7f23d5400640 1 --2- 172.21.15.123:0/1761591317 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f23d00af9f0 0x7f23d00adaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:21.711 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.709+0000 7f23d5400640 1 -- 172.21.15.123:0/1761591317 >> 172.21.15.123:0/1761591317 conn(0x7f23d00b5d60 msgr2=0x7f23d00b3d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:21.711 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.710+0000 7f23d5400640 1 -- 172.21.15.123:0/1761591317 shutdown_connections 2024-07-26T12:21:21.711 INFO:teuthology.orchestra.run.smithi123.stderr:2024-07-26T12:21:21.710+0000 7f23d5400640 1 -- 172.21.15.123:0/1761591317 wait complete. 2024-07-26T12:21:21.733 INFO:tasks.ceph.osd.0:Restarting daemon 2024-07-26T12:21:21.733 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2024-07-26T12:21:21.741 INFO:tasks.ceph.osd.0:Started 2024-07-26T12:21:21.741 INFO:tasks.ceph.osd.1:Restarting daemon 2024-07-26T12:21:21.741 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 2024-07-26T12:21:21.748 INFO:tasks.ceph.osd.1:Started 2024-07-26T12:21:21.748 INFO:tasks.ceph.osd.2:Restarting daemon 2024-07-26T12:21:21.749 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2 2024-07-26T12:21:21.755 INFO:tasks.ceph.osd.2:Started 2024-07-26T12:21:21.756 INFO:tasks.ceph.osd.3:Restarting daemon 2024-07-26T12:21:21.756 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 3 2024-07-26T12:21:21.761 INFO:tasks.ceph.osd.3:Started 2024-07-26T12:21:21.761 INFO:tasks.ceph.osd.4:Restarting daemon 2024-07-26T12:21:21.762 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 4 2024-07-26T12:21:21.769 INFO:tasks.ceph.osd.4:Started 2024-07-26T12:21:21.769 INFO:tasks.ceph.osd.5:Restarting daemon 2024-07-26T12:21:21.769 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 5 2024-07-26T12:21:21.776 INFO:tasks.ceph.osd.5:Started 2024-07-26T12:21:21.777 INFO:tasks.ceph.osd.6:Restarting daemon 2024-07-26T12:21:21.777 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 6 2024-07-26T12:21:21.781 INFO:tasks.ceph.osd.6:Started 2024-07-26T12:21:21.781 INFO:tasks.ceph.osd.7:Restarting daemon 2024-07-26T12:21:21.781 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 7 2024-07-26T12:21:21.785 INFO:tasks.ceph.osd.7:Started 2024-07-26T12:21:21.786 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T12:21:22.052 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:22.051+0000 7fc652000640 1 Processor -- start 2024-07-26T12:21:22.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:22.051+0000 7fc652000640 1 -- start start 2024-07-26T12:21:22.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:22.052+0000 7fc652000640 1 --2- >> v2:172.21.15.123:3300/0 conn(0x7fc64c06ef90 0x7fc64c06f3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:22.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:22.052+0000 7fc652000640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fc64c141100 0x7fc64c141510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:22.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:22.052+0000 7fc652000640 1 -- --> v1:172.21.15.123:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc64c147c70 con 0x7fc64c06db50 2024-07-26T12:21:22.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:22.052+0000 7fc652000640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7fc64c06df60 con 0x7fc64c141100 2024-07-26T12:21:22.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:22.052+0000 7fc652000640 1 -- --> v2:172.21.15.123:3300/0 -- mon_getmap magic: 0 -- 0x7fc64c06eb00 con 0x7fc64c06ef90 2024-07-26T12:21:22.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:22.053+0000 7fc64be00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fc64c141100 0x7fc64c141510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:22.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:22.053+0000 7fc64be00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fc64c141100 0x7fc64c141510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:55832/0 (socket says 172.21.15.31:55832) 2024-07-26T12:21:22.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:22.053+0000 7fc64be00640 1 -- 172.21.15.31:0/137360601 learned_addr learned my addr 172.21.15.31:0/137360601 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:22.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:22.053+0000 7fc64aa00640 1 --2- 172.21.15.31:0/137360601 >> v2:172.21.15.123:3300/0 conn(0x7fc64c06ef90 0x7fc64c06f3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:22.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:22.053+0000 7fc64be00640 1 -- 172.21.15.31:0/137360601 >> v2:172.21.15.123:3300/0 conn(0x7fc64c06ef90 msgr2=0x7fc64c06f3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:22.056 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:22.053+0000 7fc64be00640 1 --2- 172.21.15.31:0/137360601 >> v2:172.21.15.123:3300/0 conn(0x7fc64c06ef90 0x7fc64c06f3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:22.056 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:22.053+0000 7fc64be00640 1 -- 172.21.15.31:0/137360601 >> v1:172.21.15.123:6789/0 conn(0x7fc64c06db50 legacy=0x7fc64c148450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:22.056 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:22.053+0000 7fc64be00640 1 -- 172.21.15.31:0/137360601 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc64c147f30 con 0x7fc64c141100 2024-07-26T12:21:22.056 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:22.053+0000 7fc64aa00640 1 --2- 172.21.15.31:0/137360601 >> v2:172.21.15.123:3300/0 conn(0x7fc64c06ef90 0x7fc64c06f3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T12:21:22.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:22.054+0000 7fc64be00640 1 --2- 172.21.15.31:0/137360601 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc64c141100 0x7fc64c141510 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fc64c06e0e0 tx=0x7fc64402a5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dbfd5f7dbf1e8691 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:22.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:22.054+0000 7fc64a000640 1 -- 172.21.15.31:0/137360601 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc644036070 con 0x7fc64c141100 2024-07-26T12:21:22.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:22.054+0000 7fc64a000640 1 -- 172.21.15.31:0/137360601 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc6440316f0 con 0x7fc64c141100 2024-07-26T12:21:22.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:22.054+0000 7fc64a000640 1 -- 172.21.15.31:0/137360601 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc644031b20 con 0x7fc64c141100 2024-07-26T12:21:22.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:22.055+0000 7fc652000640 1 -- 172.21.15.31:0/137360601 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc64c141100 msgr2=0x7fc64c141510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:22.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:22.055+0000 7fc652000640 1 --2- 172.21.15.31:0/137360601 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc64c141100 0x7fc64c141510 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fc64c06e0e0 tx=0x7fc64402a5f0 comp rx=0 tx=0).stop 2024-07-26T12:21:22.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:22.055+0000 7fc652000640 1 -- 172.21.15.31:0/137360601 shutdown_connections 2024-07-26T12:21:22.058 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:22.055+0000 7fc652000640 1 --2- 172.21.15.31:0/137360601 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc64c141100 0x7fc64c141510 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:22.058 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:22.055+0000 7fc652000640 1 --2- 172.21.15.31:0/137360601 >> v2:172.21.15.123:3300/0 conn(0x7fc64c06ef90 0x7fc64c06f3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:22.058 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:22.055+0000 7fc652000640 1 -- 172.21.15.31:0/137360601 >> 172.21.15.31:0/137360601 conn(0x7fc64c0b79d0 msgr2=0x7fc64c0b7de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:22.058 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:22.055+0000 7fc652000640 1 -- 172.21.15.31:0/137360601 shutdown_connections 2024-07-26T12:21:22.058 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:22.055+0000 7fc652000640 1 -- 172.21.15.31:0/137360601 wait complete. 2024-07-26T12:21:22.058 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:22.057+0000 7fc652000640 1 Processor -- start 2024-07-26T12:21:22.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:22.057+0000 7fc652000640 1 -- start start 2024-07-26T12:21:22.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:22.058+0000 7fc652000640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc64c06db50 0x7fc64c0b9a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:22.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:22.058+0000 7fc652000640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc64c06ef90 0x7fc64c1e1a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:22.062 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:22.058+0000 7fc652000640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fc64c141100 0x7fc64c139c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:22.062 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:22.058+0000 7fc652000640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fc64c152a10 con 0x7fc64c06db50 2024-07-26T12:21:22.062 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:22.058+0000 7fc652000640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fc64c152890 con 0x7fc64c06ef90 2024-07-26T12:21:22.062 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:22.058+0000 7fc652000640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7fc64c152b90 con 0x7fc64c141100 2024-07-26T12:21:22.062 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:22.059+0000 7fc64b400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc64c06db50 0x7fc64c0b9a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:22.062 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:22.059+0000 7fc64b400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc64c06db50 0x7fc64c0b9a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:55842/0 (socket says 172.21.15.31:55842) 2024-07-26T12:21:22.062 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:22.059+0000 7fc64b400640 1 -- 172.21.15.31:0/1426568589 learned_addr learned my addr 172.21.15.31:0/1426568589 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:22.062 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:22.059+0000 7fc64be00640 1 --2- 172.21.15.31:0/1426568589 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fc64c141100 0x7fc64c139c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:22.062 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:22.059+0000 7fc64aa00640 1 --2- 172.21.15.31:0/1426568589 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc64c06ef90 0x7fc64c1e1a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:22.062 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:22.059+0000 7fc64b400640 1 -- 172.21.15.31:0/1426568589 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fc64c141100 msgr2=0x7fc64c139c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:22.062 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:22.059+0000 7fc64b400640 1 --2- 172.21.15.31:0/1426568589 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fc64c141100 0x7fc64c139c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:22.062 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:22.059+0000 7fc64b400640 1 -- 172.21.15.31:0/1426568589 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc64c06ef90 msgr2=0x7fc64c1e1a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:22.062 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:22.059+0000 7fc64b400640 1 --2- 172.21.15.31:0/1426568589 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc64c06ef90 0x7fc64c1e1a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:22.063 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:22.059+0000 7fc64b400640 1 -- 172.21.15.31:0/1426568589 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc64c0baf20 con 0x7fc64c06db50 2024-07-26T12:21:22.063 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:22.059+0000 7fc64b400640 1 --2- 172.21.15.31:0/1426568589 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc64c06db50 0x7fc64c0b9a90 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fc63c00b3f0 tx=0x7fc63c00b8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:22.063 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:22.060+0000 7fc643400640 1 -- 172.21.15.31:0/1426568589 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc63c015020 con 0x7fc64c06db50 2024-07-26T12:21:22.063 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:22.060+0000 7fc643400640 1 -- 172.21.15.31:0/1426568589 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc63c011920 con 0x7fc64c06db50 2024-07-26T12:21:22.063 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:22.060+0000 7fc652000640 1 -- 172.21.15.31:0/1426568589 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc64c0b9fd0 con 0x7fc64c06db50 2024-07-26T12:21:22.063 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:22.060+0000 7fc643400640 1 -- 172.21.15.31:0/1426568589 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc63c011d70 con 0x7fc64c06db50 2024-07-26T12:21:22.063 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:22.060+0000 7fc652000640 1 -- 172.21.15.31:0/1426568589 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc64c143140 con 0x7fc64c06db50 2024-07-26T12:21:22.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:22.061+0000 7fc652000640 1 -- 172.21.15.31:0/1426568589 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc64c06f3a0 con 0x7fc64c06db50 2024-07-26T12:21:22.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:22.062+0000 7fc643400640 1 -- 172.21.15.31:0/1426568589 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 2) ==== 49591+0+0 (secure 0 0 0) 0x7fc63c018020 con 0x7fc64c06db50 2024-07-26T12:21:22.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:22.062+0000 7fc643400640 1 -- 172.21.15.31:0/1426568589 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(10..10 src has 1..10) ==== 1645+0+0 (secure 0 0 0) 0x7fc63c050be0 con 0x7fc64c06db50 2024-07-26T12:21:22.065 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:22.064+0000 7fc643400640 1 -- 172.21.15.31:0/1426568589 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73777 (secure 0 0 0) 0x7fc63c01f070 con 0x7fc64c06db50 2024-07-26T12:21:22.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:22.129+0000 7fc652000640 1 -- 172.21.15.31:0/1426568589 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fc64c141830 con 0x7fc64c06db50 2024-07-26T12:21:22.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:22.130+0000 7fc643400640 1 -- 172.21.15.31:0/1426568589 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) ==== 74+0+7058 (secure 0 0 0) 0x7fc63c019e40 con 0x7fc64c06db50 2024-07-26T12:21:22.132 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-07-26T12:21:22.132 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":10,"fsid":"ef074135-fe46-4fec-a339-768b1d2b36ee","created":"2024-07-26T12:21:16.055794+0000","modified":"2024-07-26T12:21:21.700518+0000","last_up_change":"0.000000","last_in_change":"2024-07-26T12:21:21.700518+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"218f4bdb-3f2a-4597-8391-d5869523d4ca","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"7325bd1b-087e-47b0-8411-1065643b142e","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"461c586b-af52-4d20-a648-867cbd3fa37f","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"132aee2d-8564-4632-8d0d-9e8e0f6edaf3","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"eb3fc933-fae1-4328-a5c0-2cba3f72ae3c","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"9ddeeb35-6710-49b9-9688-00e0a2a406e9","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"e76e07cc-99d0-4c6c-b9af-0c772c919987","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"a22dc76b-2f3c-4f59-ba5b-7b444346a9fc","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T12:21:22.133 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:22.131+0000 7fc652000640 1 -- 172.21.15.31:0/1426568589 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc64c06db50 msgr2=0x7fc64c0b9a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:22.133 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:22.131+0000 7fc652000640 1 --2- 172.21.15.31:0/1426568589 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc64c06db50 0x7fc64c0b9a90 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fc63c00b3f0 tx=0x7fc63c00b8b0 comp rx=0 tx=0).stop 2024-07-26T12:21:22.133 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:22.131+0000 7fc652000640 1 -- 172.21.15.31:0/1426568589 shutdown_connections 2024-07-26T12:21:22.133 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:22.131+0000 7fc652000640 1 --2- 172.21.15.31:0/1426568589 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fc64c141100 0x7fc64c139c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:22.133 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:22.131+0000 7fc652000640 1 --2- 172.21.15.31:0/1426568589 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc64c06ef90 0x7fc64c1e1a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:22.133 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:22.131+0000 7fc652000640 1 --2- 172.21.15.31:0/1426568589 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc64c06db50 0x7fc64c0b9a90 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:22.133 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:22.131+0000 7fc652000640 1 -- 172.21.15.31:0/1426568589 >> 172.21.15.31:0/1426568589 conn(0x7fc64c0b79d0 msgr2=0x7fc64c146830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:22.133 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:22.131+0000 7fc652000640 1 -- 172.21.15.31:0/1426568589 shutdown_connections 2024-07-26T12:21:22.133 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:22.131+0000 7fc652000640 1 -- 172.21.15.31:0/1426568589 wait complete. 2024-07-26T12:21:22.155 INFO:tasks.ceph.ceph_manager.ceph:[] 2024-07-26T12:21:22.155 INFO:tasks.ceph:Waiting for OSDs to come up 2024-07-26T12:21:22.405 INFO:tasks.ceph.mgr.x.smithi123.stderr:2024-07-26T12:21:22.403+0000 7f0ecf200640 -1 mgr.server handle_report got status from non-daemon mon.b 2024-07-26T12:21:22.405 INFO:tasks.ceph.mgr.x.smithi123.stderr:2024-07-26T12:21:22.404+0000 7f0ecf200640 -1 mgr.server handle_report got status from non-daemon mon.c 2024-07-26T12:21:22.491 INFO:tasks.ceph.osd.1.smithi031.stderr:2024-07-26T12:21:22.489+0000 7f691a925640 -1 Falling back to public interface 2024-07-26T12:21:22.507 INFO:tasks.ceph.osd.7.smithi123.stderr:2024-07-26T12:21:22.506+0000 7fa1a1625640 -1 Falling back to public interface 2024-07-26T12:21:22.517 INFO:tasks.ceph.osd.5.smithi123.stderr:2024-07-26T12:21:22.515+0000 7fcfb22ec640 -1 Falling back to public interface 2024-07-26T12:21:22.517 INFO:tasks.ceph.osd.4.smithi123.stderr:2024-07-26T12:21:22.515+0000 7f4b432ff640 -1 Falling back to public interface 2024-07-26T12:21:22.519 INFO:tasks.ceph.osd.2.smithi031.stderr:2024-07-26T12:21:22.518+0000 7f32ab80e640 -1 Falling back to public interface 2024-07-26T12:21:22.526 INFO:tasks.ceph.osd.6.smithi123.stderr:2024-07-26T12:21:22.524+0000 7fbeea410640 -1 Falling back to public interface 2024-07-26T12:21:22.564 INFO:tasks.ceph.osd.0.smithi031.stderr:2024-07-26T12:21:22.562+0000 7f512c863640 -1 Falling back to public interface 2024-07-26T12:21:22.574 INFO:tasks.ceph.osd.3.smithi031.stderr:2024-07-26T12:21:22.572+0000 7f0fdfa12640 -1 Falling back to public interface 2024-07-26T12:21:22.961 DEBUG:teuthology.orchestra.run.smithi031:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-07-26T12:21:23.219 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:23.217+0000 7f5e83200640 1 Processor -- start 2024-07-26T12:21:23.219 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:23.217+0000 7f5e83200640 1 -- start start 2024-07-26T12:21:23.221 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:23.219+0000 7f5e83200640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f5e840b6270 0x7f5e840b4720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:23.221 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:23.219+0000 7f5e83200640 1 --2- >> v2:172.21.15.123:3300/0 conn(0x7f5e840b4c60 0x7f5e8413dc30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:23.222 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:23.219+0000 7f5e83200640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5e840b70c0 con 0x7f5e8413e170 2024-07-26T12:21:23.222 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:23.219+0000 7f5e83200640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f5e84148720 con 0x7f5e840b6270 2024-07-26T12:21:23.222 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:23.219+0000 7f5e83200640 1 -- --> v2:172.21.15.123:3300/0 -- mon_getmap magic: 0 -- 0x7f5e84148290 con 0x7f5e840b4c60 2024-07-26T12:21:23.222 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:23.219+0000 7f5e81e00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f5e840b6270 0x7f5e840b4720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:23.222 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:23.219+0000 7f5e81e00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f5e840b6270 0x7f5e840b4720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:55858/0 (socket says 172.21.15.31:55858) 2024-07-26T12:21:23.222 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:23.219+0000 7f5e82800640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f5e8413e170 0x7f5e840b2970 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:52350/0 (socket says 172.21.15.31:52350) 2024-07-26T12:21:23.222 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:23.219+0000 7f5e81e00640 1 -- 172.21.15.31:0/4043153558 learned_addr learned my addr 172.21.15.31:0/4043153558 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:23.222 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:23.220+0000 7f5e81400640 1 --2- 172.21.15.31:0/4043153558 >> v2:172.21.15.123:3300/0 conn(0x7f5e840b4c60 0x7f5e8413dc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:23.222 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:23.220+0000 7f5e81e00640 1 -- 172.21.15.31:0/4043153558 >> v2:172.21.15.123:3300/0 conn(0x7f5e840b4c60 msgr2=0x7f5e8413dc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:23.222 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:23.220+0000 7f5e81e00640 1 --2- 172.21.15.31:0/4043153558 >> v2:172.21.15.123:3300/0 conn(0x7f5e840b4c60 0x7f5e8413dc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:23.222 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:23.220+0000 7f5e81e00640 1 -- 172.21.15.31:0/4043153558 >> v1:172.21.15.31:6789/0 conn(0x7f5e8413e170 legacy=0x7f5e840b2970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:23.222 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:23.220+0000 7f5e81e00640 1 -- 172.21.15.31:0/4043153558 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e84147c40 con 0x7f5e840b6270 2024-07-26T12:21:23.223 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:23.220+0000 7f5e80a00640 1 -- 172.21.15.31:0/4043153558 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1133800686 0 0) 0x7f5e840b70c0 con 0x7f5e8413e170 2024-07-26T12:21:23.223 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:23.221+0000 7f5e81e00640 1 --2- 172.21.15.31:0/4043153558 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5e840b6270 0x7f5e840b4720 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f5e841489a0 tx=0x7f5e7402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=86f1c183b7ea9079 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:23.223 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:23.221+0000 7f5e80a00640 1 -- 172.21.15.31:0/4043153558 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e74037070 con 0x7f5e840b6270 2024-07-26T12:21:23.223 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:23.221+0000 7f5e80a00640 1 -- 172.21.15.31:0/4043153558 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5e74032530 con 0x7f5e840b6270 2024-07-26T12:21:23.223 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:23.221+0000 7f5e80a00640 1 -- 172.21.15.31:0/4043153558 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e74032960 con 0x7f5e840b6270 2024-07-26T12:21:23.224 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:23.222+0000 7f5e83200640 1 -- 172.21.15.31:0/4043153558 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5e840b6270 msgr2=0x7f5e840b4720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:23.224 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:23.222+0000 7f5e83200640 1 --2- 172.21.15.31:0/4043153558 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5e840b6270 0x7f5e840b4720 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f5e841489a0 tx=0x7f5e7402a270 comp rx=0 tx=0).stop 2024-07-26T12:21:23.224 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:23.222+0000 7f5e83200640 1 -- 172.21.15.31:0/4043153558 shutdown_connections 2024-07-26T12:21:23.225 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:23.222+0000 7f5e83200640 1 --2- 172.21.15.31:0/4043153558 >> v2:172.21.15.123:3300/0 conn(0x7f5e840b4c60 0x7f5e8413dc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:23.225 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:23.222+0000 7f5e83200640 1 --2- 172.21.15.31:0/4043153558 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5e840b6270 0x7f5e840b4720 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:23.225 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:23.222+0000 7f5e83200640 1 -- 172.21.15.31:0/4043153558 >> 172.21.15.31:0/4043153558 conn(0x7f5e840b98e0 msgr2=0x7f5e840b9cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:23.225 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:23.223+0000 7f5e83200640 1 -- 172.21.15.31:0/4043153558 shutdown_connections 2024-07-26T12:21:23.225 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:23.223+0000 7f5e83200640 1 -- 172.21.15.31:0/4043153558 wait complete. 2024-07-26T12:21:23.226 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:23.225+0000 7f5e83200640 1 Processor -- start 2024-07-26T12:21:23.226 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:23.225+0000 7f5e83200640 1 -- start start 2024-07-26T12:21:23.228 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:23.226+0000 7f5e83200640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f5e840b4c60 0x7f5e840aab00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:23.228 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:23.226+0000 7f5e83200640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5e840b6270 0x7f5e841e1990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:23.228 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:23.226+0000 7f5e83200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5e8413e170 0x7f5e8413cdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:23.228 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:23.226+0000 7f5e83200640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f5e84147990 con 0x7f5e840b6270 2024-07-26T12:21:23.228 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:23.226+0000 7f5e83200640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f5e84147810 con 0x7f5e8413e170 2024-07-26T12:21:23.228 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:23.226+0000 7f5e83200640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f5e840b3080 con 0x7f5e840b4c60 2024-07-26T12:21:23.228 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:23.226+0000 7f5e81400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5e840b6270 0x7f5e841e1990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:23.228 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:23.226+0000 7f5e81400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5e840b6270 0x7f5e841e1990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:55864/0 (socket says 172.21.15.31:55864) 2024-07-26T12:21:23.228 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:23.227+0000 7f5e81400640 1 -- 172.21.15.31:0/2157290992 learned_addr learned my addr 172.21.15.31:0/2157290992 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:23.230 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:23.227+0000 7f5e81e00640 1 --2- 172.21.15.31:0/2157290992 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f5e840b4c60 0x7f5e840aab00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:23.230 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:23.227+0000 7f5e82800640 1 --2- 172.21.15.31:0/2157290992 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5e8413e170 0x7f5e8413cdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:23.230 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:23.227+0000 7f5e81400640 1 -- 172.21.15.31:0/2157290992 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f5e840b4c60 msgr2=0x7f5e840aab00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:23.230 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:23.227+0000 7f5e81400640 1 --2- 172.21.15.31:0/2157290992 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f5e840b4c60 0x7f5e840aab00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:23.230 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:23.227+0000 7f5e81400640 1 -- 172.21.15.31:0/2157290992 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5e8413e170 msgr2=0x7f5e8413cdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:23.230 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:23.227+0000 7f5e81400640 1 --2- 172.21.15.31:0/2157290992 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5e8413e170 0x7f5e8413cdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:23.230 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:23.227+0000 7f5e81400640 1 -- 172.21.15.31:0/2157290992 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e840ab040 con 0x7f5e840b6270 2024-07-26T12:21:23.230 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:23.227+0000 7f5e82800640 1 --2- 172.21.15.31:0/2157290992 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5e8413e170 0x7f5e8413cdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T12:21:23.231 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:23.227+0000 7f5e81400640 1 --2- 172.21.15.31:0/2157290992 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5e840b6270 0x7f5e841e1990 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f5e6c00d5f0 tx=0x7f5e6c00dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:23.231 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:23.227+0000 7f5e7a000640 1 -- 172.21.15.31:0/2157290992 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e6c0125f0 con 0x7f5e840b6270 2024-07-26T12:21:23.231 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:23.228+0000 7f5e7a000640 1 -- 172.21.15.31:0/2157290992 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5e6c019070 con 0x7f5e840b6270 2024-07-26T12:21:23.231 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:23.228+0000 7f5e83200640 1 -- 172.21.15.31:0/2157290992 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5e841e26b0 con 0x7f5e840b6270 2024-07-26T12:21:23.231 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:23.228+0000 7f5e7a000640 1 -- 172.21.15.31:0/2157290992 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e6c012b20 con 0x7f5e840b6270 2024-07-26T12:21:23.231 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:23.228+0000 7f5e83200640 1 -- 172.21.15.31:0/2157290992 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5e840aa5e0 con 0x7f5e840b6270 2024-07-26T12:21:23.231 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:23.229+0000 7f5e83200640 1 -- 172.21.15.31:0/2157290992 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5e840b34d0 con 0x7f5e840b6270 2024-07-26T12:21:23.232 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:23.230+0000 7f5e7a000640 1 -- 172.21.15.31:0/2157290992 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 3) ==== 98977+0+0 (secure 0 0 0) 0x7f5e6c012cc0 con 0x7f5e840b6270 2024-07-26T12:21:23.232 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:23.231+0000 7f5e7a000640 1 --2- 172.21.15.31:0/2157290992 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f5e60076e60 0x7f5e60079370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:23.232 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:23.231+0000 7f5e7a000640 1 -- 172.21.15.31:0/2157290992 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(10..10 src has 1..10) ==== 1645+0+0 (secure 0 0 0) 0x7f5e6c097b80 con 0x7f5e840b6270 2024-07-26T12:21:23.233 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:23.232+0000 7f5e81e00640 1 --2- 172.21.15.31:0/2157290992 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f5e60076e60 0x7f5e60079370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:23.234 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:23.233+0000 7f5e81e00640 1 --2- 172.21.15.31:0/2157290992 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f5e60076e60 0x7f5e60079370 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f5e74034000 tx=0x7f5e7402c040 comp rx=0 tx=0).ready entity=mgr.4126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:23.238 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:23.237+0000 7f5e7a000640 1 -- 172.21.15.31:0/2157290992 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f5e6c061fd0 con 0x7f5e840b6270 2024-07-26T12:21:23.381 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:23.379+0000 7f5e7a000640 1 -- 172.21.15.31:0/2157290992 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mgrmap(e 4) ==== 99083+0+0 (secure 0 0 0) 0x7f5e6c05db60 con 0x7f5e840b6270 2024-07-26T12:21:23.456 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:23.454+0000 7f5e83200640 1 -- 172.21.15.31:0/2157290992 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f5e840a9a50 con 0x7f5e840b6270 2024-07-26T12:21:23.457 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:23.455+0000 7f5e7a000640 1 -- 172.21.15.31:0/2157290992 <== mon.0 v2:172.21.15.31:3300/0 8 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) ==== 74+0+7058 (secure 0 0 0) 0x7f5e6c012ae0 con 0x7f5e840b6270 2024-07-26T12:21:23.457 INFO:teuthology.misc.health.smithi031.stdout: 2024-07-26T12:21:23.457 INFO:teuthology.misc.health.smithi031.stdout:{"epoch":10,"fsid":"ef074135-fe46-4fec-a339-768b1d2b36ee","created":"2024-07-26T12:21:16.055794+0000","modified":"2024-07-26T12:21:21.700518+0000","last_up_change":"0.000000","last_in_change":"2024-07-26T12:21:21.700518+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"218f4bdb-3f2a-4597-8391-d5869523d4ca","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"7325bd1b-087e-47b0-8411-1065643b142e","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"461c586b-af52-4d20-a648-867cbd3fa37f","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"132aee2d-8564-4632-8d0d-9e8e0f6edaf3","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"eb3fc933-fae1-4328-a5c0-2cba3f72ae3c","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"9ddeeb35-6710-49b9-9688-00e0a2a406e9","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"e76e07cc-99d0-4c6c-b9af-0c772c919987","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"a22dc76b-2f3c-4f59-ba5b-7b444346a9fc","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T12:21:23.460 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:23.458+0000 7f5e83200640 1 -- 172.21.15.31:0/2157290992 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f5e60076e60 msgr2=0x7f5e60079370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:23.460 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:23.458+0000 7f5e83200640 1 --2- 172.21.15.31:0/2157290992 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f5e60076e60 0x7f5e60079370 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f5e74034000 tx=0x7f5e7402c040 comp rx=0 tx=0).stop 2024-07-26T12:21:23.460 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:23.458+0000 7f5e83200640 1 -- 172.21.15.31:0/2157290992 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5e840b6270 msgr2=0x7f5e841e1990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:23.460 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:23.458+0000 7f5e83200640 1 --2- 172.21.15.31:0/2157290992 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5e840b6270 0x7f5e841e1990 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f5e6c00d5f0 tx=0x7f5e6c00dab0 comp rx=0 tx=0).stop 2024-07-26T12:21:23.460 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:23.458+0000 7f5e83200640 1 -- 172.21.15.31:0/2157290992 shutdown_connections 2024-07-26T12:21:23.460 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:23.458+0000 7f5e83200640 1 --2- 172.21.15.31:0/2157290992 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f5e60076e60 0x7f5e60079370 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:23.460 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:23.458+0000 7f5e83200640 1 --2- 172.21.15.31:0/2157290992 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5e8413e170 0x7f5e8413cdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:23.460 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:23.458+0000 7f5e83200640 1 --2- 172.21.15.31:0/2157290992 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5e840b6270 0x7f5e841e1990 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:23.461 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:23.458+0000 7f5e83200640 1 --2- 172.21.15.31:0/2157290992 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f5e840b4c60 0x7f5e840aab00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:23.461 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:23.458+0000 7f5e83200640 1 -- 172.21.15.31:0/2157290992 >> 172.21.15.31:0/2157290992 conn(0x7f5e840b98e0 msgr2=0x7f5e8414a9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:23.461 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:23.458+0000 7f5e83200640 1 -- 172.21.15.31:0/2157290992 shutdown_connections 2024-07-26T12:21:23.461 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:23.459+0000 7f5e83200640 1 -- 172.21.15.31:0/2157290992 wait complete. 2024-07-26T12:21:23.480 DEBUG:teuthology.misc:0 of 8 OSDs are up 2024-07-26T12:21:26.174 INFO:tasks.ceph.osd.2.smithi031.stderr:2024-07-26T12:21:26.173+0000 7f32ab80e640 -1 osd.2 0 log_to_monitors true 2024-07-26T12:21:26.218 INFO:tasks.ceph.osd.4.smithi123.stderr:2024-07-26T12:21:26.216+0000 7f4b432ff640 -1 osd.4 0 log_to_monitors true 2024-07-26T12:21:26.219 INFO:tasks.ceph.osd.5.smithi123.stderr:2024-07-26T12:21:26.217+0000 7fcfb22ec640 -1 osd.5 0 log_to_monitors true 2024-07-26T12:21:26.230 INFO:tasks.ceph.osd.6.smithi123.stderr:2024-07-26T12:21:26.229+0000 7fbeea410640 -1 osd.6 0 log_to_monitors true 2024-07-26T12:21:26.327 INFO:tasks.ceph.osd.1.smithi031.stderr:2024-07-26T12:21:26.325+0000 7f691a925640 -1 osd.1 0 log_to_monitors true 2024-07-26T12:21:26.340 INFO:tasks.ceph.osd.7.smithi123.stderr:2024-07-26T12:21:26.339+0000 7fa1a1625640 -1 osd.7 0 log_to_monitors true 2024-07-26T12:21:26.506 INFO:tasks.ceph.osd.0.smithi031.stderr:2024-07-26T12:21:26.502+0000 7f512c863640 -1 osd.0 0 log_to_monitors true 2024-07-26T12:21:26.511 INFO:tasks.ceph.osd.3.smithi031.stderr:2024-07-26T12:21:26.510+0000 7f0fdfa12640 -1 osd.3 0 log_to_monitors true 2024-07-26T12:21:27.776 DEBUG:teuthology.orchestra.run.smithi031:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:21:27.782 DEBUG:teuthology.orchestra.run.smithi123:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:21:28.840 INFO:tasks.ceph.osd.2.smithi031.stderr:2024-07-26T12:21:28.839+0000 7f32a6000640 -1 osd.2 0 waiting for initial osdmap 2024-07-26T12:21:28.891 INFO:tasks.ceph.osd.2.smithi031.stderr:2024-07-26T12:21:28.889+0000 7f329c000640 -1 osd.2 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-07-26T12:21:28.948 INFO:tasks.ceph.osd.4.smithi123.stderr:2024-07-26T12:21:28.947+0000 7f4b3ec00640 -1 osd.4 0 waiting for initial osdmap 2024-07-26T12:21:28.977 INFO:tasks.ceph.osd.4.smithi123.stderr:2024-07-26T12:21:28.975+0000 7f4b34200640 -1 osd.4 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-07-26T12:21:28.978 INFO:tasks.ceph.osd.5.smithi123.stderr:2024-07-26T12:21:28.976+0000 7fcfad200640 -1 osd.5 0 waiting for initial osdmap 2024-07-26T12:21:29.038 INFO:tasks.ceph.osd.5.smithi123.stderr:2024-07-26T12:21:29.037+0000 7fcfa3200640 -1 osd.5 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-07-26T12:21:29.801 INFO:tasks.ceph.osd.6.smithi123.stderr:2024-07-26T12:21:29.800+0000 7fbee4c00640 -1 osd.6 0 waiting for initial osdmap 2024-07-26T12:21:29.814 INFO:tasks.ceph.osd.6.smithi123.stderr:2024-07-26T12:21:29.813+0000 7fbedac00640 -1 osd.6 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-07-26T12:21:29.830 INFO:tasks.ceph.osd.7.smithi123.stderr:2024-07-26T12:21:29.829+0000 7fa19ca00640 -1 osd.7 0 waiting for initial osdmap 2024-07-26T12:21:29.835 INFO:tasks.ceph.osd.7.smithi123.stderr:2024-07-26T12:21:29.834+0000 7fa192000640 -1 osd.7 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-07-26T12:21:30.229 INFO:tasks.ceph.osd.0.smithi031.stderr:2024-07-26T12:21:30.228+0000 7f5127800640 -1 osd.0 0 waiting for initial osdmap 2024-07-26T12:21:30.238 INFO:tasks.ceph.osd.0.smithi031.stderr:2024-07-26T12:21:30.236+0000 7f511d800640 -1 osd.0 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-07-26T12:21:30.244 INFO:tasks.ceph.osd.3.smithi031.stderr:2024-07-26T12:21:30.243+0000 7f0fdac00640 -1 osd.3 0 waiting for initial osdmap 2024-07-26T12:21:30.245 INFO:tasks.ceph.osd.1.smithi031.stderr:2024-07-26T12:21:30.244+0000 7f6916200640 -1 osd.1 0 waiting for initial osdmap 2024-07-26T12:21:30.252 INFO:tasks.ceph.osd.3.smithi031.stderr:2024-07-26T12:21:30.251+0000 7f0fd0200640 -1 osd.3 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-07-26T12:21:30.256 INFO:tasks.ceph.osd.1.smithi031.stderr:2024-07-26T12:21:30.254+0000 7f690b800640 -1 osd.1 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-07-26T12:21:30.287 DEBUG:teuthology.orchestra.run.smithi031:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-07-26T12:21:30.503 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:30.502+0000 7f54d5000640 1 Processor -- start 2024-07-26T12:21:30.503 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:30.502+0000 7f54d5000640 1 -- start start 2024-07-26T12:21:30.506 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:30.504+0000 7f54d5000640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f54d0073bd0 0x7f54d0073fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:30.506 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:30.504+0000 7f54d5000640 1 --2- >> v2:172.21.15.123:3300/0 conn(0x7f54d014dee0 0x7f54d0150300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:30.506 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:30.504+0000 7f54d5000640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f54d0072270 con 0x7f54d00b2520 2024-07-26T12:21:30.506 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:30.504+0000 7f54d5000640 1 -- --> v2:172.21.15.123:3300/0 -- mon_getmap magic: 0 -- 0x7f54d00b3630 con 0x7f54d014dee0 2024-07-26T12:21:30.506 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:30.504+0000 7f54d5000640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f54d01457f0 con 0x7f54d0073bd0 2024-07-26T12:21:30.506 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:30.504+0000 7f54cf400640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f54d00b2520 0x7f54d0145c80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:52362/0 (socket says 172.21.15.31:52362) 2024-07-26T12:21:30.507 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:30.504+0000 7f54cf400640 1 -- 172.21.15.31:0/952240959 learned_addr learned my addr 172.21.15.31:0/952240959 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-07-26T12:21:30.507 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:30.504+0000 7f54cea00640 1 --2- 172.21.15.31:0/952240959 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f54d0073bd0 0x7f54d0073fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:30.507 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:30.504+0000 7f54cfe00640 1 --2- 172.21.15.31:0/952240959 >> v2:172.21.15.123:3300/0 conn(0x7f54d014dee0 0x7f54d0150300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:30.507 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:30.505+0000 7f54ce000640 1 -- 172.21.15.31:0/952240959 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3732722502 0 0) 0x7f54d0072270 con 0x7f54d00b2520 2024-07-26T12:21:30.507 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:30.505+0000 7f54ce000640 1 -- 172.21.15.31:0/952240959 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f54b4003520 con 0x7f54d00b2520 2024-07-26T12:21:30.509 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:30.505+0000 7f54ce000640 1 -- 172.21.15.31:0/952240959 <== mon.0 v1:172.21.15.31:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 452253753 0 0) 0x7f54b4003520 con 0x7f54d00b2520 2024-07-26T12:21:30.509 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:30.505+0000 7f54ce000640 1 -- 172.21.15.31:0/952240959 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f54d0073bd0 msgr2=0x7f54d0073fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:30.509 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:30.505+0000 7f54ce000640 1 --2- 172.21.15.31:0/952240959 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f54d0073bd0 0x7f54d0073fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:30.509 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:30.505+0000 7f54ce000640 1 -- 172.21.15.31:0/952240959 >> v2:172.21.15.123:3300/0 conn(0x7f54d014dee0 msgr2=0x7f54d0150300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:30.509 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:30.505+0000 7f54ce000640 1 --2- 172.21.15.31:0/952240959 >> v2:172.21.15.123:3300/0 conn(0x7f54d014dee0 0x7f54d0150300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:30.509 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:30.505+0000 7f54ce000640 1 -- 172.21.15.31:0/952240959 --> v1:172.21.15.31:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f54d0071250 con 0x7f54d00b2520 2024-07-26T12:21:30.509 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:30.505+0000 7f54ce000640 1 -- 172.21.15.31:0/952240959 <== mon.0 v1:172.21.15.31:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 972834220 0 0) 0x7f54c00016f0 con 0x7f54d00b2520 2024-07-26T12:21:30.509 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:30.505+0000 7f54ce000640 1 -- 172.21.15.31:0/952240959 >> v1:172.21.15.31:6789/0 conn(0x7f54d00b2520 legacy=0x7f54d0145c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:30.509 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:30.505+0000 7f54ce000640 1 --2- 172.21.15.31:0/952240959 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f54b4003a70 0x7f54b4003ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:30.509 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:30.505+0000 7f54ce000640 1 --2- 172.21.15.31:0/952240959 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f54d0073bd0 0x7f54b4004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:30.510 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:30.505+0000 7f54ce000640 1 --2- 172.21.15.31:0/952240959 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f54b4004d40 0x7f54b4005150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:30.510 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:30.505+0000 7f54ce000640 1 -- 172.21.15.31:0/952240959 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f54d01457f0 con 0x7f54b4003a70 2024-07-26T12:21:30.510 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:30.505+0000 7f54ce000640 1 -- 172.21.15.31:0/952240959 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f54b400bb50 con 0x7f54b4004d40 2024-07-26T12:21:30.510 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:30.505+0000 7f54ce000640 1 -- 172.21.15.31:0/952240959 --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f54b400bcd0 con 0x7f54d0073bd0 2024-07-26T12:21:30.510 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:30.506+0000 7f54cf400640 1 --2- 172.21.15.31:0/952240959 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f54b4003a70 0x7f54b4003ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:30.510 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:30.506+0000 7f54cea00640 1 --2- 172.21.15.31:0/952240959 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f54d0073bd0 0x7f54b4004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:30.510 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:30.506+0000 7f54cfe00640 1 --2- 172.21.15.31:0/952240959 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f54b4004d40 0x7f54b4005150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:30.510 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:30.506+0000 7f54cf400640 1 -- 172.21.15.31:0/952240959 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f54d0073bd0 msgr2=0x7f54b4004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:30.510 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:30.506+0000 7f54cf400640 1 --2- 172.21.15.31:0/952240959 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f54d0073bd0 0x7f54b4004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:30.510 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:30.506+0000 7f54cf400640 1 -- 172.21.15.31:0/952240959 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f54b4004d40 msgr2=0x7f54b4005150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:30.510 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:30.506+0000 7f54cf400640 1 --2- 172.21.15.31:0/952240959 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f54b4004d40 0x7f54b4005150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:30.510 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:30.506+0000 7f54cf400640 1 -- 172.21.15.31:0/952240959 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f54b4003520 con 0x7f54b4003a70 2024-07-26T12:21:30.510 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:30.507+0000 7f54cf400640 1 --2- 172.21.15.31:0/952240959 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f54b4003a70 0x7f54b4003ee0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f54c000c240 tx=0x7f54b4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=659f929d8828aa83 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:30.511 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:30.508+0000 7f54ce000640 1 -- 172.21.15.31:0/952240959 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54c0007d40 con 0x7f54b4003a70 2024-07-26T12:21:30.512 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:30.508+0000 7f54ce000640 1 -- 172.21.15.31:0/952240959 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f54c002e070 con 0x7f54b4003a70 2024-07-26T12:21:30.512 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:30.508+0000 7f54ce000640 1 -- 172.21.15.31:0/952240959 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54c0005d70 con 0x7f54b4003a70 2024-07-26T12:21:30.512 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:30.509+0000 7f54d5000640 1 -- 172.21.15.31:0/952240959 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f54b4003a70 msgr2=0x7f54b4003ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:30.512 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:30.509+0000 7f54d5000640 1 --2- 172.21.15.31:0/952240959 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f54b4003a70 0x7f54b4003ee0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f54c000c240 tx=0x7f54b4005830 comp rx=0 tx=0).stop 2024-07-26T12:21:30.512 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:30.509+0000 7f54cfe00640 1 -- 172.21.15.31:0/952240959 reap_dead start 2024-07-26T12:21:30.512 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:30.509+0000 7f54d5000640 1 -- 172.21.15.31:0/952240959 shutdown_connections 2024-07-26T12:21:30.512 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:30.509+0000 7f54d5000640 1 -- 172.21.15.31:0/952240959 >> 172.21.15.31:0/952240959 conn(0x7f54d00b5730 msgr2=0x7f54d00b5b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:30.512 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:30.509+0000 7f54d5000640 1 -- 172.21.15.31:0/952240959 shutdown_connections 2024-07-26T12:21:30.512 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:30.509+0000 7f54d5000640 1 -- 172.21.15.31:0/952240959 wait complete. 2024-07-26T12:21:30.513 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:30.511+0000 7f54d5000640 1 Processor -- start 2024-07-26T12:21:30.513 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:30.511+0000 7f54d5000640 1 -- start start 2024-07-26T12:21:30.515 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:30.512+0000 7f54d5000640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f54b4003a70 0x7f54d0141560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:30.515 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:30.512+0000 7f54d5000640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f54d01df7d0 0x7f54d013fe60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:30.515 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:30.512+0000 7f54d5000640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f54d0142290 0x7f54d01426a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:30.515 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:30.512+0000 7f54d5000640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f54d0073fe0 con 0x7f54d01df7d0 2024-07-26T12:21:30.515 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:30.512+0000 7f54d5000640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f54d00b5410 con 0x7f54d0142290 2024-07-26T12:21:30.515 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:30.512+0000 7f54d5000640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f54d0074160 con 0x7f54b4003a70 2024-07-26T12:21:30.516 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:30.512+0000 7f54cea00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f54d01df7d0 0x7f54d013fe60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:30.516 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:30.512+0000 7f54cea00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f54d01df7d0 0x7f54d013fe60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:55928/0 (socket says 172.21.15.31:55928) 2024-07-26T12:21:30.516 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:30.512+0000 7f54cea00640 1 -- 172.21.15.31:0/1328011145 learned_addr learned my addr 172.21.15.31:0/1328011145 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:30.516 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:30.513+0000 7f54cf400640 1 --2- 172.21.15.31:0/1328011145 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f54b4003a70 0x7f54d0141560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:30.516 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:30.513+0000 7f54cfe00640 1 --2- 172.21.15.31:0/1328011145 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f54d0142290 0x7f54d01426a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:30.516 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:30.513+0000 7f54cea00640 1 -- 172.21.15.31:0/1328011145 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f54b4003a70 msgr2=0x7f54d0141560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:30.516 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:30.513+0000 7f54cea00640 1 --2- 172.21.15.31:0/1328011145 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f54b4003a70 0x7f54d0141560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:30.516 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:30.513+0000 7f54cea00640 1 -- 172.21.15.31:0/1328011145 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f54d0142290 msgr2=0x7f54d01426a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:30.516 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:30.513+0000 7f54cea00640 1 --2- 172.21.15.31:0/1328011145 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f54d0142290 0x7f54d01426a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:30.516 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:30.513+0000 7f54cea00640 1 -- 172.21.15.31:0/1328011145 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f54d013b9c0 con 0x7f54d01df7d0 2024-07-26T12:21:30.516 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:30.513+0000 7f54cf400640 1 --2- 172.21.15.31:0/1328011145 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f54b4003a70 0x7f54d0141560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T12:21:30.517 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:30.513+0000 7f54cea00640 1 --2- 172.21.15.31:0/1328011145 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f54d01df7d0 0x7f54d013fe60 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f54bc011990 tx=0x7f54bc011e50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:30.517 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:30.513+0000 7f54c7400640 1 -- 172.21.15.31:0/1328011145 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54bc019070 con 0x7f54d01df7d0 2024-07-26T12:21:30.517 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:30.513+0000 7f54c7400640 1 -- 172.21.15.31:0/1328011145 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f54bc004240 con 0x7f54d01df7d0 2024-07-26T12:21:30.517 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:30.513+0000 7f54c7400640 1 -- 172.21.15.31:0/1328011145 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54bc00f860 con 0x7f54d01df7d0 2024-07-26T12:21:30.517 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:30.513+0000 7f54d5000640 1 -- 172.21.15.31:0/1328011145 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f54d01dfcf0 con 0x7f54d01df7d0 2024-07-26T12:21:30.517 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:30.514+0000 7f54d5000640 1 -- 172.21.15.31:0/1328011145 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f54d01e02b0 con 0x7f54d01df7d0 2024-07-26T12:21:30.517 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:30.515+0000 7f54d5000640 1 -- 172.21.15.31:0/1328011145 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f54d0145c80 con 0x7f54d01df7d0 2024-07-26T12:21:30.518 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:30.516+0000 7f54c7400640 1 -- 172.21.15.31:0/1328011145 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 4) ==== 99083+0+0 (secure 0 0 0) 0x7f54bc01c070 con 0x7f54d01df7d0 2024-07-26T12:21:30.519 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:30.517+0000 7f54c7400640 1 --2- 172.21.15.31:0/1328011145 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f54b0076fb0 0x7f54b00794c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:30.519 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:30.518+0000 7f54c7400640 1 -- 172.21.15.31:0/1328011145 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(14..14 src has 1..14) ==== 3631+0+0 (secure 0 0 0) 0x7f54bc098430 con 0x7f54d01df7d0 2024-07-26T12:21:30.519 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:30.518+0000 7f54cf400640 1 --2- 172.21.15.31:0/1328011145 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f54b0076fb0 0x7f54b00794c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:30.521 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:30.519+0000 7f54cf400640 1 --2- 172.21.15.31:0/1328011145 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f54b0076fb0 0x7f54b00794c0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f54c0032000 tx=0x7f54c0000fe0 comp rx=0 tx=0).ready entity=mgr.4126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:30.524 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:30.523+0000 7f54c7400640 1 -- 172.21.15.31:0/1328011145 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f54bc061e90 con 0x7f54d01df7d0 2024-07-26T12:21:30.727 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:30.725+0000 7f54d5000640 1 -- 172.21.15.31:0/1328011145 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f54d00b30d0 con 0x7f54d01df7d0 2024-07-26T12:21:30.728 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:30.727+0000 7f54c7400640 1 -- 172.21.15.31:0/1328011145 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v14) ==== 74+0+9499 (secure 0 0 0) 0x7f54bc061790 con 0x7f54d01df7d0 2024-07-26T12:21:30.728 INFO:teuthology.misc.health.smithi031.stdout: 2024-07-26T12:21:30.728 INFO:teuthology.misc.health.smithi031.stdout:{"epoch":14,"fsid":"ef074135-fe46-4fec-a339-768b1d2b36ee","created":"2024-07-26T12:21:16.055794+0000","modified":"2024-07-26T12:21:29.878317+0000","last_up_change":"2024-07-26T12:21:29.878317+0000","last_in_change":"2024-07-26T12:21:21.700518+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"218f4bdb-3f2a-4597-8391-d5869523d4ca","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"7325bd1b-087e-47b0-8411-1065643b142e","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"461c586b-af52-4d20-a648-867cbd3fa37f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":4014278924},{"type":"v1","addr":"172.21.15.31:6809","nonce":4014278924}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":4014278924},{"type":"v1","addr":"172.21.15.31:6811","nonce":4014278924}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":4014278924},{"type":"v1","addr":"172.21.15.31:6815","nonce":4014278924}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":4014278924},{"type":"v1","addr":"172.21.15.31:6813","nonce":4014278924}]},"public_addr":"172.21.15.31:6809/4014278924","cluster_addr":"172.21.15.31:6811/4014278924","heartbeat_back_addr":"172.21.15.31:6815/4014278924","heartbeat_front_addr":"172.21.15.31:6813/4014278924","state":["exists","up"]},{"osd":3,"uuid":"132aee2d-8564-4632-8d0d-9e8e0f6edaf3","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"eb3fc933-fae1-4328-a5c0-2cba3f72ae3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6811","nonce":2657576441},{"type":"v1","addr":"172.21.15.123:6813","nonce":2657576441}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6815","nonce":2657576441},{"type":"v1","addr":"172.21.15.123:6817","nonce":2657576441}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6823","nonce":2657576441},{"type":"v1","addr":"172.21.15.123:6826","nonce":2657576441}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6819","nonce":2657576441},{"type":"v1","addr":"172.21.15.123:6821","nonce":2657576441}]},"public_addr":"172.21.15.123:6813/2657576441","cluster_addr":"172.21.15.123:6817/2657576441","heartbeat_back_addr":"172.21.15.123:6826/2657576441","heartbeat_front_addr":"172.21.15.123:6821/2657576441","state":["exists","up"]},{"osd":5,"uuid":"9ddeeb35-6710-49b9-9688-00e0a2a406e9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6810","nonce":3352982608},{"type":"v1","addr":"172.21.15.123:6812","nonce":3352982608}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6814","nonce":3352982608},{"type":"v1","addr":"172.21.15.123:6816","nonce":3352982608}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6822","nonce":3352982608},{"type":"v1","addr":"172.21.15.123:6824","nonce":3352982608}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6818","nonce":3352982608},{"type":"v1","addr":"172.21.15.123:6820","nonce":3352982608}]},"public_addr":"172.21.15.123:6812/3352982608","cluster_addr":"172.21.15.123:6816/3352982608","heartbeat_back_addr":"172.21.15.123:6824/3352982608","heartbeat_front_addr":"172.21.15.123:6820/3352982608","state":["exists","up"]},{"osd":6,"uuid":"e76e07cc-99d0-4c6c-b9af-0c772c919987","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6825","nonce":1360257549},{"type":"v1","addr":"172.21.15.123:6827","nonce":1360257549}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6828","nonce":1360257549},{"type":"v1","addr":"172.21.15.123:6829","nonce":1360257549}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":1360257549},{"type":"v1","addr":"172.21.15.123:6833","nonce":1360257549}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6830","nonce":1360257549},{"type":"v1","addr":"172.21.15.123:6831","nonce":1360257549}]},"public_addr":"172.21.15.123:6827/1360257549","cluster_addr":"172.21.15.123:6829/1360257549","heartbeat_back_addr":"172.21.15.123:6833/1360257549","heartbeat_front_addr":"172.21.15.123:6831/1360257549","state":["exists","up"]},{"osd":7,"uuid":"a22dc76b-2f3c-4f59-ba5b-7b444346a9fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6802","nonce":2969480778},{"type":"v1","addr":"172.21.15.123:6803","nonce":2969480778}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6804","nonce":2969480778},{"type":"v1","addr":"172.21.15.123:6805","nonce":2969480778}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6808","nonce":2969480778},{"type":"v1","addr":"172.21.15.123:6809","nonce":2969480778}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6806","nonce":2969480778},{"type":"v1","addr":"172.21.15.123:6807","nonce":2969480778}]},"public_addr":"172.21.15.123:6803/2969480778","cluster_addr":"172.21.15.123:6805/2969480778","heartbeat_back_addr":"172.21.15.123:6809/2969480778","heartbeat_front_addr":"172.21.15.123:6807/2969480778","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T12:21:30.731 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:30.729+0000 7f54d5000640 1 -- 172.21.15.31:0/1328011145 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f54b0076fb0 msgr2=0x7f54b00794c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:30.731 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:30.729+0000 7f54d5000640 1 --2- 172.21.15.31:0/1328011145 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f54b0076fb0 0x7f54b00794c0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f54c0032000 tx=0x7f54c0000fe0 comp rx=0 tx=0).stop 2024-07-26T12:21:30.731 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:30.729+0000 7f54d5000640 1 -- 172.21.15.31:0/1328011145 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f54d01df7d0 msgr2=0x7f54d013fe60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:30.731 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:30.729+0000 7f54d5000640 1 --2- 172.21.15.31:0/1328011145 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f54d01df7d0 0x7f54d013fe60 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f54bc011990 tx=0x7f54bc011e50 comp rx=0 tx=0).stop 2024-07-26T12:21:30.731 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:30.729+0000 7f54d5000640 1 -- 172.21.15.31:0/1328011145 shutdown_connections 2024-07-26T12:21:30.731 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:30.729+0000 7f54d5000640 1 --2- 172.21.15.31:0/1328011145 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f54b0076fb0 0x7f54b00794c0 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:30.732 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:30.729+0000 7f54d5000640 1 --2- 172.21.15.31:0/1328011145 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f54d0142290 0x7f54d01426a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:30.732 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:30.729+0000 7f54d5000640 1 --2- 172.21.15.31:0/1328011145 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f54d01df7d0 0x7f54d013fe60 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:30.732 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:30.729+0000 7f54d5000640 1 --2- 172.21.15.31:0/1328011145 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f54b4003a70 0x7f54d0141560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:30.732 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:30.729+0000 7f54d5000640 1 -- 172.21.15.31:0/1328011145 >> 172.21.15.31:0/1328011145 conn(0x7f54d00b5730 msgr2=0x7f54d013edb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:30.732 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:30.730+0000 7f54d5000640 1 -- 172.21.15.31:0/1328011145 shutdown_connections 2024-07-26T12:21:30.732 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:30.730+0000 7f54d5000640 1 -- 172.21.15.31:0/1328011145 wait complete. 2024-07-26T12:21:30.750 DEBUG:teuthology.misc:5 of 8 OSDs are up 2024-07-26T12:21:37.557 DEBUG:teuthology.orchestra.run.smithi031:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-07-26T12:21:37.802 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:37.800+0000 7fc7dde00640 1 Processor -- start 2024-07-26T12:21:37.802 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:37.800+0000 7fc7dde00640 1 -- start start 2024-07-26T12:21:37.804 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:37.802+0000 7fc7dde00640 1 --2- >> v2:172.21.15.123:3300/0 conn(0x7fc7d80b2520 0x7fc7d8145c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:37.804 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:37.802+0000 7fc7dde00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fc7d81461c0 0x7fc7d8073bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:37.805 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:37.802+0000 7fc7dde00640 1 -- --> v1:172.21.15.123:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc7d8072270 con 0x7fc7d8074110 2024-07-26T12:21:37.805 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:37.802+0000 7fc7dde00640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7fc7d80b3630 con 0x7fc7d81461c0 2024-07-26T12:21:37.805 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:37.802+0000 7fc7dde00640 1 -- --> v2:172.21.15.123:3300/0 -- mon_getmap magic: 0 -- 0x7fc7d81457f0 con 0x7fc7d80b2520 2024-07-26T12:21:37.805 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:37.802+0000 7fc7d7e00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fc7d81461c0 0x7fc7d8073bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:37.805 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:37.802+0000 7fc7d7e00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fc7d81461c0 0x7fc7d8073bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:50650/0 (socket says 172.21.15.31:50650) 2024-07-26T12:21:37.805 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:37.802+0000 7fc7d7e00640 1 -- 172.21.15.31:0/1400176149 learned_addr learned my addr 172.21.15.31:0/1400176149 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:37.805 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:37.802+0000 7fc7dca00640 1 --2- 172.21.15.31:0/1400176149 >> v2:172.21.15.123:3300/0 conn(0x7fc7d80b2520 0x7fc7d8145c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:37.805 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:37.803+0000 7fc7d7e00640 1 -- 172.21.15.31:0/1400176149 >> v2:172.21.15.123:3300/0 conn(0x7fc7d80b2520 msgr2=0x7fc7d8145c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:37.805 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:37.803+0000 7fc7d7e00640 1 --2- 172.21.15.31:0/1400176149 >> v2:172.21.15.123:3300/0 conn(0x7fc7d80b2520 0x7fc7d8145c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:37.805 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:37.803+0000 7fc7d7e00640 1 -- 172.21.15.31:0/1400176149 >> v1:172.21.15.123:6789/0 conn(0x7fc7d8074110 legacy=0x7fc7d8148b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:37.806 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:37.803+0000 7fc7d7e00640 1 -- 172.21.15.31:0/1400176149 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7d8071250 con 0x7fc7d81461c0 2024-07-26T12:21:37.807 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:37.804+0000 7fc7d7e00640 1 --2- 172.21.15.31:0/1400176149 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc7d81461c0 0x7fc7d8073bd0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fc7d806f090 tx=0x7fc7c402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9f30e5d709c225a1 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:37.807 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:37.804+0000 7fc7d7400640 1 -- 172.21.15.31:0/1400176149 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7c4037070 con 0x7fc7d81461c0 2024-07-26T12:21:37.807 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:37.804+0000 7fc7d7400640 1 -- 172.21.15.31:0/1400176149 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc7c4032530 con 0x7fc7d81461c0 2024-07-26T12:21:37.807 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:37.804+0000 7fc7d7400640 1 -- 172.21.15.31:0/1400176149 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7c4032960 con 0x7fc7d81461c0 2024-07-26T12:21:37.807 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:37.805+0000 7fc7dde00640 1 -- 172.21.15.31:0/1400176149 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc7d81461c0 msgr2=0x7fc7d8073bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:37.807 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:37.805+0000 7fc7dde00640 1 --2- 172.21.15.31:0/1400176149 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc7d81461c0 0x7fc7d8073bd0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fc7d806f090 tx=0x7fc7c402a1e0 comp rx=0 tx=0).stop 2024-07-26T12:21:37.807 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:37.805+0000 7fc7dde00640 1 -- 172.21.15.31:0/1400176149 shutdown_connections 2024-07-26T12:21:37.808 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:37.805+0000 7fc7dde00640 1 --2- 172.21.15.31:0/1400176149 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc7d81461c0 0x7fc7d8073bd0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:37.808 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:37.805+0000 7fc7dde00640 1 --2- 172.21.15.31:0/1400176149 >> v2:172.21.15.123:3300/0 conn(0x7fc7d80b2520 0x7fc7d8145c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:37.808 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:37.805+0000 7fc7dde00640 1 -- 172.21.15.31:0/1400176149 >> 172.21.15.31:0/1400176149 conn(0x7fc7d80b5730 msgr2=0x7fc7d80b5b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:37.808 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:37.805+0000 7fc7dde00640 1 -- 172.21.15.31:0/1400176149 shutdown_connections 2024-07-26T12:21:37.808 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:37.805+0000 7fc7dde00640 1 -- 172.21.15.31:0/1400176149 wait complete. 2024-07-26T12:21:37.809 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:37.807+0000 7fc7dde00640 1 Processor -- start 2024-07-26T12:21:37.809 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:37.807+0000 7fc7dde00640 1 -- start start 2024-07-26T12:21:37.811 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:37.808+0000 7fc7dde00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc7d8074110 0x7fc7d81d0eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:37.812 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:37.808+0000 7fc7dde00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc7d80b2520 0x7fc7d81df3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:37.812 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:37.808+0000 7fc7dde00640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fc7d81461c0 0x7fc7d81cfb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:37.812 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:37.808+0000 7fc7dde00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fc7d8149270 con 0x7fc7d80b2520 2024-07-26T12:21:37.812 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:37.808+0000 7fc7dde00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fc7d80b5410 con 0x7fc7d8074110 2024-07-26T12:21:37.812 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:37.809+0000 7fc7dde00640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7fc7d81493f0 con 0x7fc7d81461c0 2024-07-26T12:21:37.812 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:37.809+0000 7fc7d7e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc7d80b2520 0x7fc7d81df3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:37.812 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:37.809+0000 7fc7d7e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc7d80b2520 0x7fc7d81df3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:50662/0 (socket says 172.21.15.31:50662) 2024-07-26T12:21:37.812 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:37.809+0000 7fc7d7e00640 1 -- 172.21.15.31:0/3567644483 learned_addr learned my addr 172.21.15.31:0/3567644483 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:37.812 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:37.809+0000 7fc7dca00640 1 --2- 172.21.15.31:0/3567644483 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc7d8074110 0x7fc7d81d0eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:37.812 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:37.809+0000 7fc7d7e00640 1 -- 172.21.15.31:0/3567644483 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fc7d81461c0 msgr2=0x7fc7d81cfb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:37.813 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:37.809+0000 7fc7d7e00640 1 --2- 172.21.15.31:0/3567644483 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fc7d81461c0 0x7fc7d81cfb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:37.813 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:37.809+0000 7fc7d7e00640 1 -- 172.21.15.31:0/3567644483 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc7d8074110 msgr2=0x7fc7d81d0eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:37.813 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:37.809+0000 7fc7d7e00640 1 --2- 172.21.15.31:0/3567644483 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc7d8074110 0x7fc7d81d0eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:37.813 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:37.809+0000 7fc7d7e00640 1 -- 172.21.15.31:0/3567644483 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7d81d06b0 con 0x7fc7d80b2520 2024-07-26T12:21:37.813 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:37.809+0000 7fc7d7e00640 1 --2- 172.21.15.31:0/3567644483 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc7d80b2520 0x7fc7d81df3f0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fc7c4000c00 tx=0x7fc7c40305f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:37.813 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:37.810+0000 7fc7d4c00640 1 -- 172.21.15.31:0/3567644483 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7c4040070 con 0x7fc7d80b2520 2024-07-26T12:21:37.813 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:37.810+0000 7fc7d4c00640 1 -- 172.21.15.31:0/3567644483 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc7c4030ce0 con 0x7fc7d80b2520 2024-07-26T12:21:37.813 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:37.810+0000 7fc7d4c00640 1 -- 172.21.15.31:0/3567644483 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7c4037070 con 0x7fc7d80b2520 2024-07-26T12:21:37.813 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:37.810+0000 7fc7dde00640 1 -- 172.21.15.31:0/3567644483 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc7d81cf320 con 0x7fc7d80b2520 2024-07-26T12:21:37.813 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:37.810+0000 7fc7dde00640 1 -- 172.21.15.31:0/3567644483 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc7d81df930 con 0x7fc7d80b2520 2024-07-26T12:21:37.814 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:37.811+0000 7fc7dde00640 1 -- 172.21.15.31:0/3567644483 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc7d81498a0 con 0x7fc7d80b2520 2024-07-26T12:21:37.814 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:37.812+0000 7fc7d4c00640 1 -- 172.21.15.31:0/3567644483 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fc7c4043070 con 0x7fc7d80b2520 2024-07-26T12:21:37.815 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:37.813+0000 7fc7d4c00640 1 --2- 172.21.15.31:0/3567644483 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fc7b8077040 0x7fc7b8079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:37.815 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:37.813+0000 7fc7d4c00640 1 -- 172.21.15.31:0/3567644483 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(18..18 src has 1..18) ==== 4857+0+0 (secure 0 0 0) 0x7fc7c40b8420 con 0x7fc7d80b2520 2024-07-26T12:21:37.815 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:37.814+0000 7fc7dca00640 1 --2- 172.21.15.31:0/3567644483 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fc7b8077040 0x7fc7b8079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:37.817 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:37.815+0000 7fc7dca00640 1 --2- 172.21.15.31:0/3567644483 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fc7b8077040 0x7fc7b8079550 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fc7cc006fd0 tx=0x7fc7cc008040 comp rx=0 tx=0).ready entity=mgr.4126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:37.820 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:37.819+0000 7fc7d4c00640 1 -- 172.21.15.31:0/3567644483 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fc7c40818d0 con 0x7fc7d80b2520 2024-07-26T12:21:38.033 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:38.031+0000 7fc7dde00640 1 -- 172.21.15.31:0/3567644483 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fc7d80b30d0 con 0x7fc7d80b2520 2024-07-26T12:21:38.034 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:38.032+0000 7fc7d4c00640 1 -- 172.21.15.31:0/3567644483 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v18) ==== 74+0+12872 (secure 0 0 0) 0x7fc7c40811d0 con 0x7fc7d80b2520 2024-07-26T12:21:38.035 INFO:teuthology.misc.health.smithi031.stdout: 2024-07-26T12:21:38.035 INFO:teuthology.misc.health.smithi031.stdout:{"epoch":18,"fsid":"ef074135-fe46-4fec-a339-768b1d2b36ee","created":"2024-07-26T12:21:16.055794+0000","modified":"2024-07-26T12:21:34.317843+0000","last_up_change":"2024-07-26T12:21:30.882864+0000","last_in_change":"2024-07-26T12:21:21.700518+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T12:21:31.399722+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"218f4bdb-3f2a-4597-8391-d5869523d4ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":973597580},{"type":"v1","addr":"172.21.15.31:6817","nonce":973597580}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":973597580},{"type":"v1","addr":"172.21.15.31:6819","nonce":973597580}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":973597580},{"type":"v1","addr":"172.21.15.31:6827","nonce":973597580}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":973597580},{"type":"v1","addr":"172.21.15.31:6822","nonce":973597580}]},"public_addr":"172.21.15.31:6817/973597580","cluster_addr":"172.21.15.31:6819/973597580","heartbeat_back_addr":"172.21.15.31:6827/973597580","heartbeat_front_addr":"172.21.15.31:6822/973597580","state":["exists","up"]},{"osd":1,"uuid":"7325bd1b-087e-47b0-8411-1065643b142e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":209410576},{"type":"v1","addr":"172.21.15.31:6801","nonce":209410576}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":209410576},{"type":"v1","addr":"172.21.15.31:6803","nonce":209410576}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":209410576},{"type":"v1","addr":"172.21.15.31:6807","nonce":209410576}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":209410576},{"type":"v1","addr":"172.21.15.31:6805","nonce":209410576}]},"public_addr":"172.21.15.31:6801/209410576","cluster_addr":"172.21.15.31:6803/209410576","heartbeat_back_addr":"172.21.15.31:6807/209410576","heartbeat_front_addr":"172.21.15.31:6805/209410576","state":["exists","up"]},{"osd":2,"uuid":"461c586b-af52-4d20-a648-867cbd3fa37f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":4014278924},{"type":"v1","addr":"172.21.15.31:6809","nonce":4014278924}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":4014278924},{"type":"v1","addr":"172.21.15.31:6811","nonce":4014278924}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":4014278924},{"type":"v1","addr":"172.21.15.31:6815","nonce":4014278924}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":4014278924},{"type":"v1","addr":"172.21.15.31:6813","nonce":4014278924}]},"public_addr":"172.21.15.31:6809/4014278924","cluster_addr":"172.21.15.31:6811/4014278924","heartbeat_back_addr":"172.21.15.31:6815/4014278924","heartbeat_front_addr":"172.21.15.31:6813/4014278924","state":["exists","up"]},{"osd":3,"uuid":"132aee2d-8564-4632-8d0d-9e8e0f6edaf3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6821","nonce":2995395942},{"type":"v1","addr":"172.21.15.31:6823","nonce":2995395942}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6825","nonce":2995395942},{"type":"v1","addr":"172.21.15.31:6826","nonce":2995395942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2995395942},{"type":"v1","addr":"172.21.15.31:6831","nonce":2995395942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2995395942},{"type":"v1","addr":"172.21.15.31:6829","nonce":2995395942}]},"public_addr":"172.21.15.31:6823/2995395942","cluster_addr":"172.21.15.31:6826/2995395942","heartbeat_back_addr":"172.21.15.31:6831/2995395942","heartbeat_front_addr":"172.21.15.31:6829/2995395942","state":["exists","up"]},{"osd":4,"uuid":"eb3fc933-fae1-4328-a5c0-2cba3f72ae3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6811","nonce":2657576441},{"type":"v1","addr":"172.21.15.123:6813","nonce":2657576441}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6815","nonce":2657576441},{"type":"v1","addr":"172.21.15.123:6817","nonce":2657576441}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6823","nonce":2657576441},{"type":"v1","addr":"172.21.15.123:6826","nonce":2657576441}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6819","nonce":2657576441},{"type":"v1","addr":"172.21.15.123:6821","nonce":2657576441}]},"public_addr":"172.21.15.123:6813/2657576441","cluster_addr":"172.21.15.123:6817/2657576441","heartbeat_back_addr":"172.21.15.123:6826/2657576441","heartbeat_front_addr":"172.21.15.123:6821/2657576441","state":["exists","up"]},{"osd":5,"uuid":"9ddeeb35-6710-49b9-9688-00e0a2a406e9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6810","nonce":3352982608},{"type":"v1","addr":"172.21.15.123:6812","nonce":3352982608}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6814","nonce":3352982608},{"type":"v1","addr":"172.21.15.123:6816","nonce":3352982608}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6822","nonce":3352982608},{"type":"v1","addr":"172.21.15.123:6824","nonce":3352982608}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6818","nonce":3352982608},{"type":"v1","addr":"172.21.15.123:6820","nonce":3352982608}]},"public_addr":"172.21.15.123:6812/3352982608","cluster_addr":"172.21.15.123:6816/3352982608","heartbeat_back_addr":"172.21.15.123:6824/3352982608","heartbeat_front_addr":"172.21.15.123:6820/3352982608","state":["exists","up"]},{"osd":6,"uuid":"e76e07cc-99d0-4c6c-b9af-0c772c919987","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6825","nonce":1360257549},{"type":"v1","addr":"172.21.15.123:6827","nonce":1360257549}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6828","nonce":1360257549},{"type":"v1","addr":"172.21.15.123:6829","nonce":1360257549}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":1360257549},{"type":"v1","addr":"172.21.15.123:6833","nonce":1360257549}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6830","nonce":1360257549},{"type":"v1","addr":"172.21.15.123:6831","nonce":1360257549}]},"public_addr":"172.21.15.123:6827/1360257549","cluster_addr":"172.21.15.123:6829/1360257549","heartbeat_back_addr":"172.21.15.123:6833/1360257549","heartbeat_front_addr":"172.21.15.123:6831/1360257549","state":["exists","up"]},{"osd":7,"uuid":"a22dc76b-2f3c-4f59-ba5b-7b444346a9fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":16,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6802","nonce":2969480778},{"type":"v1","addr":"172.21.15.123:6803","nonce":2969480778}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6804","nonce":2969480778},{"type":"v1","addr":"172.21.15.123:6805","nonce":2969480778}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6808","nonce":2969480778},{"type":"v1","addr":"172.21.15.123:6809","nonce":2969480778}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6806","nonce":2969480778},{"type":"v1","addr":"172.21.15.123:6807","nonce":2969480778}]},"public_addr":"172.21.15.123:6803/2969480778","cluster_addr":"172.21.15.123:6805/2969480778","heartbeat_back_addr":"172.21.15.123:6809/2969480778","heartbeat_front_addr":"172.21.15.123:6807/2969480778","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T12:21:27.550303+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T12:21:27.377641+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T12:21:27.142256+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T12:21:27.563003+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T12:21:27.193136+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T12:21:27.225824+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T12:21:27.201675+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T12:21:27.303249+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T12:21:38.037 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:38.035+0000 7fc7dde00640 1 -- 172.21.15.31:0/3567644483 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fc7b8077040 msgr2=0x7fc7b8079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:38.038 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:38.035+0000 7fc7dde00640 1 --2- 172.21.15.31:0/3567644483 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fc7b8077040 0x7fc7b8079550 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fc7cc006fd0 tx=0x7fc7cc008040 comp rx=0 tx=0).stop 2024-07-26T12:21:38.038 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:38.035+0000 7fc7dde00640 1 -- 172.21.15.31:0/3567644483 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc7d80b2520 msgr2=0x7fc7d81df3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:38.038 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:38.035+0000 7fc7dde00640 1 --2- 172.21.15.31:0/3567644483 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc7d80b2520 0x7fc7d81df3f0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fc7c4000c00 tx=0x7fc7c40305f0 comp rx=0 tx=0).stop 2024-07-26T12:21:38.038 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:38.035+0000 7fc7dde00640 1 -- 172.21.15.31:0/3567644483 shutdown_connections 2024-07-26T12:21:38.038 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:38.035+0000 7fc7dde00640 1 --2- 172.21.15.31:0/3567644483 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fc7b8077040 0x7fc7b8079550 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:38.038 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:38.036+0000 7fc7dde00640 1 --2- 172.21.15.31:0/3567644483 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fc7d81461c0 0x7fc7d81cfb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:38.038 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:38.036+0000 7fc7dde00640 1 --2- 172.21.15.31:0/3567644483 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc7d80b2520 0x7fc7d81df3f0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:38.038 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:38.036+0000 7fc7dde00640 1 --2- 172.21.15.31:0/3567644483 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc7d8074110 0x7fc7d81d0eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:38.038 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:38.036+0000 7fc7dde00640 1 -- 172.21.15.31:0/3567644483 >> 172.21.15.31:0/3567644483 conn(0x7fc7d80b5730 msgr2=0x7fc7d80b37c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:38.038 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:38.036+0000 7fc7dde00640 1 -- 172.21.15.31:0/3567644483 shutdown_connections 2024-07-26T12:21:38.038 INFO:teuthology.misc.health.smithi031.stderr:2024-07-26T12:21:38.036+0000 7fc7dde00640 1 -- 172.21.15.31:0/3567644483 wait complete. 2024-07-26T12:21:38.061 DEBUG:teuthology.misc:8 of 8 OSDs are up 2024-07-26T12:21:38.061 INFO:tasks.ceph:Starting mds daemons in cluster ceph... 2024-07-26T12:21:38.062 INFO:tasks.ceph.mds.a:Restarting daemon 2024-07-26T12:21:38.062 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-07-26T12:21:38.069 INFO:tasks.ceph.mds.a:Started 2024-07-26T12:21:38.070 INFO:tasks.ceph.mds.b:Restarting daemon 2024-07-26T12:21:38.070 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-07-26T12:21:38.077 INFO:tasks.ceph.mds.b:Started 2024-07-26T12:21:38.077 INFO:tasks.ceph:Setting up CephFS filesystem(s)... 2024-07-26T12:21:38.078 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T12:21:38.285 INFO:tasks.ceph.mds.a.smithi031.stdout:starting mds.a at 2024-07-26T12:21:38.321 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:38.319+0000 7f0c8ac00640 1 Processor -- start 2024-07-26T12:21:38.321 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:38.320+0000 7f0c8ac00640 1 -- start start 2024-07-26T12:21:38.322 INFO:tasks.ceph.mds.b.smithi123.stdout:starting mds.b at 2024-07-26T12:21:38.323 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:38.321+0000 7f0c8ac00640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f0c8413e450 0x7f0c840b3ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:38.323 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:38.321+0000 7f0c8ac00640 1 --2- >> v2:172.21.15.123:3300/0 conn(0x7f0c840b47b0 0x7f0c840b4bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:38.323 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:38.321+0000 7f0c8ac00640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0c84147ac0 con 0x7f0c840b6520 2024-07-26T12:21:38.323 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:38.321+0000 7f0c8ac00640 1 -- --> v2:172.21.15.123:3300/0 -- mon_getmap magic: 0 -- 0x7f0c840b7150 con 0x7f0c840b47b0 2024-07-26T12:21:38.323 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:38.321+0000 7f0c8ac00640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f0c84147da0 con 0x7f0c8413e450 2024-07-26T12:21:38.324 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:38.322+0000 7f0c89800640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f0c840b6520 0x7f0c8413dd40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:47138/0 (socket says 172.21.15.31:47138) 2024-07-26T12:21:38.324 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:38.322+0000 7f0c89800640 1 -- 172.21.15.31:0/2756313962 learned_addr learned my addr 172.21.15.31:0/2756313962 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-07-26T12:21:38.324 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:38.322+0000 7f0c88e00640 1 --2- 172.21.15.31:0/2756313962 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f0c8413e450 0x7f0c840b3ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:38.324 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:38.322+0000 7f0c8a200640 1 --2- 172.21.15.31:0/2756313962 >> v2:172.21.15.123:3300/0 conn(0x7f0c840b47b0 0x7f0c840b4bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:38.325 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:38.322+0000 7f0c83e00640 1 -- 172.21.15.31:0/2756313962 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3231244923 0 0) 0x7f0c84147ac0 con 0x7f0c840b6520 2024-07-26T12:21:38.325 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:38.322+0000 7f0c83e00640 1 -- 172.21.15.31:0/2756313962 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0c6c003520 con 0x7f0c840b6520 2024-07-26T12:21:38.325 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:38.322+0000 7f0c88e00640 1 -- 172.21.15.31:0/2756313962 >> v2:172.21.15.123:3300/0 conn(0x7f0c840b47b0 msgr2=0x7f0c840b4bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:38.325 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:38.322+0000 7f0c88e00640 1 --2- 172.21.15.31:0/2756313962 >> v2:172.21.15.123:3300/0 conn(0x7f0c840b47b0 0x7f0c840b4bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:38.325 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:38.322+0000 7f0c88e00640 1 -- 172.21.15.31:0/2756313962 >> v1:172.21.15.31:6789/0 conn(0x7f0c840b6520 legacy=0x7f0c8413dd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:38.325 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:38.322+0000 7f0c88e00640 1 -- 172.21.15.31:0/2756313962 --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0c84148080 con 0x7f0c8413e450 2024-07-26T12:21:38.325 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:38.323+0000 7f0c88e00640 1 --2- 172.21.15.31:0/2756313962 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f0c8413e450 0x7f0c840b3ac0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f0c700097a0 tx=0x7f0c7002a060 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8e719877cdddd858 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:38.325 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:38.323+0000 7f0c83e00640 1 -- 172.21.15.31:0/2756313962 <== mon.2 v2:172.21.15.123:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c70037070 con 0x7f0c8413e450 2024-07-26T12:21:38.325 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:38.323+0000 7f0c83e00640 1 -- 172.21.15.31:0/2756313962 <== mon.2 v2:172.21.15.123:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0c70032440 con 0x7f0c8413e450 2024-07-26T12:21:38.326 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:38.323+0000 7f0c83e00640 1 -- 172.21.15.31:0/2756313962 <== mon.2 v2:172.21.15.123:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c70032830 con 0x7f0c8413e450 2024-07-26T12:21:38.326 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:38.324+0000 7f0c8ac00640 1 -- 172.21.15.31:0/2756313962 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f0c8413e450 msgr2=0x7f0c840b3ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:38.326 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:38.324+0000 7f0c8ac00640 1 --2- 172.21.15.31:0/2756313962 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f0c8413e450 0x7f0c840b3ac0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f0c700097a0 tx=0x7f0c7002a060 comp rx=0 tx=0).stop 2024-07-26T12:21:38.327 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:38.324+0000 7f0c8ac00640 1 -- 172.21.15.31:0/2756313962 shutdown_connections 2024-07-26T12:21:38.327 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:38.324+0000 7f0c8ac00640 1 --2- 172.21.15.31:0/2756313962 >> v2:172.21.15.123:3300/0 conn(0x7f0c840b47b0 0x7f0c840b4bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:38.327 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:38.324+0000 7f0c8ac00640 1 --2- 172.21.15.31:0/2756313962 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f0c8413e450 0x7f0c840b3ac0 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:38.327 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:38.324+0000 7f0c8ac00640 1 -- 172.21.15.31:0/2756313962 >> 172.21.15.31:0/2756313962 conn(0x7f0c840b99f0 msgr2=0x7f0c840b9e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:38.327 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:38.324+0000 7f0c8ac00640 1 -- 172.21.15.31:0/2756313962 shutdown_connections 2024-07-26T12:21:38.327 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:38.324+0000 7f0c8ac00640 1 -- 172.21.15.31:0/2756313962 wait complete. 2024-07-26T12:21:38.328 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:38.326+0000 7f0c8ac00640 1 Processor -- start 2024-07-26T12:21:38.328 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:38.327+0000 7f0c8ac00640 1 -- start start 2024-07-26T12:21:38.329 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:38.328+0000 7f0c8ac00640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f0c840b47b0 0x7f0c84141210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:38.329 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:38.328+0000 7f0c8ac00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0c840b6520 0x7f0c8413e860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:38.330 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:38.328+0000 7f0c8ac00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0c8413e450 0x7f0c8413f4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:38.330 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:38.328+0000 7f0c8ac00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f0c840b5310 con 0x7f0c840b6520 2024-07-26T12:21:38.330 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:38.328+0000 7f0c8ac00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f0c84148730 con 0x7f0c8413e450 2024-07-26T12:21:38.330 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:38.328+0000 7f0c8ac00640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f0c840b5490 con 0x7f0c840b47b0 2024-07-26T12:21:38.330 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:38.328+0000 7f0c88e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0c840b6520 0x7f0c8413e860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:38.330 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:38.328+0000 7f0c88e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0c840b6520 0x7f0c8413e860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:50676/0 (socket says 172.21.15.31:50676) 2024-07-26T12:21:38.330 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:38.328+0000 7f0c88e00640 1 -- 172.21.15.31:0/1608903477 learned_addr learned my addr 172.21.15.31:0/1608903477 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:38.331 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:38.328+0000 7f0c89800640 1 --2- 172.21.15.31:0/1608903477 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f0c840b47b0 0x7f0c84141210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:38.331 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:38.328+0000 7f0c8a200640 1 --2- 172.21.15.31:0/1608903477 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0c8413e450 0x7f0c8413f4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:38.331 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:38.328+0000 7f0c88e00640 1 -- 172.21.15.31:0/1608903477 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f0c840b47b0 msgr2=0x7f0c84141210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:38.331 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:38.328+0000 7f0c88e00640 1 --2- 172.21.15.31:0/1608903477 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f0c840b47b0 0x7f0c84141210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:38.332 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:38.328+0000 7f0c88e00640 1 -- 172.21.15.31:0/1608903477 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0c8413e450 msgr2=0x7f0c8413f4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:38.332 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:38.328+0000 7f0c88e00640 1 --2- 172.21.15.31:0/1608903477 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0c8413e450 0x7f0c8413f4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:38.332 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:38.328+0000 7f0c88e00640 1 -- 172.21.15.31:0/1608903477 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0c840aac90 con 0x7f0c840b6520 2024-07-26T12:21:38.332 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:38.328+0000 7f0c8a200640 1 --2- 172.21.15.31:0/1608903477 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0c8413e450 0x7f0c8413f4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T12:21:38.332 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:38.328+0000 7f0c89800640 1 --2- 172.21.15.31:0/1608903477 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f0c840b47b0 0x7f0c84141210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T12:21:38.332 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:38.329+0000 7f0c88e00640 1 --2- 172.21.15.31:0/1608903477 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0c840b6520 0x7f0c8413e860 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f0c700097a0 tx=0x7f0c70006e10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:38.332 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:38.329+0000 7f0c81600640 1 -- 172.21.15.31:0/1608903477 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c70037040 con 0x7f0c840b6520 2024-07-26T12:21:38.332 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:38.329+0000 7f0c81600640 1 -- 172.21.15.31:0/1608903477 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0c70004230 con 0x7f0c840b6520 2024-07-26T12:21:38.332 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:38.329+0000 7f0c81600640 1 -- 172.21.15.31:0/1608903477 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c70003610 con 0x7f0c840b6520 2024-07-26T12:21:38.332 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:38.329+0000 7f0c8ac00640 1 -- 172.21.15.31:0/1608903477 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0c840aa1b0 con 0x7f0c840b6520 2024-07-26T12:21:38.332 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:38.329+0000 7f0c8ac00640 1 -- 172.21.15.31:0/1608903477 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0c840aa770 con 0x7f0c840b6520 2024-07-26T12:21:38.333 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:38.330+0000 7f0c8ac00640 1 -- 172.21.15.31:0/1608903477 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0c840b5940 con 0x7f0c840b6520 2024-07-26T12:21:38.333 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:38.331+0000 7f0c81600640 1 -- 172.21.15.31:0/1608903477 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f0c700037d0 con 0x7f0c840b6520 2024-07-26T12:21:38.334 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:38.332+0000 7f0c81600640 1 --2- 172.21.15.31:0/1608903477 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f0c64077040 0x7f0c64079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:38.334 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:38.332+0000 7f0c81600640 1 -- 172.21.15.31:0/1608903477 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(18..18 src has 1..18) ==== 4857+0+0 (secure 0 0 0) 0x7f0c700b8820 con 0x7f0c840b6520 2024-07-26T12:21:38.334 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:38.333+0000 7f0c89800640 1 --2- 172.21.15.31:0/1608903477 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f0c64077040 0x7f0c64079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:38.335 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:38.333+0000 7f0c89800640 1 --2- 172.21.15.31:0/1608903477 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f0c64077040 0x7f0c64079550 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f0c78001220 tx=0x7f0c78009040 comp rx=0 tx=0).ready entity=mgr.4126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:38.338 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:38.337+0000 7f0c81600640 1 -- 172.21.15.31:0/1608903477 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f0c7004b020 con 0x7f0c840b6520 2024-07-26T12:21:38.587 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:38.585+0000 7f0c8ac00640 1 -- 172.21.15.31:0/1608903477 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0c840b6b90 con 0x7f0c840b6520 2024-07-26T12:21:38.588 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:38.586+0000 7f0c81600640 1 -- 172.21.15.31:0/1608903477 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) ==== 93+0+1431 (secure 0 0 0) 0x7f0c70081d60 con 0x7f0c840b6520 2024-07-26T12:21:38.588 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-07-26T12:21:38.588 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":2,"btime":"2024-07-26T12:21:38:292046+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4353,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6833/713364256","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":713364256},{"type":"v1","addr":"172.21.15.31:6833","nonce":713364256}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-07-26T12:21:38.588 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 2 2024-07-26T12:21:38.591 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:38.589+0000 7f0c8ac00640 1 -- 172.21.15.31:0/1608903477 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f0c64077040 msgr2=0x7f0c64079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:38.591 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:38.589+0000 7f0c8ac00640 1 --2- 172.21.15.31:0/1608903477 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f0c64077040 0x7f0c64079550 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f0c78001220 tx=0x7f0c78009040 comp rx=0 tx=0).stop 2024-07-26T12:21:38.591 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:38.589+0000 7f0c8ac00640 1 -- 172.21.15.31:0/1608903477 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0c840b6520 msgr2=0x7f0c8413e860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:38.591 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:38.589+0000 7f0c8ac00640 1 --2- 172.21.15.31:0/1608903477 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0c840b6520 0x7f0c8413e860 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f0c700097a0 tx=0x7f0c70006e10 comp rx=0 tx=0).stop 2024-07-26T12:21:38.591 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:38.589+0000 7f0c8ac00640 1 -- 172.21.15.31:0/1608903477 shutdown_connections 2024-07-26T12:21:38.591 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:38.589+0000 7f0c8ac00640 1 --2- 172.21.15.31:0/1608903477 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f0c64077040 0x7f0c64079550 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:38.591 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:38.589+0000 7f0c8ac00640 1 --2- 172.21.15.31:0/1608903477 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0c8413e450 0x7f0c8413f4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:38.591 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:38.589+0000 7f0c8ac00640 1 --2- 172.21.15.31:0/1608903477 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0c840b6520 0x7f0c8413e860 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:38.591 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:38.589+0000 7f0c8ac00640 1 --2- 172.21.15.31:0/1608903477 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f0c840b47b0 0x7f0c84141210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:38.592 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:38.589+0000 7f0c8ac00640 1 -- 172.21.15.31:0/1608903477 >> 172.21.15.31:0/1608903477 conn(0x7f0c840b99f0 msgr2=0x7f0c84146f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:38.592 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:38.589+0000 7f0c8ac00640 1 -- 172.21.15.31:0/1608903477 shutdown_connections 2024-07-26T12:21:38.592 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:38.589+0000 7f0c8ac00640 1 -- 172.21.15.31:0/1608903477 wait complete. 2024-07-26T12:21:40.616 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T12:21:40.907 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:40.905+0000 7fdecbc00640 1 Processor -- start 2024-07-26T12:21:40.907 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:40.906+0000 7fdecbc00640 1 -- start start 2024-07-26T12:21:40.909 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:40.907+0000 7fdecbc00640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fdec4070ca0 0x7fdec40b2550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:40.909 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:40.907+0000 7fdecbc00640 1 --2- >> v2:172.21.15.123:3300/0 conn(0x7fdec4073bf0 0x7fdec4074000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:40.909 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:40.907+0000 7fdecbc00640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdec4074540 con 0x7fdec41459b0 2024-07-26T12:21:40.909 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:40.907+0000 7fdecbc00640 1 -- --> v2:172.21.15.123:3300/0 -- mon_getmap magic: 0 -- 0x7fdec4072120 con 0x7fdec4073bf0 2024-07-26T12:21:40.909 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:40.907+0000 7fdecbc00640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7fdec4072400 con 0x7fdec4070ca0 2024-07-26T12:21:40.909 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:40.908+0000 7fdec9c00640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7fdec41459b0 0x7fdec4145dc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:33404/0 (socket says 172.21.15.31:33404) 2024-07-26T12:21:40.910 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:40.908+0000 7fdec9c00640 1 -- 172.21.15.31:0/1673209054 learned_addr learned my addr 172.21.15.31:0/1673209054 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-07-26T12:21:40.911 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:40.908+0000 7fdec9200640 1 --2- 172.21.15.31:0/1673209054 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fdec4070ca0 0x7fdec40b2550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:40.912 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:40.908+0000 7fdec3e00640 1 --2- 172.21.15.31:0/1673209054 >> v2:172.21.15.123:3300/0 conn(0x7fdec4073bf0 0x7fdec4074000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:40.912 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:40.908+0000 7fdec3400640 1 -- 172.21.15.31:0/1673209054 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 366052810 0 0) 0x7fdebc001110 con 0x7fdec41459b0 2024-07-26T12:21:40.912 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:40.908+0000 7fdec3400640 1 -- 172.21.15.31:0/1673209054 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fdea8003520 con 0x7fdec41459b0 2024-07-26T12:21:40.912 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:40.909+0000 7fdec3400640 1 -- 172.21.15.31:0/1673209054 <== mon.0 v1:172.21.15.31:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2705738453 0 0) 0x7fdea8003520 con 0x7fdec41459b0 2024-07-26T12:21:40.912 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:40.909+0000 7fdec3400640 1 -- 172.21.15.31:0/1673209054 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fdec4070ca0 msgr2=0x7fdec40b2550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:40.912 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:40.909+0000 7fdec3400640 1 --2- 172.21.15.31:0/1673209054 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fdec4070ca0 0x7fdec40b2550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:40.912 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:40.909+0000 7fdec3400640 1 -- 172.21.15.31:0/1673209054 >> v2:172.21.15.123:3300/0 conn(0x7fdec4073bf0 msgr2=0x7fdec4074000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:40.912 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:40.909+0000 7fdec3400640 1 --2- 172.21.15.31:0/1673209054 >> v2:172.21.15.123:3300/0 conn(0x7fdec4073bf0 0x7fdec4074000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:40.912 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:40.909+0000 7fdec3400640 1 -- 172.21.15.31:0/1673209054 --> v1:172.21.15.31:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdec40711c0 con 0x7fdec41459b0 2024-07-26T12:21:40.912 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:40.909+0000 7fdec3400640 1 -- 172.21.15.31:0/1673209054 <== mon.0 v1:172.21.15.31:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 972834220 0 0) 0x7fdebc0018c0 con 0x7fdec41459b0 2024-07-26T12:21:40.913 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:40.909+0000 7fdec3400640 1 -- 172.21.15.31:0/1673209054 >> v1:172.21.15.31:6789/0 conn(0x7fdec41459b0 legacy=0x7fdec4145dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:40.913 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:40.909+0000 7fdec3400640 1 --2- 172.21.15.31:0/1673209054 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdea8003a00 0x7fdea8003e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:40.913 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:40.909+0000 7fdec3400640 1 --2- 172.21.15.31:0/1673209054 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fdec4070ca0 0x7fdea8004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:40.913 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:40.909+0000 7fdec3400640 1 --2- 172.21.15.31:0/1673209054 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdea8004d40 0x7fdea8005150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:40.913 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:40.909+0000 7fdec3400640 1 -- 172.21.15.31:0/1673209054 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fdec4072120 con 0x7fdea8003a00 2024-07-26T12:21:40.913 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:40.909+0000 7fdec3400640 1 -- 172.21.15.31:0/1673209054 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fdec4072400 con 0x7fdea8004d40 2024-07-26T12:21:40.913 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:40.909+0000 7fdec3400640 1 -- 172.21.15.31:0/1673209054 --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7fdea800bba0 con 0x7fdec4070ca0 2024-07-26T12:21:40.913 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:40.909+0000 7fdec3e00640 1 --2- 172.21.15.31:0/1673209054 >> v2:172.21.15.123:3300/0 conn(0x7fdec4073bf0 0x7fdec4074000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T12:21:40.913 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:40.909+0000 7fdec9200640 1 --2- 172.21.15.31:0/1673209054 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdea8003a00 0x7fdea8003e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:40.913 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:40.909+0000 7fdec9200640 1 -- 172.21.15.31:0/1673209054 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fdec4070ca0 msgr2=0x7fdea8004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:40.913 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:40.909+0000 7fdec9200640 1 --2- 172.21.15.31:0/1673209054 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fdec4070ca0 0x7fdea8004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:40.913 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:40.909+0000 7fdec9200640 1 -- 172.21.15.31:0/1673209054 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdea8004d40 msgr2=0x7fdea8005150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:40.914 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:40.909+0000 7fdec9200640 1 --2- 172.21.15.31:0/1673209054 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdea8004d40 0x7fdea8005150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:40.914 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:40.909+0000 7fdec9200640 1 -- 172.21.15.31:0/1673209054 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdea8003520 con 0x7fdea8003a00 2024-07-26T12:21:40.915 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:40.910+0000 7fdec9200640 1 --2- 172.21.15.31:0/1673209054 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdea8003a00 0x7fdea8003e70 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fdeb4009fc0 tx=0x7fdea8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7f7d3b0def6d0710 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:40.915 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:40.911+0000 7fdec3400640 1 -- 172.21.15.31:0/1673209054 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdeb4009c10 con 0x7fdea8003a00 2024-07-26T12:21:40.915 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:40.911+0000 7fdec3400640 1 -- 172.21.15.31:0/1673209054 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdeb4036070 con 0x7fdea8003a00 2024-07-26T12:21:40.915 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:40.911+0000 7fdec3400640 1 -- 172.21.15.31:0/1673209054 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdeb402d070 con 0x7fdea8003a00 2024-07-26T12:21:40.915 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:40.911+0000 7fdecbc00640 1 -- 172.21.15.31:0/1673209054 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdea8003a00 msgr2=0x7fdea8003e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:40.915 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:40.911+0000 7fdecbc00640 1 --2- 172.21.15.31:0/1673209054 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdea8003a00 0x7fdea8003e70 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fdeb4009fc0 tx=0x7fdea8005830 comp rx=0 tx=0).stop 2024-07-26T12:21:40.915 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:40.911+0000 7fdec9c00640 1 -- 172.21.15.31:0/1673209054 reap_dead start 2024-07-26T12:21:40.915 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:40.912+0000 7fdecbc00640 1 -- 172.21.15.31:0/1673209054 shutdown_connections 2024-07-26T12:21:40.916 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:40.912+0000 7fdecbc00640 1 -- 172.21.15.31:0/1673209054 >> 172.21.15.31:0/1673209054 conn(0x7fdec40b8d80 msgr2=0x7fdec40b9190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:40.916 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:40.912+0000 7fdecbc00640 1 -- 172.21.15.31:0/1673209054 shutdown_connections 2024-07-26T12:21:40.916 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:40.912+0000 7fdecbc00640 1 -- 172.21.15.31:0/1673209054 wait complete. 2024-07-26T12:21:40.918 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:40.914+0000 7fdecbc00640 1 Processor -- start 2024-07-26T12:21:40.918 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:40.914+0000 7fdecbc00640 1 -- start start 2024-07-26T12:21:40.918 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:40.915+0000 7fdecbc00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdea8003a00 0x7fdec4148d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:40.918 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:40.915+0000 7fdecbc00640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fdec4141040 0x7fdec40ae120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:40.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:40.915+0000 7fdecbc00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdec40ae660 0x7fdec41defa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:40.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:40.915+0000 7fdecbc00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fdec414a1d0 con 0x7fdea8003a00 2024-07-26T12:21:40.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:40.915+0000 7fdecbc00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fdec414a050 con 0x7fdec40ae660 2024-07-26T12:21:40.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:40.915+0000 7fdecbc00640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7fdec414a350 con 0x7fdec4141040 2024-07-26T12:21:40.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:40.916+0000 7fdec9200640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdea8003a00 0x7fdec4148d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:40.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:40.916+0000 7fdec9200640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdea8003a00 0x7fdec4148d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:38278/0 (socket says 172.21.15.31:38278) 2024-07-26T12:21:40.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:40.916+0000 7fdec9200640 1 -- 172.21.15.31:0/3846709140 learned_addr learned my addr 172.21.15.31:0/3846709140 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:40.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:40.916+0000 7fdec9c00640 1 --2- 172.21.15.31:0/3846709140 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdec40ae660 0x7fdec41defa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:40.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:40.916+0000 7fdec3e00640 1 --2- 172.21.15.31:0/3846709140 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fdec4141040 0x7fdec40ae120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:40.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:40.916+0000 7fdec9200640 1 -- 172.21.15.31:0/3846709140 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fdec4141040 msgr2=0x7fdec40ae120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:40.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:40.916+0000 7fdec9200640 1 --2- 172.21.15.31:0/3846709140 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fdec4141040 0x7fdec40ae120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:40.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:40.916+0000 7fdec9200640 1 -- 172.21.15.31:0/3846709140 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdec40ae660 msgr2=0x7fdec41defa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:40.920 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:40.916+0000 7fdec9200640 1 --2- 172.21.15.31:0/3846709140 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdec40ae660 0x7fdec41defa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:40.920 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:40.916+0000 7fdec9200640 1 -- 172.21.15.31:0/3846709140 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdec4142ac0 con 0x7fdea8003a00 2024-07-26T12:21:40.920 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:40.916+0000 7fdec9200640 1 --2- 172.21.15.31:0/3846709140 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdea8003a00 0x7fdec4148d50 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fdeb400e230 tx=0x7fdeb4031e50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:40.920 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:40.917+0000 7fdec0c00640 1 -- 172.21.15.31:0/3846709140 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdeb4009c10 con 0x7fdea8003a00 2024-07-26T12:21:40.920 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:40.917+0000 7fdec0c00640 1 -- 172.21.15.31:0/3846709140 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdeb4044650 con 0x7fdea8003a00 2024-07-26T12:21:40.920 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:40.917+0000 7fdecbc00640 1 -- 172.21.15.31:0/3846709140 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdec40ab9d0 con 0x7fdea8003a00 2024-07-26T12:21:40.920 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:40.917+0000 7fdec0c00640 1 -- 172.21.15.31:0/3846709140 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdeb4044aa0 con 0x7fdea8003a00 2024-07-26T12:21:40.920 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:40.917+0000 7fdecbc00640 1 -- 172.21.15.31:0/3846709140 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdec41dbd60 con 0x7fdea8003a00 2024-07-26T12:21:40.920 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:40.918+0000 7fdecbc00640 1 -- 172.21.15.31:0/3846709140 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdec4074000 con 0x7fdea8003a00 2024-07-26T12:21:40.921 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:40.919+0000 7fdec0c00640 1 -- 172.21.15.31:0/3846709140 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fdeb4005d10 con 0x7fdea8003a00 2024-07-26T12:21:40.922 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:40.921+0000 7fdec0c00640 1 --2- 172.21.15.31:0/3846709140 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fdea0077040 0x7fdea0079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:40.923 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:40.921+0000 7fdec0c00640 1 -- 172.21.15.31:0/3846709140 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(18..18 src has 1..18) ==== 4857+0+0 (secure 0 0 0) 0x7fdeb40ba080 con 0x7fdea8003a00 2024-07-26T12:21:40.923 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:40.922+0000 7fdec3e00640 1 --2- 172.21.15.31:0/3846709140 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fdea0077040 0x7fdea0079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:40.924 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:40.923+0000 7fdec3e00640 1 --2- 172.21.15.31:0/3846709140 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fdea0077040 0x7fdea0079550 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fdec40af7a0 tx=0x7fdeac008040 comp rx=0 tx=0).ready entity=mgr.4126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:40.928 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:40.927+0000 7fdec0c00640 1 -- 172.21.15.31:0/3846709140 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fdeb40834b0 con 0x7fdea8003a00 2024-07-26T12:21:41.181 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:41.179+0000 7fdecbc00640 1 -- 172.21.15.31:0/3846709140 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fdec40694f0 con 0x7fdea8003a00 2024-07-26T12:21:41.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:41.180+0000 7fdec0c00640 1 -- 172.21.15.31:0/3846709140 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) ==== 93+0+2258 (secure 0 0 0) 0x7fdeb40a4070 con 0x7fdea8003a00 2024-07-26T12:21:41.182 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-07-26T12:21:41.182 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":3,"btime":"2024-07-26T12:21:39:294122+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4339,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.123:6835/2510414777","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6834","nonce":2510414777},{"type":"v1","addr":"172.21.15.123:6835","nonce":2510414777}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4353,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6833/713364256","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":713364256},{"type":"v1","addr":"172.21.15.31:6833","nonce":713364256}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-07-26T12:21:41.183 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 3 2024-07-26T12:21:41.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:41.183+0000 7fdecbc00640 1 -- 172.21.15.31:0/3846709140 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fdea0077040 msgr2=0x7fdea0079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:41.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:41.183+0000 7fdecbc00640 1 --2- 172.21.15.31:0/3846709140 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fdea0077040 0x7fdea0079550 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fdec40af7a0 tx=0x7fdeac008040 comp rx=0 tx=0).stop 2024-07-26T12:21:41.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:41.183+0000 7fdecbc00640 1 -- 172.21.15.31:0/3846709140 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdea8003a00 msgr2=0x7fdec4148d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:41.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:41.183+0000 7fdecbc00640 1 --2- 172.21.15.31:0/3846709140 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdea8003a00 0x7fdec4148d50 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fdeb400e230 tx=0x7fdeb4031e50 comp rx=0 tx=0).stop 2024-07-26T12:21:41.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:41.184+0000 7fdecbc00640 1 -- 172.21.15.31:0/3846709140 shutdown_connections 2024-07-26T12:21:41.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:41.184+0000 7fdecbc00640 1 --2- 172.21.15.31:0/3846709140 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fdea0077040 0x7fdea0079550 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:41.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:41.184+0000 7fdecbc00640 1 --2- 172.21.15.31:0/3846709140 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdec40ae660 0x7fdec41defa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:41.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:41.184+0000 7fdecbc00640 1 --2- 172.21.15.31:0/3846709140 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fdec4141040 0x7fdec40ae120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:41.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:41.184+0000 7fdecbc00640 1 --2- 172.21.15.31:0/3846709140 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdea8003a00 0x7fdec4148d50 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:41.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:41.184+0000 7fdecbc00640 1 -- 172.21.15.31:0/3846709140 >> 172.21.15.31:0/3846709140 conn(0x7fdec40b8d80 msgr2=0x7fdec4073070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:41.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:41.184+0000 7fdecbc00640 1 -- 172.21.15.31:0/3846709140 shutdown_connections 2024-07-26T12:21:41.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:41.184+0000 7fdecbc00640 1 -- 172.21.15.31:0/3846709140 wait complete. 2024-07-26T12:21:41.212 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-07-26T12:21:41.491 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:41.489+0000 7f7a26200640 1 Processor -- start 2024-07-26T12:21:41.491 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:41.490+0000 7f7a26200640 1 -- start start 2024-07-26T12:21:41.493 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:41.492+0000 7f7a26200640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f7a201460c0 0x7f7a200b2550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:41.493 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:41.492+0000 7f7a26200640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7a20072400 con 0x7f7a20074300 2024-07-26T12:21:41.494 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:41.492+0000 7f7a26200640 1 -- --> v1:172.21.15.123:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7a200711c0 con 0x7f7a20070ca0 2024-07-26T12:21:41.494 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:41.492+0000 7f7a26200640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f7a20072120 con 0x7f7a201460c0 2024-07-26T12:21:41.494 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:41.492+0000 7f7a1ea00640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f7a20074300 0x7f7a201459b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:33414/0 (socket says 172.21.15.31:33414) 2024-07-26T12:21:41.494 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:41.492+0000 7f7a1ea00640 1 -- 172.21.15.31:0/4171029671 learned_addr learned my addr 172.21.15.31:0/4171029671 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-07-26T12:21:41.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:41.492+0000 7f7a1fe00640 1 --2- 172.21.15.31:0/4171029671 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f7a201460c0 0x7f7a200b2550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:41.496 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:41.493+0000 7f7a1e000640 1 -- 172.21.15.31:0/4171029671 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1322340904 0 0) 0x7f7a20072400 con 0x7f7a20074300 2024-07-26T12:21:41.496 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:41.493+0000 7f7a1e000640 1 -- 172.21.15.31:0/4171029671 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7a04003520 con 0x7f7a20074300 2024-07-26T12:21:41.496 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:41.493+0000 7f7a1e000640 1 -- 172.21.15.31:0/4171029671 <== mon.0 v1:172.21.15.31:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 149465091 0 0) 0x7f7a04003520 con 0x7f7a20074300 2024-07-26T12:21:41.496 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:41.493+0000 7f7a1e000640 1 -- 172.21.15.31:0/4171029671 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f7a201460c0 msgr2=0x7f7a200b2550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:41.496 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:41.493+0000 7f7a1e000640 1 --2- 172.21.15.31:0/4171029671 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f7a201460c0 0x7f7a200b2550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:41.496 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:41.493+0000 7f7a1e000640 1 -- 172.21.15.31:0/4171029671 >> v1:172.21.15.123:6789/0 conn(0x7f7a20070ca0 legacy=0x7f7a20073bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:41.496 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:41.493+0000 7f7a1e000640 1 -- 172.21.15.31:0/4171029671 --> v1:172.21.15.31:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7a200714a0 con 0x7f7a20074300 2024-07-26T12:21:41.496 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:41.493+0000 7f7a1e000640 1 -- 172.21.15.31:0/4171029671 <== mon.0 v1:172.21.15.31:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 972834220 0 0) 0x7f7a0c0016f0 con 0x7f7a20074300 2024-07-26T12:21:41.496 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:41.493+0000 7f7a1e000640 1 -- 172.21.15.31:0/4171029671 >> v1:172.21.15.31:6789/0 conn(0x7f7a20074300 legacy=0x7f7a201459b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:41.496 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:41.493+0000 7f7a1e000640 1 --2- 172.21.15.31:0/4171029671 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7a040039e0 0x7f7a04003e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:41.496 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:41.493+0000 7f7a1e000640 1 --2- 172.21.15.31:0/4171029671 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7a04004800 0x7f7a04004c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:41.497 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:41.493+0000 7f7a1e000640 1 --2- 172.21.15.31:0/4171029671 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f7a201460c0 0x7f7a040052d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:41.497 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:41.493+0000 7f7a1e000640 1 -- 172.21.15.31:0/4171029671 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f7a20072120 con 0x7f7a040039e0 2024-07-26T12:21:41.497 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:41.493+0000 7f7a1e000640 1 -- 172.21.15.31:0/4171029671 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f7a0400bba0 con 0x7f7a04004800 2024-07-26T12:21:41.497 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:41.493+0000 7f7a1e000640 1 -- 172.21.15.31:0/4171029671 --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f7a0400bda0 con 0x7f7a201460c0 2024-07-26T12:21:41.497 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:41.493+0000 7f7a1f400640 1 --2- 172.21.15.31:0/4171029671 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7a040039e0 0x7f7a04003e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:41.497 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:41.494+0000 7f7a1ea00640 1 --2- 172.21.15.31:0/4171029671 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7a04004800 0x7f7a04004c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:41.497 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:41.494+0000 7f7a1fe00640 1 --2- 172.21.15.31:0/4171029671 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f7a201460c0 0x7f7a040052d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:41.497 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:41.494+0000 7f7a1f400640 1 -- 172.21.15.31:0/4171029671 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f7a201460c0 msgr2=0x7f7a040052d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:41.497 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:41.494+0000 7f7a1f400640 1 --2- 172.21.15.31:0/4171029671 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f7a201460c0 0x7f7a040052d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:41.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:41.494+0000 7f7a1f400640 1 -- 172.21.15.31:0/4171029671 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7a04004800 msgr2=0x7f7a04004c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:41.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:41.494+0000 7f7a1f400640 1 --2- 172.21.15.31:0/4171029671 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7a04004800 0x7f7a04004c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:41.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:41.494+0000 7f7a1f400640 1 -- 172.21.15.31:0/4171029671 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7a04003520 con 0x7f7a040039e0 2024-07-26T12:21:41.499 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:41.495+0000 7f7a1f400640 1 --2- 172.21.15.31:0/4171029671 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7a040039e0 0x7f7a04003e10 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f7a10001860 tx=0x7f7a04005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=12b566ab3bf9c4eb server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:41.499 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:41.495+0000 7f7a1e000640 1 -- 172.21.15.31:0/4171029671 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a10037070 con 0x7f7a040039e0 2024-07-26T12:21:41.499 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:41.496+0000 7f7a1e000640 1 -- 172.21.15.31:0/4171029671 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7a1002ac10 con 0x7f7a040039e0 2024-07-26T12:21:41.499 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:41.496+0000 7f7a1e000640 1 -- 172.21.15.31:0/4171029671 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a100014b0 con 0x7f7a040039e0 2024-07-26T12:21:41.499 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:41.496+0000 7f7a26200640 1 -- 172.21.15.31:0/4171029671 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7a040039e0 msgr2=0x7f7a04003e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:41.499 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:41.496+0000 7f7a26200640 1 --2- 172.21.15.31:0/4171029671 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7a040039e0 0x7f7a04003e10 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f7a10001860 tx=0x7f7a04005830 comp rx=0 tx=0).stop 2024-07-26T12:21:41.499 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:41.496+0000 7f7a1fe00640 1 -- 172.21.15.31:0/4171029671 reap_dead start 2024-07-26T12:21:41.499 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:41.496+0000 7f7a26200640 1 -- 172.21.15.31:0/4171029671 shutdown_connections 2024-07-26T12:21:41.499 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:41.496+0000 7f7a26200640 1 -- 172.21.15.31:0/4171029671 >> 172.21.15.31:0/4171029671 conn(0x7f7a200b8d80 msgr2=0x7f7a200b9190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:41.499 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:41.496+0000 7f7a26200640 1 -- 172.21.15.31:0/4171029671 shutdown_connections 2024-07-26T12:21:41.499 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:41.497+0000 7f7a26200640 1 -- 172.21.15.31:0/4171029671 wait complete. 2024-07-26T12:21:41.500 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:41.499+0000 7f7a26200640 1 Processor -- start 2024-07-26T12:21:41.500 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:41.499+0000 7f7a26200640 1 -- start start 2024-07-26T12:21:41.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:41.500+0000 7f7a26200640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f7a040039e0 0x7f7a201ce610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:41.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:41.500+0000 7f7a26200640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7a201d9f70 0x7f7a2013d990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:41.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:41.500+0000 7f7a26200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7a2013ded0 0x7f7a201dcbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:41.504 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:41.500+0000 7f7a26200640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f7a200b0430 con 0x7f7a201d9f70 2024-07-26T12:21:41.504 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:41.500+0000 7f7a26200640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f7a200b02b0 con 0x7f7a2013ded0 2024-07-26T12:21:41.504 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:41.500+0000 7f7a26200640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f7a200b05b0 con 0x7f7a040039e0 2024-07-26T12:21:41.504 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:41.500+0000 7f7a1ea00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7a201d9f70 0x7f7a2013d990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:41.504 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:41.500+0000 7f7a1ea00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7a201d9f70 0x7f7a2013d990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:38296/0 (socket says 172.21.15.31:38296) 2024-07-26T12:21:41.504 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:41.500+0000 7f7a1ea00640 1 -- 172.21.15.31:0/3380007311 learned_addr learned my addr 172.21.15.31:0/3380007311 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:41.504 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:41.501+0000 7f7a1f400640 1 --2- 172.21.15.31:0/3380007311 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f7a040039e0 0x7f7a201ce610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:41.504 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:41.501+0000 7f7a1fe00640 1 --2- 172.21.15.31:0/3380007311 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7a2013ded0 0x7f7a201dcbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:41.504 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:41.501+0000 7f7a1ea00640 1 -- 172.21.15.31:0/3380007311 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f7a040039e0 msgr2=0x7f7a201ce610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:41.504 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:41.501+0000 7f7a1ea00640 1 --2- 172.21.15.31:0/3380007311 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f7a040039e0 0x7f7a201ce610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:41.504 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:41.501+0000 7f7a1ea00640 1 -- 172.21.15.31:0/3380007311 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7a2013ded0 msgr2=0x7f7a201dcbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:41.504 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:41.501+0000 7f7a1ea00640 1 --2- 172.21.15.31:0/3380007311 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7a2013ded0 0x7f7a201dcbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:41.505 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:41.501+0000 7f7a1ea00640 1 -- 172.21.15.31:0/3380007311 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7a201430b0 con 0x7f7a201d9f70 2024-07-26T12:21:41.505 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:41.501+0000 7f7a1f400640 1 --2- 172.21.15.31:0/3380007311 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f7a040039e0 0x7f7a201ce610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T12:21:41.505 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:41.501+0000 7f7a1ea00640 1 --2- 172.21.15.31:0/3380007311 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7a201d9f70 0x7f7a2013d990 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f7a0c00e780 tx=0x7f7a0c00ec40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:41.505 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:41.502+0000 7f7a17400640 1 -- 172.21.15.31:0/3380007311 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a0c00c660 con 0x7f7a201d9f70 2024-07-26T12:21:41.505 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:41.502+0000 7f7a17400640 1 -- 172.21.15.31:0/3380007311 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7a0c018070 con 0x7f7a201d9f70 2024-07-26T12:21:41.505 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:41.502+0000 7f7a26200640 1 -- 172.21.15.31:0/3380007311 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7a201d9770 con 0x7f7a201d9f70 2024-07-26T12:21:41.505 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:41.502+0000 7f7a17400640 1 -- 172.21.15.31:0/3380007311 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a0c00cb90 con 0x7f7a201d9f70 2024-07-26T12:21:41.505 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:41.502+0000 7f7a26200640 1 -- 172.21.15.31:0/3380007311 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7a2013fff0 con 0x7f7a201d9f70 2024-07-26T12:21:41.506 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:41.503+0000 7f7a26200640 1 -- 172.21.15.31:0/3380007311 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7a201459b0 con 0x7f7a201d9f70 2024-07-26T12:21:41.506 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:41.504+0000 7f7a17400640 1 -- 172.21.15.31:0/3380007311 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f7a0c01d460 con 0x7f7a201d9f70 2024-07-26T12:21:41.507 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:41.505+0000 7f7a17400640 1 --2- 172.21.15.31:0/3380007311 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f7a00077010 0x7f7a00079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:41.507 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:41.505+0000 7f7a17400640 1 -- 172.21.15.31:0/3380007311 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(18..18 src has 1..18) ==== 4857+0+0 (secure 0 0 0) 0x7f7a0c098400 con 0x7f7a201d9f70 2024-07-26T12:21:41.507 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:41.506+0000 7f7a1f400640 1 --2- 172.21.15.31:0/3380007311 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f7a00077010 0x7f7a00079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:41.508 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:41.507+0000 7f7a1f400640 1 --2- 172.21.15.31:0/3380007311 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f7a00077010 0x7f7a00079520 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f7a10034000 tx=0x7f7a10005040 comp rx=0 tx=0).ready entity=mgr.4126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:41.511 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:41.510+0000 7f7a17400640 1 -- 172.21.15.31:0/3380007311 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f7a0c061970 con 0x7f7a201d9f70 2024-07-26T12:21:41.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:41.728+0000 7f7a26200640 1 -- 172.21.15.31:0/3380007311 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f7a200b1820 con 0x7f7a201d9f70 2024-07-26T12:21:41.731 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:41.729+0000 7f7a17400640 1 -- 172.21.15.31:0/3380007311 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v18) ==== 84+0+65 (secure 0 0 0) 0x7f7a0c061270 con 0x7f7a201d9f70 2024-07-26T12:21:41.731 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-07-26T12:21:41.731 INFO:teuthology.orchestra.run.smithi031.stdout:[ 2024-07-26T12:21:41.731 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-07-26T12:21:41.731 INFO:teuthology.orchestra.run.smithi031.stdout: "poolnum": 1, 2024-07-26T12:21:41.732 INFO:teuthology.orchestra.run.smithi031.stdout: "poolname": ".mgr" 2024-07-26T12:21:41.732 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-07-26T12:21:41.732 INFO:teuthology.orchestra.run.smithi031.stdout:] 2024-07-26T12:21:41.734 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:41.732+0000 7f7a26200640 1 -- 172.21.15.31:0/3380007311 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f7a00077010 msgr2=0x7f7a00079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:41.734 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:41.732+0000 7f7a26200640 1 --2- 172.21.15.31:0/3380007311 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f7a00077010 0x7f7a00079520 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f7a10034000 tx=0x7f7a10005040 comp rx=0 tx=0).stop 2024-07-26T12:21:41.734 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:41.732+0000 7f7a26200640 1 -- 172.21.15.31:0/3380007311 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7a201d9f70 msgr2=0x7f7a2013d990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:41.734 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:41.732+0000 7f7a26200640 1 --2- 172.21.15.31:0/3380007311 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7a201d9f70 0x7f7a2013d990 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f7a0c00e780 tx=0x7f7a0c00ec40 comp rx=0 tx=0).stop 2024-07-26T12:21:41.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:41.732+0000 7f7a26200640 1 -- 172.21.15.31:0/3380007311 shutdown_connections 2024-07-26T12:21:41.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:41.733+0000 7f7a26200640 1 --2- 172.21.15.31:0/3380007311 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f7a00077010 0x7f7a00079520 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:41.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:41.733+0000 7f7a26200640 1 --2- 172.21.15.31:0/3380007311 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7a2013ded0 0x7f7a201dcbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:41.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:41.733+0000 7f7a26200640 1 --2- 172.21.15.31:0/3380007311 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7a201d9f70 0x7f7a2013d990 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:41.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:41.733+0000 7f7a26200640 1 --2- 172.21.15.31:0/3380007311 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f7a040039e0 0x7f7a201ce610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:41.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:41.733+0000 7f7a26200640 1 -- 172.21.15.31:0/3380007311 >> 172.21.15.31:0/3380007311 conn(0x7f7a200b8d80 msgr2=0x7f7a200b0bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:41.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:41.733+0000 7f7a26200640 1 -- 172.21.15.31:0/3380007311 shutdown_connections 2024-07-26T12:21:41.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:41.733+0000 7f7a26200640 1 -- 172.21.15.31:0/3380007311 wait complete. 2024-07-26T12:21:41.760 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-07-26T12:21:41.761 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-07-26T12:21:42.035 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.034+0000 7fe8c9a00640 1 Processor -- start 2024-07-26T12:21:42.036 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.034+0000 7fe8c9a00640 1 -- start start 2024-07-26T12:21:42.037 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.036+0000 7fe8c9a00640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe8c406eb90 0x7fe8c413f1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:42.037 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.036+0000 7fe8c9a00640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe8c41465b0 con 0x7fe8c413f6f0 2024-07-26T12:21:42.037 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.036+0000 7fe8c9a00640 1 -- --> v1:172.21.15.123:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe8c41456c0 con 0x7fe8c409ee70 2024-07-26T12:21:42.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.036+0000 7fe8c9a00640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7fe8c4145a10 con 0x7fe8c406eb90 2024-07-26T12:21:42.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.036+0000 7fe8c3400640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7fe8c413f6f0 0x7fe8c4150040 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:33424/0 (socket says 172.21.15.31:33424) 2024-07-26T12:21:42.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.036+0000 7fe8c3400640 1 -- 172.21.15.31:0/2831062109 learned_addr learned my addr 172.21.15.31:0/2831062109 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-07-26T12:21:42.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.037+0000 7fe8c2000640 1 --2- 172.21.15.31:0/2831062109 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe8c406eb90 0x7fe8c413f1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:42.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.037+0000 7fe8c1600640 1 -- 172.21.15.31:0/2831062109 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3197072673 0 0) 0x7fe8c41465b0 con 0x7fe8c413f6f0 2024-07-26T12:21:42.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.037+0000 7fe8c1600640 1 -- 172.21.15.31:0/2831062109 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe8a8003520 con 0x7fe8c413f6f0 2024-07-26T12:21:42.045 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.037+0000 7fe8c1600640 1 -- 172.21.15.31:0/2831062109 <== mon.0 v1:172.21.15.31:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 232765928 0 0) 0x7fe8a8003520 con 0x7fe8c413f6f0 2024-07-26T12:21:42.045 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.037+0000 7fe8c1600640 1 -- 172.21.15.31:0/2831062109 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe8c406eb90 msgr2=0x7fe8c413f1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:42.045 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.037+0000 7fe8c1600640 1 --2- 172.21.15.31:0/2831062109 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe8c406eb90 0x7fe8c413f1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:42.045 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.037+0000 7fe8c1600640 1 -- 172.21.15.31:0/2831062109 >> v1:172.21.15.123:6789/0 conn(0x7fe8c409ee70 legacy=0x7fe8c4145ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:42.045 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.037+0000 7fe8c1600640 1 -- 172.21.15.31:0/2831062109 --> v1:172.21.15.31:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe8c40b08b0 con 0x7fe8c413f6f0 2024-07-26T12:21:42.045 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.037+0000 7fe8c1600640 1 -- 172.21.15.31:0/2831062109 <== mon.0 v1:172.21.15.31:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 972834220 0 0) 0x7fe8bc0016f0 con 0x7fe8c413f6f0 2024-07-26T12:21:42.045 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.037+0000 7fe8c1600640 1 -- 172.21.15.31:0/2831062109 >> v1:172.21.15.31:6789/0 conn(0x7fe8c413f6f0 legacy=0x7fe8c4150040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:42.045 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.037+0000 7fe8c1600640 1 --2- 172.21.15.31:0/2831062109 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe8a80039e0 0x7fe8a8003e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:42.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.038+0000 7fe8c1600640 1 --2- 172.21.15.31:0/2831062109 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe8c406eb90 0x7fe8a8004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:42.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.038+0000 7fe8c1600640 1 --2- 172.21.15.31:0/2831062109 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe8a8004d40 0x7fe8a8005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:42.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.038+0000 7fe8c1600640 1 -- 172.21.15.31:0/2831062109 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fe8c4145a10 con 0x7fe8a8004d40 2024-07-26T12:21:42.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.038+0000 7fe8c1600640 1 -- 172.21.15.31:0/2831062109 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fe8a800bb50 con 0x7fe8a80039e0 2024-07-26T12:21:42.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.038+0000 7fe8c1600640 1 -- 172.21.15.31:0/2831062109 --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7fe8a800bd00 con 0x7fe8c406eb90 2024-07-26T12:21:42.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.038+0000 7fe8c3400640 1 --2- 172.21.15.31:0/2831062109 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe8a8004d40 0x7fe8a8005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:42.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.038+0000 7fe8c2a00640 1 --2- 172.21.15.31:0/2831062109 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe8a80039e0 0x7fe8a8003e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:42.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.038+0000 7fe8c2000640 1 --2- 172.21.15.31:0/2831062109 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe8c406eb90 0x7fe8a8004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:42.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.038+0000 7fe8c3400640 1 -- 172.21.15.31:0/2831062109 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe8c406eb90 msgr2=0x7fe8a8004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:42.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.038+0000 7fe8c3400640 1 --2- 172.21.15.31:0/2831062109 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe8c406eb90 0x7fe8a8004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:42.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.038+0000 7fe8c3400640 1 -- 172.21.15.31:0/2831062109 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe8a80039e0 msgr2=0x7fe8a8003e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:42.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.038+0000 7fe8c3400640 1 --2- 172.21.15.31:0/2831062109 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe8a80039e0 0x7fe8a8003e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:42.047 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.038+0000 7fe8c3400640 1 -- 172.21.15.31:0/2831062109 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe8a8003520 con 0x7fe8a8004d40 2024-07-26T12:21:42.047 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.038+0000 7fe8c2000640 1 --2- 172.21.15.31:0/2831062109 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe8c406eb90 0x7fe8a8004800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T12:21:42.047 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.039+0000 7fe8c3400640 1 --2- 172.21.15.31:0/2831062109 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe8a8004d40 0x7fe8a8005190 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fe8c40afba0 tx=0x7fe8a8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=795d396ec9582bd2 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:42.047 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.040+0000 7fe8c1600640 1 -- 172.21.15.31:0/2831062109 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8bc007ca0 con 0x7fe8a8004d40 2024-07-26T12:21:42.047 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.040+0000 7fe8c1600640 1 -- 172.21.15.31:0/2831062109 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe8bc005ad0 con 0x7fe8a8004d40 2024-07-26T12:21:42.047 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.040+0000 7fe8c1600640 1 -- 172.21.15.31:0/2831062109 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8bc007070 con 0x7fe8a8004d40 2024-07-26T12:21:42.047 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.040+0000 7fe8c9a00640 1 -- 172.21.15.31:0/2831062109 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe8a8004d40 msgr2=0x7fe8a8005190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:42.047 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.040+0000 7fe8c9a00640 1 --2- 172.21.15.31:0/2831062109 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe8a8004d40 0x7fe8a8005190 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fe8c40afba0 tx=0x7fe8a8005830 comp rx=0 tx=0).stop 2024-07-26T12:21:42.047 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.041+0000 7fe8c3400640 1 -- 172.21.15.31:0/2831062109 reap_dead start 2024-07-26T12:21:42.047 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.041+0000 7fe8c9a00640 1 -- 172.21.15.31:0/2831062109 shutdown_connections 2024-07-26T12:21:42.047 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.041+0000 7fe8c9a00640 1 -- 172.21.15.31:0/2831062109 >> 172.21.15.31:0/2831062109 conn(0x7fe8c40b6ff0 msgr2=0x7fe8c40b7400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:42.047 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.041+0000 7fe8c9a00640 1 -- 172.21.15.31:0/2831062109 shutdown_connections 2024-07-26T12:21:42.047 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.041+0000 7fe8c9a00640 1 -- 172.21.15.31:0/2831062109 wait complete. 2024-07-26T12:21:42.047 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.043+0000 7fe8c9a00640 1 Processor -- start 2024-07-26T12:21:42.048 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.043+0000 7fe8c9a00640 1 -- start start 2024-07-26T12:21:42.050 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.044+0000 7fe8c9a00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe8a8004d40 0x7fe8c40738a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:42.050 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.044+0000 7fe8c9a00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe8c4072480 0x7fe8c409e1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:42.050 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.044+0000 7fe8c9a00640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe8c41dcb50 0x7fe8c409e720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:42.050 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.044+0000 7fe8c9a00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fe8c413f330 con 0x7fe8a8004d40 2024-07-26T12:21:42.050 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.044+0000 7fe8c9a00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fe8c413f1b0 con 0x7fe8c4072480 2024-07-26T12:21:42.050 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.044+0000 7fe8c9a00640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7fe8c413f4b0 con 0x7fe8c41dcb50 2024-07-26T12:21:42.050 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.045+0000 7fe8c2a00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe8a8004d40 0x7fe8c40738a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:42.050 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.045+0000 7fe8c2a00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe8a8004d40 0x7fe8c40738a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:38318/0 (socket says 172.21.15.31:38318) 2024-07-26T12:21:42.050 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.045+0000 7fe8c2a00640 1 -- 172.21.15.31:0/1580243070 learned_addr learned my addr 172.21.15.31:0/1580243070 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:42.051 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.045+0000 7fe8c3400640 1 --2- 172.21.15.31:0/1580243070 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe8c41dcb50 0x7fe8c409e720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:42.051 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.045+0000 7fe8c2000640 1 --2- 172.21.15.31:0/1580243070 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe8c4072480 0x7fe8c409e1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:42.051 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.045+0000 7fe8c2a00640 1 -- 172.21.15.31:0/1580243070 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe8c41dcb50 msgr2=0x7fe8c409e720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:42.051 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.045+0000 7fe8c2a00640 1 --2- 172.21.15.31:0/1580243070 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe8c41dcb50 0x7fe8c409e720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:42.051 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.045+0000 7fe8c2a00640 1 -- 172.21.15.31:0/1580243070 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe8c4072480 msgr2=0x7fe8c409e1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:42.051 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.045+0000 7fe8c2a00640 1 --2- 172.21.15.31:0/1580243070 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe8c4072480 0x7fe8c409e1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:42.051 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.045+0000 7fe8c2a00640 1 -- 172.21.15.31:0/1580243070 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe8c409ec60 con 0x7fe8a8004d40 2024-07-26T12:21:42.051 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.045+0000 7fe8c2a00640 1 --2- 172.21.15.31:0/1580243070 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe8a8004d40 0x7fe8c40738a0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fe8b4007fd0 tx=0x7fe8b400ef80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:42.051 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.046+0000 7fe8baa00640 1 -- 172.21.15.31:0/1580243070 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8b4003b80 con 0x7fe8a8004d40 2024-07-26T12:21:42.051 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.046+0000 7fe8baa00640 1 -- 172.21.15.31:0/1580243070 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe8b4018070 con 0x7fe8a8004d40 2024-07-26T12:21:42.051 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.046+0000 7fe8baa00640 1 -- 172.21.15.31:0/1580243070 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8b400c9e0 con 0x7fe8a8004d40 2024-07-26T12:21:42.051 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.046+0000 7fe8c9a00640 1 -- 172.21.15.31:0/1580243070 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe8c41dc070 con 0x7fe8a8004d40 2024-07-26T12:21:42.051 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.046+0000 7fe8c9a00640 1 -- 172.21.15.31:0/1580243070 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe8c41dc630 con 0x7fe8a8004d40 2024-07-26T12:21:42.051 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.047+0000 7fe8c9a00640 1 -- 172.21.15.31:0/1580243070 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe8c40728f0 con 0x7fe8a8004d40 2024-07-26T12:21:42.052 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.049+0000 7fe8baa00640 1 -- 172.21.15.31:0/1580243070 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fe8b400cb80 con 0x7fe8a8004d40 2024-07-26T12:21:42.052 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.050+0000 7fe8baa00640 1 --2- 172.21.15.31:0/1580243070 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fe8a0077010 0x7fe8a0079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:42.052 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.050+0000 7fe8baa00640 1 -- 172.21.15.31:0/1580243070 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(18..18 src has 1..18) ==== 4857+0+0 (secure 0 0 0) 0x7fe8b4098880 con 0x7fe8a8004d40 2024-07-26T12:21:42.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.051+0000 7fe8c2000640 1 --2- 172.21.15.31:0/1580243070 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fe8a0077010 0x7fe8a0079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:42.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.052+0000 7fe8c2000640 1 --2- 172.21.15.31:0/1580243070 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fe8a0077010 0x7fe8a0079520 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fe8c4071c50 tx=0x7fe8ac008040 comp rx=0 tx=0).ready entity=mgr.4126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:42.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.055+0000 7fe8baa00640 1 -- 172.21.15.31:0/1580243070 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fe8b4061d30 con 0x7fe8a8004d40 2024-07-26T12:21:42.274 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.273+0000 7fe8c9a00640 1 -- 172.21.15.31:0/1580243070 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7fe8c413e920 con 0x7fe8a8004d40 2024-07-26T12:21:42.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.538+0000 7fe8baa00640 1 -- 172.21.15.31:0/1580243070 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v19) ==== 138+0+0 (secure 0 0 0) 0x7fe8b4061630 con 0x7fe8a8004d40 2024-07-26T12:21:42.540 INFO:teuthology.orchestra.run.smithi031.stderr:pool 'cephfs_metadata' created 2024-07-26T12:21:42.544 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.542+0000 7fe8c9a00640 1 -- 172.21.15.31:0/1580243070 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fe8a0077010 msgr2=0x7fe8a0079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:42.544 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.542+0000 7fe8c9a00640 1 --2- 172.21.15.31:0/1580243070 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fe8a0077010 0x7fe8a0079520 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fe8c4071c50 tx=0x7fe8ac008040 comp rx=0 tx=0).stop 2024-07-26T12:21:42.544 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.542+0000 7fe8c9a00640 1 -- 172.21.15.31:0/1580243070 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe8a8004d40 msgr2=0x7fe8c40738a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:42.544 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.542+0000 7fe8c9a00640 1 --2- 172.21.15.31:0/1580243070 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe8a8004d40 0x7fe8c40738a0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fe8b4007fd0 tx=0x7fe8b400ef80 comp rx=0 tx=0).stop 2024-07-26T12:21:42.544 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.542+0000 7fe8c9a00640 1 -- 172.21.15.31:0/1580243070 shutdown_connections 2024-07-26T12:21:42.544 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.542+0000 7fe8c9a00640 1 --2- 172.21.15.31:0/1580243070 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fe8a0077010 0x7fe8a0079520 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:42.545 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.542+0000 7fe8c9a00640 1 --2- 172.21.15.31:0/1580243070 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe8c41dcb50 0x7fe8c409e720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:42.545 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.542+0000 7fe8c9a00640 1 --2- 172.21.15.31:0/1580243070 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe8c4072480 0x7fe8c409e1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:42.545 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.542+0000 7fe8c9a00640 1 --2- 172.21.15.31:0/1580243070 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe8a8004d40 0x7fe8c40738a0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:42.545 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.542+0000 7fe8c9a00640 1 -- 172.21.15.31:0/1580243070 >> 172.21.15.31:0/1580243070 conn(0x7fe8c40b6ff0 msgr2=0x7fe8c40b50a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:42.545 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.542+0000 7fe8c9a00640 1 -- 172.21.15.31:0/1580243070 shutdown_connections 2024-07-26T12:21:42.545 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.543+0000 7fe8c9a00640 1 -- 172.21.15.31:0/1580243070 wait complete. 2024-07-26T12:21:42.579 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-07-26T12:21:42.843 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.841+0000 7f46d3200640 1 Processor -- start 2024-07-26T12:21:42.843 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.841+0000 7f46d3200640 1 -- start start 2024-07-26T12:21:42.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.843+0000 7f46d3200640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f46d4145e70 0x7f46d4150f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:42.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.843+0000 7f46d3200640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f46d4072350 con 0x7f46d40af9f0 2024-07-26T12:21:42.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.843+0000 7f46d3200640 1 -- --> v1:172.21.15.123:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f46d4070fd0 con 0x7f46d40b5110 2024-07-26T12:21:42.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.843+0000 7f46d3200640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f46d4070d80 con 0x7f46d4145e70 2024-07-26T12:21:42.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.843+0000 7f46d1e00640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f46d40af9f0 0x7f46d40b4a00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:33438/0 (socket says 172.21.15.31:33438) 2024-07-26T12:21:42.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.843+0000 7f46d1e00640 1 -- 172.21.15.31:0/317937102 learned_addr learned my addr 172.21.15.31:0/317937102 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-07-26T12:21:42.846 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.844+0000 7f46d2800640 1 --2- 172.21.15.31:0/317937102 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f46d4145e70 0x7f46d4150f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:42.846 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.844+0000 7f46d1400640 1 -- 172.21.15.31:0/317937102 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2129311085 0 0) 0x7f46d4072350 con 0x7f46d40af9f0 2024-07-26T12:21:42.847 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.844+0000 7f46d1400640 1 -- 172.21.15.31:0/317937102 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f46b8003520 con 0x7f46d40af9f0 2024-07-26T12:21:42.847 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.845+0000 7f46d1400640 1 -- 172.21.15.31:0/317937102 <== mon.1 v1:172.21.15.123:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1145371916 0 0) 0x7f46d4070fd0 con 0x7f46d40b5110 2024-07-26T12:21:42.847 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.845+0000 7f46d1400640 1 -- 172.21.15.31:0/317937102 --> v1:172.21.15.123:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f46d4072350 con 0x7f46d40b5110 2024-07-26T12:21:42.847 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.845+0000 7f46d2800640 1 -- 172.21.15.31:0/317937102 >> v1:172.21.15.123:6789/0 conn(0x7f46d40b5110 legacy=0x7f46d4145760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:42.847 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.845+0000 7f46d2800640 1 -- 172.21.15.31:0/317937102 >> v1:172.21.15.31:6789/0 conn(0x7f46d40af9f0 legacy=0x7f46d40b4a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:42.847 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.845+0000 7f46d1400640 1 -- 172.21.15.31:0/317937102 <== mon.0 v1:172.21.15.31:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 849136729 0 0) 0x7f46b8003520 con 0x7f46d40af9f0 2024-07-26T12:21:42.847 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.845+0000 7f46d2800640 1 -- 172.21.15.31:0/317937102 --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f46d40712b0 con 0x7f46d4145e70 2024-07-26T12:21:42.847 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.846+0000 7f46d2800640 1 --2- 172.21.15.31:0/317937102 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f46d4145e70 0x7f46d4150f80 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f46cc009dc0 tx=0x7f46cc02a660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ed02a4715ced628f server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:42.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.847+0000 7f46d1400640 1 -- 172.21.15.31:0/317937102 <== mon.2 v2:172.21.15.123:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46c40016f0 con 0x7f46d4145e70 2024-07-26T12:21:42.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.847+0000 7f46d1400640 1 -- 172.21.15.31:0/317937102 <== mon.2 v2:172.21.15.123:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f46cc007540 con 0x7f46d4145e70 2024-07-26T12:21:42.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.847+0000 7f46d1400640 1 -- 172.21.15.31:0/317937102 <== mon.2 v2:172.21.15.123:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46cc007910 con 0x7f46d4145e70 2024-07-26T12:21:42.849 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.848+0000 7f46d3200640 1 -- 172.21.15.31:0/317937102 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f46d4145e70 msgr2=0x7f46d4150f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:42.849 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.848+0000 7f46d3200640 1 --2- 172.21.15.31:0/317937102 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f46d4145e70 0x7f46d4150f80 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f46cc009dc0 tx=0x7f46cc02a660 comp rx=0 tx=0).stop 2024-07-26T12:21:42.849 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.848+0000 7f46d3200640 1 -- 172.21.15.31:0/317937102 shutdown_connections 2024-07-26T12:21:42.849 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.848+0000 7f46d3200640 1 --2- 172.21.15.31:0/317937102 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f46d4145e70 0x7f46d4150f80 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:42.849 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.848+0000 7f46d3200640 1 -- 172.21.15.31:0/317937102 >> 172.21.15.31:0/317937102 conn(0x7f46d40b5d60 msgr2=0x7f46d406c7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:42.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.848+0000 7f46d3200640 1 -- 172.21.15.31:0/317937102 shutdown_connections 2024-07-26T12:21:42.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.848+0000 7f46d3200640 1 -- 172.21.15.31:0/317937102 wait complete. 2024-07-26T12:21:42.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.850+0000 7f46d3200640 1 Processor -- start 2024-07-26T12:21:42.852 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.850+0000 7f46d3200640 1 -- start start 2024-07-26T12:21:42.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.851+0000 7f46d3200640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f46d40af9f0 0x7f46d41411c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:42.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.851+0000 7f46d3200640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f46d40b5110 0x7f46d41de3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:42.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.851+0000 7f46d3200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f46d4145e70 0x7f46d4136970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:42.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.851+0000 7f46d3200640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f46d4151850 con 0x7f46d40af9f0 2024-07-26T12:21:42.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.851+0000 7f46d3200640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f46d41516d0 con 0x7f46d4145e70 2024-07-26T12:21:42.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.851+0000 7f46d3200640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f46d41519d0 con 0x7f46d40b5110 2024-07-26T12:21:42.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.852+0000 7f46d1e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f46d40af9f0 0x7f46d41411c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:42.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.852+0000 7f46d1e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f46d40af9f0 0x7f46d41411c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:38332/0 (socket says 172.21.15.31:38332) 2024-07-26T12:21:42.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.852+0000 7f46d1e00640 1 -- 172.21.15.31:0/3996108899 learned_addr learned my addr 172.21.15.31:0/3996108899 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:42.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.852+0000 7f46cbe00640 1 --2- 172.21.15.31:0/3996108899 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f46d40b5110 0x7f46d41de3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:42.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.852+0000 7f46d2800640 1 --2- 172.21.15.31:0/3996108899 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f46d4145e70 0x7f46d4136970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:42.859 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.852+0000 7f46d1e00640 1 -- 172.21.15.31:0/3996108899 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f46d40b5110 msgr2=0x7f46d41de3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:42.859 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.852+0000 7f46d1e00640 1 --2- 172.21.15.31:0/3996108899 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f46d40b5110 0x7f46d41de3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:42.859 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.852+0000 7f46d1e00640 1 -- 172.21.15.31:0/3996108899 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f46d4145e70 msgr2=0x7f46d4136970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:42.859 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.852+0000 7f46d1e00640 1 --2- 172.21.15.31:0/3996108899 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f46d4145e70 0x7f46d4136970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:42.859 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.852+0000 7f46d1e00640 1 -- 172.21.15.31:0/3996108899 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f46d41ddf30 con 0x7f46d40af9f0 2024-07-26T12:21:42.860 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.853+0000 7f46d1e00640 1 --2- 172.21.15.31:0/3996108899 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f46d40af9f0 0x7f46d41411c0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f46c400c4f0 tx=0x7f46c400c9b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:42.860 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.853+0000 7f46ca000640 1 -- 172.21.15.31:0/3996108899 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46c4005ce0 con 0x7f46d40af9f0 2024-07-26T12:21:42.860 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.853+0000 7f46ca000640 1 -- 172.21.15.31:0/3996108899 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f46c4007070 con 0x7f46d40af9f0 2024-07-26T12:21:42.860 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.853+0000 7f46ca000640 1 -- 172.21.15.31:0/3996108899 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46c40074c0 con 0x7f46d40af9f0 2024-07-26T12:21:42.860 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.853+0000 7f46d3200640 1 -- 172.21.15.31:0/3996108899 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f46d41de930 con 0x7f46d40af9f0 2024-07-26T12:21:42.860 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.853+0000 7f46d3200640 1 -- 172.21.15.31:0/3996108899 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f46d413ee40 con 0x7f46d40af9f0 2024-07-26T12:21:42.860 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.854+0000 7f46d3200640 1 -- 172.21.15.31:0/3996108899 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f46d40b4a00 con 0x7f46d40af9f0 2024-07-26T12:21:42.860 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.856+0000 7f46ca000640 1 -- 172.21.15.31:0/3996108899 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f46c401b400 con 0x7f46d40af9f0 2024-07-26T12:21:42.860 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.857+0000 7f46ca000640 1 --2- 172.21.15.31:0/3996108899 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f46b0077040 0x7f46b0079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:42.860 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.857+0000 7f46ca000640 1 -- 172.21.15.31:0/3996108899 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(19..19 src has 1..19) ==== 5227+0+0 (secure 0 0 0) 0x7f46c4098490 con 0x7f46d40af9f0 2024-07-26T12:21:42.860 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.858+0000 7f46cbe00640 1 --2- 172.21.15.31:0/3996108899 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f46b0077040 0x7f46b0079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:42.861 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.859+0000 7f46cbe00640 1 --2- 172.21.15.31:0/3996108899 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f46b0077040 0x7f46b0079550 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f46d413e660 tx=0x7f46bc009040 comp rx=0 tx=0).ready entity=mgr.4126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:42.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:42.862+0000 7f46ca000640 1 -- 172.21.15.31:0/3996108899 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f46d41ddf30 con 0x7f46d40af9f0 2024-07-26T12:21:43.075 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:43.073+0000 7f46d3200640 1 -- 172.21.15.31:0/3996108899 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f46d41438e0 con 0x7f46d40af9f0 2024-07-26T12:21:43.555 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:43.553+0000 7f46ca000640 1 -- 172.21.15.31:0/3996108899 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v20) ==== 170+0+0 (secure 0 0 0) 0x7f46c40617d0 con 0x7f46d40af9f0 2024-07-26T12:21:43.556 INFO:teuthology.orchestra.run.smithi031.stderr:pool 'cephfs_data' created 2024-07-26T12:21:43.560 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:43.558+0000 7f46d3200640 1 -- 172.21.15.31:0/3996108899 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f46b0077040 msgr2=0x7f46b0079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:43.560 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:43.559+0000 7f46d3200640 1 --2- 172.21.15.31:0/3996108899 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f46b0077040 0x7f46b0079550 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f46d413e660 tx=0x7f46bc009040 comp rx=0 tx=0).stop 2024-07-26T12:21:43.560 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:43.559+0000 7f46d3200640 1 -- 172.21.15.31:0/3996108899 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f46d40af9f0 msgr2=0x7f46d41411c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:43.560 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:43.559+0000 7f46d3200640 1 --2- 172.21.15.31:0/3996108899 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f46d40af9f0 0x7f46d41411c0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f46c400c4f0 tx=0x7f46c400c9b0 comp rx=0 tx=0).stop 2024-07-26T12:21:43.561 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:43.559+0000 7f46d3200640 1 -- 172.21.15.31:0/3996108899 shutdown_connections 2024-07-26T12:21:43.561 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:43.559+0000 7f46d3200640 1 --2- 172.21.15.31:0/3996108899 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f46b0077040 0x7f46b0079550 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:43.561 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:43.559+0000 7f46d3200640 1 --2- 172.21.15.31:0/3996108899 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f46d4145e70 0x7f46d4136970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:43.561 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:43.559+0000 7f46d3200640 1 --2- 172.21.15.31:0/3996108899 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f46d40b5110 0x7f46d41de3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:43.561 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:43.559+0000 7f46d3200640 1 --2- 172.21.15.31:0/3996108899 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f46d40af9f0 0x7f46d41411c0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:43.561 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:43.559+0000 7f46d3200640 1 -- 172.21.15.31:0/3996108899 >> 172.21.15.31:0/3996108899 conn(0x7f46d40b5d60 msgr2=0x7f46d4072730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:43.564 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:43.560+0000 7f46d3200640 1 -- 172.21.15.31:0/3996108899 shutdown_connections 2024-07-26T12:21:43.564 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:43.562+0000 7f46d3200640 1 -- 172.21.15.31:0/3996108899 wait complete. 2024-07-26T12:21:43.611 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-07-26T12:21:43.860 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:43.859+0000 7f9770a00640 1 Processor -- start 2024-07-26T12:21:43.861 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:43.859+0000 7f9770a00640 1 -- start start 2024-07-26T12:21:43.862 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:43.861+0000 7f9770a00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f976c0b5e70 0x7f976c13dc30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:43.862 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:43.861+0000 7f9770a00640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f976c0b7000 con 0x7f976c147780 2024-07-26T12:21:43.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:43.861+0000 7f9770a00640 1 -- --> v1:172.21.15.123:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f976c147da0 con 0x7f976c13e170 2024-07-26T12:21:43.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:43.861+0000 7f9770a00640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f976c148080 con 0x7f976c0b5e70 2024-07-26T12:21:43.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:43.861+0000 7f976a800640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f976c147780 0x7f976c0b4380 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:33448/0 (socket says 172.21.15.31:33448) 2024-07-26T12:21:43.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:43.861+0000 7f9769e00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f976c0b5e70 0x7f976c13dc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:43.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:43.861+0000 7f976a800640 1 -- 172.21.15.31:0/2468749111 learned_addr learned my addr 172.21.15.31:0/2468749111 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-07-26T12:21:43.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:43.862+0000 7f9769400640 1 -- 172.21.15.31:0/2468749111 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2777730196 0 0) 0x7f976c0b7000 con 0x7f976c147780 2024-07-26T12:21:43.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:43.862+0000 7f9769400640 1 -- 172.21.15.31:0/2468749111 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9750003520 con 0x7f976c147780 2024-07-26T12:21:43.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:43.862+0000 7f9769e00640 1 -- 172.21.15.31:0/2468749111 >> v1:172.21.15.123:6789/0 conn(0x7f976c13e170 legacy=0x7f976c0b87f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:43.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:43.862+0000 7f9769e00640 1 -- 172.21.15.31:0/2468749111 >> v1:172.21.15.31:6789/0 conn(0x7f976c147780 legacy=0x7f976c0b4380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:43.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:43.862+0000 7f9769e00640 1 -- 172.21.15.31:0/2468749111 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f976c148360 con 0x7f976c0b5e70 2024-07-26T12:21:43.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:43.863+0000 7f9769e00640 1 --2- 172.21.15.31:0/2468749111 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f976c0b5e70 0x7f976c13dc30 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f975c009d90 tx=0x7f975c02a5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4bf28ef5934647f7 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:43.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:43.863+0000 7f9769400640 1 -- 172.21.15.31:0/2468749111 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f975c031600 con 0x7f976c0b5e70 2024-07-26T12:21:43.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:43.863+0000 7f9769400640 1 -- 172.21.15.31:0/2468749111 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f975c0317a0 con 0x7f976c0b5e70 2024-07-26T12:21:43.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:43.863+0000 7f9769400640 1 -- 172.21.15.31:0/2468749111 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f975c031b90 con 0x7f976c0b5e70 2024-07-26T12:21:43.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:43.864+0000 7f9770a00640 1 -- 172.21.15.31:0/2468749111 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f976c0b5e70 msgr2=0x7f976c13dc30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:43.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:43.864+0000 7f9770a00640 1 --2- 172.21.15.31:0/2468749111 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f976c0b5e70 0x7f976c13dc30 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f975c009d90 tx=0x7f975c02a5d0 comp rx=0 tx=0).stop 2024-07-26T12:21:43.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:43.864+0000 7f9770a00640 1 -- 172.21.15.31:0/2468749111 shutdown_connections 2024-07-26T12:21:43.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:43.864+0000 7f9770a00640 1 --2- 172.21.15.31:0/2468749111 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f976c0b5e70 0x7f976c13dc30 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:43.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:43.864+0000 7f9770a00640 1 -- 172.21.15.31:0/2468749111 >> 172.21.15.31:0/2468749111 conn(0x7f976c069330 msgr2=0x7f976c0bce60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:43.867 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:43.864+0000 7f9770a00640 1 -- 172.21.15.31:0/2468749111 shutdown_connections 2024-07-26T12:21:43.867 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:43.864+0000 7f9770a00640 1 -- 172.21.15.31:0/2468749111 wait complete. 2024-07-26T12:21:43.868 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:43.866+0000 7f9770a00640 1 Processor -- start 2024-07-26T12:21:43.868 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:43.867+0000 7f9770a00640 1 -- start start 2024-07-26T12:21:43.871 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:43.868+0000 7f9770a00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f976c0b5e70 0x7f976c1405a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:43.871 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:43.868+0000 7f9770a00640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f976c13e170 0x7f976c1e1680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:43.871 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:43.868+0000 7f9770a00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f976c147780 0x7f976c13c390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:43.871 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:43.868+0000 7f9770a00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f976c0b8f00 con 0x7f976c0b5e70 2024-07-26T12:21:43.871 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:43.868+0000 7f9770a00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f976c0b4ca0 con 0x7f976c147780 2024-07-26T12:21:43.871 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:43.868+0000 7f9770a00640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f976c0b9080 con 0x7f976c13e170 2024-07-26T12:21:43.871 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:43.868+0000 7f976a800640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f976c0b5e70 0x7f976c1405a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:43.871 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:43.868+0000 7f976a800640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f976c0b5e70 0x7f976c1405a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:38348/0 (socket says 172.21.15.31:38348) 2024-07-26T12:21:43.872 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:43.868+0000 7f976a800640 1 -- 172.21.15.31:0/2510496183 learned_addr learned my addr 172.21.15.31:0/2510496183 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:43.872 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:43.869+0000 7f976b200640 1 --2- 172.21.15.31:0/2510496183 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f976c147780 0x7f976c13c390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:43.872 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:43.869+0000 7f9769e00640 1 --2- 172.21.15.31:0/2510496183 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f976c13e170 0x7f976c1e1680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:43.872 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:43.869+0000 7f976a800640 1 -- 172.21.15.31:0/2510496183 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f976c13e170 msgr2=0x7f976c1e1680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:43.872 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:43.869+0000 7f976a800640 1 --2- 172.21.15.31:0/2510496183 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f976c13e170 0x7f976c1e1680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:43.872 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:43.869+0000 7f976a800640 1 -- 172.21.15.31:0/2510496183 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f976c147780 msgr2=0x7f976c13c390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:43.872 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:43.869+0000 7f976a800640 1 --2- 172.21.15.31:0/2510496183 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f976c147780 0x7f976c13c390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:43.872 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:43.869+0000 7f976a800640 1 -- 172.21.15.31:0/2510496183 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f976c144fd0 con 0x7f976c0b5e70 2024-07-26T12:21:43.872 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:43.869+0000 7f976a800640 1 --2- 172.21.15.31:0/2510496183 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f976c0b5e70 0x7f976c1405a0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f975400c410 tx=0x7f975400c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:43.872 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:43.869+0000 7f9762a00640 1 -- 172.21.15.31:0/2510496183 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9754017070 con 0x7f976c0b5e70 2024-07-26T12:21:43.872 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:43.869+0000 7f9762a00640 1 -- 172.21.15.31:0/2510496183 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9754005ce0 con 0x7f976c0b5e70 2024-07-26T12:21:43.872 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:43.869+0000 7f9770a00640 1 -- 172.21.15.31:0/2510496183 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f976c140ae0 con 0x7f976c0b5e70 2024-07-26T12:21:43.872 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:43.869+0000 7f9762a00640 1 -- 172.21.15.31:0/2510496183 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9754007330 con 0x7f976c0b5e70 2024-07-26T12:21:43.873 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:43.870+0000 7f9770a00640 1 -- 172.21.15.31:0/2510496183 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f976c1e1bc0 con 0x7f976c0b5e70 2024-07-26T12:21:43.873 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:43.871+0000 7f9770a00640 1 -- 172.21.15.31:0/2510496183 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f976c1cdab0 con 0x7f976c0b5e70 2024-07-26T12:21:43.873 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:43.872+0000 7f9762a00640 1 -- 172.21.15.31:0/2510496183 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f975401a070 con 0x7f976c0b5e70 2024-07-26T12:21:43.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:43.874+0000 7f9762a00640 1 --2- 172.21.15.31:0/2510496183 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f9748077010 0x7f9748079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:43.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:43.874+0000 7f9762a00640 1 -- 172.21.15.31:0/2510496183 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5609+0+0 (secure 0 0 0) 0x7f9754097d10 con 0x7f976c0b5e70 2024-07-26T12:21:43.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:43.874+0000 7f9769e00640 1 --2- 172.21.15.31:0/2510496183 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f9748077010 0x7f9748079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:43.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:43.876+0000 7f9769e00640 1 --2- 172.21.15.31:0/2510496183 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f9748077010 0x7f9748079520 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f975c034000 tx=0x7f975c033040 comp rx=0 tx=0).ready entity=mgr.4126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:43.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:43.879+0000 7f9762a00640 1 -- 172.21.15.31:0/2510496183 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f975409d020 con 0x7f976c0b5e70 2024-07-26T12:21:44.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:44.129+0000 7f9770a00640 1 -- 172.21.15.31:0/2510496183 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f976c146ae0 con 0x7f976c0b5e70 2024-07-26T12:21:44.587 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:44.585+0000 7f9762a00640 1 -- 172.21.15.31:0/2510496183 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v4) ==== 172+0+0 (secure 0 0 0) 0x7f9754060ed0 con 0x7f976c0b5e70 2024-07-26T12:21:44.591 INFO:teuthology.orchestra.run.smithi031.stderr:new fs with metadata pool 2 and data pool 3 2024-07-26T12:21:44.602 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:44.600+0000 7f9770a00640 1 -- 172.21.15.31:0/2510496183 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f9748077010 msgr2=0x7f9748079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:44.602 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:44.600+0000 7f9770a00640 1 --2- 172.21.15.31:0/2510496183 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f9748077010 0x7f9748079520 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f975c034000 tx=0x7f975c033040 comp rx=0 tx=0).stop 2024-07-26T12:21:44.602 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:44.600+0000 7f9770a00640 1 -- 172.21.15.31:0/2510496183 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f976c0b5e70 msgr2=0x7f976c1405a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:44.602 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:44.600+0000 7f9770a00640 1 --2- 172.21.15.31:0/2510496183 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f976c0b5e70 0x7f976c1405a0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f975400c410 tx=0x7f975400c8d0 comp rx=0 tx=0).stop 2024-07-26T12:21:44.604 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:44.603+0000 7f9770a00640 1 -- 172.21.15.31:0/2510496183 shutdown_connections 2024-07-26T12:21:44.604 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:44.603+0000 7f9770a00640 1 --2- 172.21.15.31:0/2510496183 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f9748077010 0x7f9748079520 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:44.605 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:44.603+0000 7f9770a00640 1 --2- 172.21.15.31:0/2510496183 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f976c147780 0x7f976c13c390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:44.605 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:44.603+0000 7f9770a00640 1 --2- 172.21.15.31:0/2510496183 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f976c13e170 0x7f976c1e1680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:44.605 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:44.603+0000 7f9770a00640 1 --2- 172.21.15.31:0/2510496183 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f976c0b5e70 0x7f976c1405a0 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:44.605 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:44.603+0000 7f9770a00640 1 -- 172.21.15.31:0/2510496183 >> 172.21.15.31:0/2510496183 conn(0x7f976c069330 msgr2=0x7f976c0b1990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:44.606 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:44.605+0000 7f9770a00640 1 -- 172.21.15.31:0/2510496183 shutdown_connections 2024-07-26T12:21:44.607 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:44.605+0000 7f9770a00640 1 -- 172.21.15.31:0/2510496183 wait complete. 2024-07-26T12:21:44.646 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T12:21:44.880 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:44.879+0000 7efdf3e00640 1 Processor -- start 2024-07-26T12:21:44.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:44.879+0000 7efdf3e00640 1 -- start start 2024-07-26T12:21:44.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:44.881+0000 7efdf3e00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7efdf40b38d0 0x7efdf4144fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:44.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:44.881+0000 7efdf3e00640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7efdf40739a0 0x7efdf4073db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:44.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:44.881+0000 7efdf3e00640 1 -- --> v1:172.21.15.123:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7efdf4071130 con 0x7efdf40b0130 2024-07-26T12:21:44.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:44.881+0000 7efdf3e00640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7efdf40b3ce0 con 0x7efdf40b38d0 2024-07-26T12:21:44.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:44.881+0000 7efdf3e00640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7efdf4070e50 con 0x7efdf40739a0 2024-07-26T12:21:44.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:44.881+0000 7efdea000640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7efdf40b38d0 0x7efdf4144fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:44.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:44.881+0000 7efdea000640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7efdf40b38d0 0x7efdf4144fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:38356/0 (socket says 172.21.15.31:38356) 2024-07-26T12:21:44.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:44.881+0000 7efdea000640 1 -- 172.21.15.31:0/1500203243 learned_addr learned my addr 172.21.15.31:0/1500203243 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:44.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:44.881+0000 7efdf3400640 1 --2- 172.21.15.31:0/1500203243 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7efdf40739a0 0x7efdf4073db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:44.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:44.881+0000 7efdea000640 1 -- 172.21.15.31:0/1500203243 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7efdf40739a0 msgr2=0x7efdf4073db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:44.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:44.882+0000 7efdea000640 1 --2- 172.21.15.31:0/1500203243 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7efdf40739a0 0x7efdf4073db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:44.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:44.882+0000 7efdea000640 1 -- 172.21.15.31:0/1500203243 >> v1:172.21.15.123:6789/0 conn(0x7efdf40b0130 legacy=0x7efdf40b2a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:44.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:44.882+0000 7efdea000640 1 -- 172.21.15.31:0/1500203243 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efdf41447c0 con 0x7efdf40b38d0 2024-07-26T12:21:44.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:44.883+0000 7efdea000640 1 --2- 172.21.15.31:0/1500203243 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efdf40b38d0 0x7efdf4144fc0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7efddc009870 tx=0x7efddc02a0a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2d2cce73fc99bb2b server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:44.885 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:44.883+0000 7efdf2000640 1 -- 172.21.15.31:0/1500203243 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efddc037070 con 0x7efdf40b38d0 2024-07-26T12:21:44.885 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:44.883+0000 7efdf2000640 1 -- 172.21.15.31:0/1500203243 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7efddc032440 con 0x7efdf40b38d0 2024-07-26T12:21:44.885 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:44.883+0000 7efdf2000640 1 -- 172.21.15.31:0/1500203243 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efddc032870 con 0x7efdf40b38d0 2024-07-26T12:21:44.886 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:44.884+0000 7efdf3e00640 1 -- 172.21.15.31:0/1500203243 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efdf40b38d0 msgr2=0x7efdf4144fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:44.886 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:44.884+0000 7efdf3e00640 1 --2- 172.21.15.31:0/1500203243 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efdf40b38d0 0x7efdf4144fc0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7efddc009870 tx=0x7efddc02a0a0 comp rx=0 tx=0).stop 2024-07-26T12:21:44.886 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:44.884+0000 7efdf3e00640 1 -- 172.21.15.31:0/1500203243 shutdown_connections 2024-07-26T12:21:44.886 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:44.884+0000 7efdf3e00640 1 --2- 172.21.15.31:0/1500203243 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7efdf40739a0 0x7efdf4073db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:44.886 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:44.884+0000 7efdf3e00640 1 --2- 172.21.15.31:0/1500203243 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efdf40b38d0 0x7efdf4144fc0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:44.886 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:44.884+0000 7efdf3e00640 1 -- 172.21.15.31:0/1500203243 >> 172.21.15.31:0/1500203243 conn(0x7efdf40b5730 msgr2=0x7efdf40b5b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:44.886 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:44.884+0000 7efdf3e00640 1 -- 172.21.15.31:0/1500203243 shutdown_connections 2024-07-26T12:21:44.886 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:44.884+0000 7efdf3e00640 1 -- 172.21.15.31:0/1500203243 wait complete. 2024-07-26T12:21:44.887 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:44.886+0000 7efdf3e00640 1 Processor -- start 2024-07-26T12:21:44.887 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:44.886+0000 7efdf3e00640 1 -- start start 2024-07-26T12:21:44.889 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:44.887+0000 7efdf3e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efdf40739a0 0x7efdf41342c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:44.889 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:44.887+0000 7efdf3e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7efdf40b0130 0x7efdf4133940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:44.889 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:44.887+0000 7efdf3e00640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7efdf40b38d0 0x7efdf413db70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:44.889 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:44.887+0000 7efdf3e00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7efdf414f3b0 con 0x7efdf40739a0 2024-07-26T12:21:44.889 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:44.887+0000 7efdf3e00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7efdf414f230 con 0x7efdf40b0130 2024-07-26T12:21:44.889 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:44.887+0000 7efdf3e00640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7efdf414f530 con 0x7efdf40b38d0 2024-07-26T12:21:44.889 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:44.887+0000 7efdf2a00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efdf40739a0 0x7efdf41342c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:44.889 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:44.887+0000 7efdf2a00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efdf40739a0 0x7efdf41342c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:38372/0 (socket says 172.21.15.31:38372) 2024-07-26T12:21:44.889 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:44.887+0000 7efdf2a00640 1 -- 172.21.15.31:0/968448338 learned_addr learned my addr 172.21.15.31:0/968448338 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:44.891 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:44.888+0000 7efdf3400640 1 --2- 172.21.15.31:0/968448338 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7efdf40b38d0 0x7efdf413db70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:44.891 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:44.888+0000 7efdf2a00640 1 -- 172.21.15.31:0/968448338 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7efdf40b38d0 msgr2=0x7efdf413db70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:44.891 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:44.888+0000 7efdea000640 1 --2- 172.21.15.31:0/968448338 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7efdf40b0130 0x7efdf4133940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:44.891 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:44.888+0000 7efdf2a00640 1 --2- 172.21.15.31:0/968448338 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7efdf40b38d0 0x7efdf413db70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:44.891 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:44.888+0000 7efdf2a00640 1 -- 172.21.15.31:0/968448338 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7efdf40b0130 msgr2=0x7efdf4133940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:44.891 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:44.888+0000 7efdf2a00640 1 --2- 172.21.15.31:0/968448338 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7efdf40b0130 0x7efdf4133940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:44.891 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:44.888+0000 7efdf2a00640 1 -- 172.21.15.31:0/968448338 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efdf413b430 con 0x7efdf40739a0 2024-07-26T12:21:44.891 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:44.888+0000 7efdea000640 1 --2- 172.21.15.31:0/968448338 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7efdf40b0130 0x7efdf4133940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T12:21:44.891 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:44.888+0000 7efdf2a00640 1 --2- 172.21.15.31:0/968448338 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efdf40739a0 0x7efdf41342c0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7efde400b3f0 tx=0x7efde400b8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:44.891 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:44.888+0000 7efdebe00640 1 -- 172.21.15.31:0/968448338 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efde4015020 con 0x7efdf40739a0 2024-07-26T12:21:44.891 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:44.888+0000 7efdebe00640 1 -- 172.21.15.31:0/968448338 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7efde4011920 con 0x7efdf40739a0 2024-07-26T12:21:44.892 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:44.888+0000 7efdebe00640 1 -- 172.21.15.31:0/968448338 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efde4011d70 con 0x7efdf40739a0 2024-07-26T12:21:44.892 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:44.888+0000 7efdf3e00640 1 -- 172.21.15.31:0/968448338 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efdf41dc440 con 0x7efdf40739a0 2024-07-26T12:21:44.892 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:44.889+0000 7efdf3e00640 1 -- 172.21.15.31:0/968448338 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efdf413d6e0 con 0x7efdf40739a0 2024-07-26T12:21:44.892 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:44.890+0000 7efdf3e00640 1 -- 172.21.15.31:0/968448338 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efdf4073db0 con 0x7efdf40739a0 2024-07-26T12:21:44.892 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:44.891+0000 7efdebe00640 1 -- 172.21.15.31:0/968448338 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7efde4018020 con 0x7efdf40739a0 2024-07-26T12:21:44.893 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:44.892+0000 7efdebe00640 1 --2- 172.21.15.31:0/968448338 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7efdd0077040 0x7efdd0079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:44.893 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:44.892+0000 7efdebe00640 1 -- 172.21.15.31:0/968448338 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7efde40985e0 con 0x7efdf40739a0 2024-07-26T12:21:44.894 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:44.893+0000 7efdea000640 1 --2- 172.21.15.31:0/968448338 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7efdd0077040 0x7efdd0079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:44.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:44.894+0000 7efdea000640 1 --2- 172.21.15.31:0/968448338 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7efdd0077040 0x7efdd0079550 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7efddc034000 tx=0x7efddc004730 comp rx=0 tx=0).ready entity=mgr.4126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:44.898 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:44.896+0000 7efdebe00640 1 -- 172.21.15.31:0/968448338 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7efde401f030 con 0x7efdf40739a0 2024-07-26T12:21:45.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.100+0000 7efdf3e00640 1 -- 172.21.15.31:0/968448338 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7efdf413eba0 con 0x7efdf40739a0 2024-07-26T12:21:45.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.102+0000 7efdebe00640 1 -- 172.21.15.31:0/968448338 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) ==== 74+0+16606 (secure 0 0 0) 0x7efde40617d0 con 0x7efdf40739a0 2024-07-26T12:21:45.105 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-07-26T12:21:45.105 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":21,"fsid":"ef074135-fe46-4fec-a339-768b1d2b36ee","created":"2024-07-26T12:21:16.055794+0000","modified":"2024-07-26T12:21:44.132079+0000","last_up_change":"2024-07-26T12:21:30.882864+0000","last_in_change":"2024-07-26T12:21:21.700518+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T12:21:31.399722+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-07-26T12:21:42.295054+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-07-26T12:21:43.093314+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"218f4bdb-3f2a-4597-8391-d5869523d4ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":973597580},{"type":"v1","addr":"172.21.15.31:6817","nonce":973597580}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":973597580},{"type":"v1","addr":"172.21.15.31:6819","nonce":973597580}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":973597580},{"type":"v1","addr":"172.21.15.31:6827","nonce":973597580}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":973597580},{"type":"v1","addr":"172.21.15.31:6822","nonce":973597580}]},"public_addr":"172.21.15.31:6817/973597580","cluster_addr":"172.21.15.31:6819/973597580","heartbeat_back_addr":"172.21.15.31:6827/973597580","heartbeat_front_addr":"172.21.15.31:6822/973597580","state":["exists","up"]},{"osd":1,"uuid":"7325bd1b-087e-47b0-8411-1065643b142e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":209410576},{"type":"v1","addr":"172.21.15.31:6801","nonce":209410576}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":209410576},{"type":"v1","addr":"172.21.15.31:6803","nonce":209410576}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":209410576},{"type":"v1","addr":"172.21.15.31:6807","nonce":209410576}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":209410576},{"type":"v1","addr":"172.21.15.31:6805","nonce":209410576}]},"public_addr":"172.21.15.31:6801/209410576","cluster_addr":"172.21.15.31:6803/209410576","heartbeat_back_addr":"172.21.15.31:6807/209410576","heartbeat_front_addr":"172.21.15.31:6805/209410576","state":["exists","up"]},{"osd":2,"uuid":"461c586b-af52-4d20-a648-867cbd3fa37f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":4014278924},{"type":"v1","addr":"172.21.15.31:6809","nonce":4014278924}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":4014278924},{"type":"v1","addr":"172.21.15.31:6811","nonce":4014278924}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":4014278924},{"type":"v1","addr":"172.21.15.31:6815","nonce":4014278924}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":4014278924},{"type":"v1","addr":"172.21.15.31:6813","nonce":4014278924}]},"public_addr":"172.21.15.31:6809/4014278924","cluster_addr":"172.21.15.31:6811/4014278924","heartbeat_back_addr":"172.21.15.31:6815/4014278924","heartbeat_front_addr":"172.21.15.31:6813/4014278924","state":["exists","up"]},{"osd":3,"uuid":"132aee2d-8564-4632-8d0d-9e8e0f6edaf3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6821","nonce":2995395942},{"type":"v1","addr":"172.21.15.31:6823","nonce":2995395942}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6825","nonce":2995395942},{"type":"v1","addr":"172.21.15.31:6826","nonce":2995395942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2995395942},{"type":"v1","addr":"172.21.15.31:6831","nonce":2995395942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2995395942},{"type":"v1","addr":"172.21.15.31:6829","nonce":2995395942}]},"public_addr":"172.21.15.31:6823/2995395942","cluster_addr":"172.21.15.31:6826/2995395942","heartbeat_back_addr":"172.21.15.31:6831/2995395942","heartbeat_front_addr":"172.21.15.31:6829/2995395942","state":["exists","up"]},{"osd":4,"uuid":"eb3fc933-fae1-4328-a5c0-2cba3f72ae3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6811","nonce":2657576441},{"type":"v1","addr":"172.21.15.123:6813","nonce":2657576441}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6815","nonce":2657576441},{"type":"v1","addr":"172.21.15.123:6817","nonce":2657576441}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6823","nonce":2657576441},{"type":"v1","addr":"172.21.15.123:6826","nonce":2657576441}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6819","nonce":2657576441},{"type":"v1","addr":"172.21.15.123:6821","nonce":2657576441}]},"public_addr":"172.21.15.123:6813/2657576441","cluster_addr":"172.21.15.123:6817/2657576441","heartbeat_back_addr":"172.21.15.123:6826/2657576441","heartbeat_front_addr":"172.21.15.123:6821/2657576441","state":["exists","up"]},{"osd":5,"uuid":"9ddeeb35-6710-49b9-9688-00e0a2a406e9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6810","nonce":3352982608},{"type":"v1","addr":"172.21.15.123:6812","nonce":3352982608}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6814","nonce":3352982608},{"type":"v1","addr":"172.21.15.123:6816","nonce":3352982608}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6822","nonce":3352982608},{"type":"v1","addr":"172.21.15.123:6824","nonce":3352982608}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6818","nonce":3352982608},{"type":"v1","addr":"172.21.15.123:6820","nonce":3352982608}]},"public_addr":"172.21.15.123:6812/3352982608","cluster_addr":"172.21.15.123:6816/3352982608","heartbeat_back_addr":"172.21.15.123:6824/3352982608","heartbeat_front_addr":"172.21.15.123:6820/3352982608","state":["exists","up"]},{"osd":6,"uuid":"e76e07cc-99d0-4c6c-b9af-0c772c919987","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6825","nonce":1360257549},{"type":"v1","addr":"172.21.15.123:6827","nonce":1360257549}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6828","nonce":1360257549},{"type":"v1","addr":"172.21.15.123:6829","nonce":1360257549}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":1360257549},{"type":"v1","addr":"172.21.15.123:6833","nonce":1360257549}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6830","nonce":1360257549},{"type":"v1","addr":"172.21.15.123:6831","nonce":1360257549}]},"public_addr":"172.21.15.123:6827/1360257549","cluster_addr":"172.21.15.123:6829/1360257549","heartbeat_back_addr":"172.21.15.123:6833/1360257549","heartbeat_front_addr":"172.21.15.123:6831/1360257549","state":["exists","up"]},{"osd":7,"uuid":"a22dc76b-2f3c-4f59-ba5b-7b444346a9fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6802","nonce":2969480778},{"type":"v1","addr":"172.21.15.123:6803","nonce":2969480778}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6804","nonce":2969480778},{"type":"v1","addr":"172.21.15.123:6805","nonce":2969480778}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6808","nonce":2969480778},{"type":"v1","addr":"172.21.15.123:6809","nonce":2969480778}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6806","nonce":2969480778},{"type":"v1","addr":"172.21.15.123:6807","nonce":2969480778}]},"public_addr":"172.21.15.123:6803/2969480778","cluster_addr":"172.21.15.123:6805/2969480778","heartbeat_back_addr":"172.21.15.123:6809/2969480778","heartbeat_front_addr":"172.21.15.123:6807/2969480778","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T12:21:27.550303+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T12:21:27.377641+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T12:21:27.142256+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T12:21:27.563003+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T12:21:27.193136+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T12:21:27.225824+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T12:21:27.201675+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T12:21:27.303249+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T12:21:45.107 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.105+0000 7efdf3e00640 1 -- 172.21.15.31:0/968448338 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7efdd0077040 msgr2=0x7efdd0079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:45.107 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.105+0000 7efdf3e00640 1 --2- 172.21.15.31:0/968448338 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7efdd0077040 0x7efdd0079550 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7efddc034000 tx=0x7efddc004730 comp rx=0 tx=0).stop 2024-07-26T12:21:45.107 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.105+0000 7efdf3e00640 1 -- 172.21.15.31:0/968448338 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efdf40739a0 msgr2=0x7efdf41342c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:45.107 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.105+0000 7efdf3e00640 1 --2- 172.21.15.31:0/968448338 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efdf40739a0 0x7efdf41342c0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7efde400b3f0 tx=0x7efde400b8b0 comp rx=0 tx=0).stop 2024-07-26T12:21:45.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.105+0000 7efdf3e00640 1 -- 172.21.15.31:0/968448338 shutdown_connections 2024-07-26T12:21:45.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.105+0000 7efdf3e00640 1 --2- 172.21.15.31:0/968448338 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7efdd0077040 0x7efdd0079550 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:45.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.105+0000 7efdf3e00640 1 --2- 172.21.15.31:0/968448338 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7efdf40b38d0 0x7efdf413db70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:45.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.105+0000 7efdf3e00640 1 --2- 172.21.15.31:0/968448338 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7efdf40b0130 0x7efdf4133940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:45.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.105+0000 7efdf3e00640 1 --2- 172.21.15.31:0/968448338 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efdf40739a0 0x7efdf41342c0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:45.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.105+0000 7efdf3e00640 1 -- 172.21.15.31:0/968448338 >> 172.21.15.31:0/968448338 conn(0x7efdf40b5730 msgr2=0x7efdf4072e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:45.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.106+0000 7efdf3e00640 1 -- 172.21.15.31:0/968448338 shutdown_connections 2024-07-26T12:21:45.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.106+0000 7efdf3e00640 1 -- 172.21.15.31:0/968448338 wait complete. 2024-07-26T12:21:45.134 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T12:21:45.407 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.406+0000 7ff991400640 1 Processor -- start 2024-07-26T12:21:45.407 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.406+0000 7ff991400640 1 -- start start 2024-07-26T12:21:45.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.408+0000 7ff991400640 1 --2- >> v2:172.21.15.123:3300/0 conn(0x7ff98c0b6270 0x7ff98c0b4720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:45.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.408+0000 7ff991400640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7ff98c13e340 0x7ff98c0b2970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:45.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.408+0000 7ff991400640 1 -- --> v1:172.21.15.123:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff98c0b70c0 con 0x7ff98c0b4c60 2024-07-26T12:21:45.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.408+0000 7ff991400640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7ff98c148720 con 0x7ff98c13e340 2024-07-26T12:21:45.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.408+0000 7ff991400640 1 -- --> v2:172.21.15.123:3300/0 -- mon_getmap magic: 0 -- 0x7ff98c148290 con 0x7ff98c0b6270 2024-07-26T12:21:45.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.408+0000 7ff990a00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7ff98c13e340 0x7ff98c0b2970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:45.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.409+0000 7ff990a00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7ff98c13e340 0x7ff98c0b2970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:38382/0 (socket says 172.21.15.31:38382) 2024-07-26T12:21:45.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.409+0000 7ff990a00640 1 -- 172.21.15.31:0/1837077184 learned_addr learned my addr 172.21.15.31:0/1837077184 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:45.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.409+0000 7ff98be00640 1 --2- 172.21.15.31:0/1837077184 >> v2:172.21.15.123:3300/0 conn(0x7ff98c0b6270 0x7ff98c0b4720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:45.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.409+0000 7ff990a00640 1 -- 172.21.15.31:0/1837077184 >> v2:172.21.15.123:3300/0 conn(0x7ff98c0b6270 msgr2=0x7ff98c0b4720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:45.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.409+0000 7ff990a00640 1 --2- 172.21.15.31:0/1837077184 >> v2:172.21.15.123:3300/0 conn(0x7ff98c0b6270 0x7ff98c0b4720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:45.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.409+0000 7ff990a00640 1 -- 172.21.15.31:0/1837077184 >> v1:172.21.15.123:6789/0 conn(0x7ff98c0b4c60 legacy=0x7ff98c13dc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:45.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.409+0000 7ff990a00640 1 -- 172.21.15.31:0/1837077184 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff98c147c40 con 0x7ff98c13e340 2024-07-26T12:21:45.412 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.410+0000 7ff990a00640 1 --2- 172.21.15.31:0/1837077184 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff98c13e340 0x7ff98c0b2970 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7ff98c06ee70 tx=0x7ff98402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=72f4e4820bba51bd server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:45.412 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.410+0000 7ff98aa00640 1 -- 172.21.15.31:0/1837077184 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff984037070 con 0x7ff98c13e340 2024-07-26T12:21:45.412 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.411+0000 7ff98aa00640 1 -- 172.21.15.31:0/1837077184 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff984032530 con 0x7ff98c13e340 2024-07-26T12:21:45.412 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.411+0000 7ff98aa00640 1 -- 172.21.15.31:0/1837077184 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff984032960 con 0x7ff98c13e340 2024-07-26T12:21:45.413 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.411+0000 7ff991400640 1 -- 172.21.15.31:0/1837077184 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff98c13e340 msgr2=0x7ff98c0b2970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:45.413 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.411+0000 7ff991400640 1 --2- 172.21.15.31:0/1837077184 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff98c13e340 0x7ff98c0b2970 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7ff98c06ee70 tx=0x7ff98402a1e0 comp rx=0 tx=0).stop 2024-07-26T12:21:45.413 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.412+0000 7ff991400640 1 -- 172.21.15.31:0/1837077184 shutdown_connections 2024-07-26T12:21:45.413 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.412+0000 7ff991400640 1 --2- 172.21.15.31:0/1837077184 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff98c13e340 0x7ff98c0b2970 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:45.414 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.412+0000 7ff991400640 1 --2- 172.21.15.31:0/1837077184 >> v2:172.21.15.123:3300/0 conn(0x7ff98c0b6270 0x7ff98c0b4720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:45.414 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.412+0000 7ff991400640 1 -- 172.21.15.31:0/1837077184 >> 172.21.15.31:0/1837077184 conn(0x7ff98c0b98e0 msgr2=0x7ff98c0b9cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:45.414 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.412+0000 7ff991400640 1 -- 172.21.15.31:0/1837077184 shutdown_connections 2024-07-26T12:21:45.414 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.412+0000 7ff991400640 1 -- 172.21.15.31:0/1837077184 wait complete. 2024-07-26T12:21:45.415 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.414+0000 7ff991400640 1 Processor -- start 2024-07-26T12:21:45.415 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.414+0000 7ff991400640 1 -- start start 2024-07-26T12:21:45.417 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.415+0000 7ff991400640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7ff98c0b4c60 0x7ff98c1d17d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:45.418 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.415+0000 7ff991400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff98c0b6270 0x7ff98c1411c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:45.418 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.415+0000 7ff991400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff98c13e340 0x7ff98c13c190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:45.418 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.415+0000 7ff991400640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7ff98c0b3f90 con 0x7ff98c13e340 2024-07-26T12:21:45.418 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.415+0000 7ff991400640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7ff98c147a20 con 0x7ff98c0b6270 2024-07-26T12:21:45.418 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.415+0000 7ff991400640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7ff98c0b2eb0 con 0x7ff98c0b4c60 2024-07-26T12:21:45.418 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.416+0000 7ff990a00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff98c13e340 0x7ff98c13c190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:45.418 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.416+0000 7ff990a00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff98c13e340 0x7ff98c13c190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:38398/0 (socket says 172.21.15.31:38398) 2024-07-26T12:21:45.418 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.416+0000 7ff990a00640 1 -- 172.21.15.31:0/2112221292 learned_addr learned my addr 172.21.15.31:0/2112221292 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:45.418 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.416+0000 7ff98b400640 1 --2- 172.21.15.31:0/2112221292 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff98c0b6270 0x7ff98c1411c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:45.418 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.416+0000 7ff98be00640 1 --2- 172.21.15.31:0/2112221292 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7ff98c0b4c60 0x7ff98c1d17d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:45.418 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.416+0000 7ff990a00640 1 -- 172.21.15.31:0/2112221292 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7ff98c0b4c60 msgr2=0x7ff98c1d17d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:45.418 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.416+0000 7ff990a00640 1 --2- 172.21.15.31:0/2112221292 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7ff98c0b4c60 0x7ff98c1d17d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:45.419 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.416+0000 7ff990a00640 1 -- 172.21.15.31:0/2112221292 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff98c0b6270 msgr2=0x7ff98c1411c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:45.419 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.416+0000 7ff990a00640 1 --2- 172.21.15.31:0/2112221292 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff98c0b6270 0x7ff98c1411c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:45.419 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.416+0000 7ff990a00640 1 -- 172.21.15.31:0/2112221292 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff98c1d1f20 con 0x7ff98c13e340 2024-07-26T12:21:45.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.416+0000 7ff990a00640 1 --2- 172.21.15.31:0/2112221292 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff98c13e340 0x7ff98c13c190 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7ff984009960 tx=0x7ff9840305f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:45.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.417+0000 7ff983e00640 1 -- 172.21.15.31:0/2112221292 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff984040070 con 0x7ff98c13e340 2024-07-26T12:21:45.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.417+0000 7ff983e00640 1 -- 172.21.15.31:0/2112221292 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff984030ce0 con 0x7ff98c13e340 2024-07-26T12:21:45.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.417+0000 7ff991400640 1 -- 172.21.15.31:0/2112221292 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff98c1d1d10 con 0x7ff98c13e340 2024-07-26T12:21:45.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.417+0000 7ff983e00640 1 -- 172.21.15.31:0/2112221292 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff984037070 con 0x7ff98c13e340 2024-07-26T12:21:45.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.417+0000 7ff991400640 1 -- 172.21.15.31:0/2112221292 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff98c1d2990 con 0x7ff98c13e340 2024-07-26T12:21:45.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.418+0000 7ff991400640 1 -- 172.21.15.31:0/2112221292 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff98c0b3340 con 0x7ff98c13e340 2024-07-26T12:21:45.421 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.420+0000 7ff983e00640 1 -- 172.21.15.31:0/2112221292 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7ff984043070 con 0x7ff98c13e340 2024-07-26T12:21:45.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.420+0000 7ff983e00640 1 --2- 172.21.15.31:0/2112221292 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7ff968077040 0x7ff968079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:45.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.421+0000 7ff983e00640 1 -- 172.21.15.31:0/2112221292 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7ff9840b85f0 con 0x7ff98c13e340 2024-07-26T12:21:45.423 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.421+0000 7ff98be00640 1 --2- 172.21.15.31:0/2112221292 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7ff968077040 0x7ff968079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:45.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.422+0000 7ff98be00640 1 --2- 172.21.15.31:0/2112221292 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7ff968077040 0x7ff968079550 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7ff97c0099c0 tx=0x7ff97c003990 comp rx=0 tx=0).ready entity=mgr.4126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:45.427 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.426+0000 7ff983e00640 1 -- 172.21.15.31:0/2112221292 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7ff9840817e0 con 0x7ff98c13e340 2024-07-26T12:21:45.653 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.652+0000 7ff991400640 1 -- 172.21.15.31:0/2112221292 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7ff98c0b84e0 con 0x7ff98c13e340 2024-07-26T12:21:45.655 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.654+0000 7ff983e00640 1 -- 172.21.15.31:0/2112221292 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v22) ==== 74+0+16593 (secure 0 0 0) 0x7ff9840810e0 con 0x7ff98c13e340 2024-07-26T12:21:45.656 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-07-26T12:21:45.656 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":22,"fsid":"ef074135-fe46-4fec-a339-768b1d2b36ee","created":"2024-07-26T12:21:16.055794+0000","modified":"2024-07-26T12:21:45.583433+0000","last_up_change":"2024-07-26T12:21:30.882864+0000","last_in_change":"2024-07-26T12:21:21.700518+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T12:21:31.399722+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-07-26T12:21:42.295054+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-07-26T12:21:43.093314+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"218f4bdb-3f2a-4597-8391-d5869523d4ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":973597580},{"type":"v1","addr":"172.21.15.31:6817","nonce":973597580}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":973597580},{"type":"v1","addr":"172.21.15.31:6819","nonce":973597580}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":973597580},{"type":"v1","addr":"172.21.15.31:6827","nonce":973597580}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":973597580},{"type":"v1","addr":"172.21.15.31:6822","nonce":973597580}]},"public_addr":"172.21.15.31:6817/973597580","cluster_addr":"172.21.15.31:6819/973597580","heartbeat_back_addr":"172.21.15.31:6827/973597580","heartbeat_front_addr":"172.21.15.31:6822/973597580","state":["exists","up"]},{"osd":1,"uuid":"7325bd1b-087e-47b0-8411-1065643b142e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":209410576},{"type":"v1","addr":"172.21.15.31:6801","nonce":209410576}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":209410576},{"type":"v1","addr":"172.21.15.31:6803","nonce":209410576}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":209410576},{"type":"v1","addr":"172.21.15.31:6807","nonce":209410576}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":209410576},{"type":"v1","addr":"172.21.15.31:6805","nonce":209410576}]},"public_addr":"172.21.15.31:6801/209410576","cluster_addr":"172.21.15.31:6803/209410576","heartbeat_back_addr":"172.21.15.31:6807/209410576","heartbeat_front_addr":"172.21.15.31:6805/209410576","state":["exists","up"]},{"osd":2,"uuid":"461c586b-af52-4d20-a648-867cbd3fa37f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":4014278924},{"type":"v1","addr":"172.21.15.31:6809","nonce":4014278924}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":4014278924},{"type":"v1","addr":"172.21.15.31:6811","nonce":4014278924}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":4014278924},{"type":"v1","addr":"172.21.15.31:6815","nonce":4014278924}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":4014278924},{"type":"v1","addr":"172.21.15.31:6813","nonce":4014278924}]},"public_addr":"172.21.15.31:6809/4014278924","cluster_addr":"172.21.15.31:6811/4014278924","heartbeat_back_addr":"172.21.15.31:6815/4014278924","heartbeat_front_addr":"172.21.15.31:6813/4014278924","state":["exists","up"]},{"osd":3,"uuid":"132aee2d-8564-4632-8d0d-9e8e0f6edaf3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6821","nonce":2995395942},{"type":"v1","addr":"172.21.15.31:6823","nonce":2995395942}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6825","nonce":2995395942},{"type":"v1","addr":"172.21.15.31:6826","nonce":2995395942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2995395942},{"type":"v1","addr":"172.21.15.31:6831","nonce":2995395942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2995395942},{"type":"v1","addr":"172.21.15.31:6829","nonce":2995395942}]},"public_addr":"172.21.15.31:6823/2995395942","cluster_addr":"172.21.15.31:6826/2995395942","heartbeat_back_addr":"172.21.15.31:6831/2995395942","heartbeat_front_addr":"172.21.15.31:6829/2995395942","state":["exists","up"]},{"osd":4,"uuid":"eb3fc933-fae1-4328-a5c0-2cba3f72ae3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6811","nonce":2657576441},{"type":"v1","addr":"172.21.15.123:6813","nonce":2657576441}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6815","nonce":2657576441},{"type":"v1","addr":"172.21.15.123:6817","nonce":2657576441}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6823","nonce":2657576441},{"type":"v1","addr":"172.21.15.123:6826","nonce":2657576441}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6819","nonce":2657576441},{"type":"v1","addr":"172.21.15.123:6821","nonce":2657576441}]},"public_addr":"172.21.15.123:6813/2657576441","cluster_addr":"172.21.15.123:6817/2657576441","heartbeat_back_addr":"172.21.15.123:6826/2657576441","heartbeat_front_addr":"172.21.15.123:6821/2657576441","state":["exists","up"]},{"osd":5,"uuid":"9ddeeb35-6710-49b9-9688-00e0a2a406e9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6810","nonce":3352982608},{"type":"v1","addr":"172.21.15.123:6812","nonce":3352982608}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6814","nonce":3352982608},{"type":"v1","addr":"172.21.15.123:6816","nonce":3352982608}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6822","nonce":3352982608},{"type":"v1","addr":"172.21.15.123:6824","nonce":3352982608}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6818","nonce":3352982608},{"type":"v1","addr":"172.21.15.123:6820","nonce":3352982608}]},"public_addr":"172.21.15.123:6812/3352982608","cluster_addr":"172.21.15.123:6816/3352982608","heartbeat_back_addr":"172.21.15.123:6824/3352982608","heartbeat_front_addr":"172.21.15.123:6820/3352982608","state":["exists","up"]},{"osd":6,"uuid":"e76e07cc-99d0-4c6c-b9af-0c772c919987","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6825","nonce":1360257549},{"type":"v1","addr":"172.21.15.123:6827","nonce":1360257549}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6828","nonce":1360257549},{"type":"v1","addr":"172.21.15.123:6829","nonce":1360257549}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":1360257549},{"type":"v1","addr":"172.21.15.123:6833","nonce":1360257549}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6830","nonce":1360257549},{"type":"v1","addr":"172.21.15.123:6831","nonce":1360257549}]},"public_addr":"172.21.15.123:6827/1360257549","cluster_addr":"172.21.15.123:6829/1360257549","heartbeat_back_addr":"172.21.15.123:6833/1360257549","heartbeat_front_addr":"172.21.15.123:6831/1360257549","state":["exists","up"]},{"osd":7,"uuid":"a22dc76b-2f3c-4f59-ba5b-7b444346a9fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6802","nonce":2969480778},{"type":"v1","addr":"172.21.15.123:6803","nonce":2969480778}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6804","nonce":2969480778},{"type":"v1","addr":"172.21.15.123:6805","nonce":2969480778}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6808","nonce":2969480778},{"type":"v1","addr":"172.21.15.123:6809","nonce":2969480778}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6806","nonce":2969480778},{"type":"v1","addr":"172.21.15.123:6807","nonce":2969480778}]},"public_addr":"172.21.15.123:6803/2969480778","cluster_addr":"172.21.15.123:6805/2969480778","heartbeat_back_addr":"172.21.15.123:6809/2969480778","heartbeat_front_addr":"172.21.15.123:6807/2969480778","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T12:21:27.550303+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T12:21:27.377641+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T12:21:27.142256+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T12:21:27.563003+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T12:21:27.193136+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T12:21:27.225824+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T12:21:27.201675+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T12:21:27.303249+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T12:21:45.659 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.657+0000 7ff991400640 1 -- 172.21.15.31:0/2112221292 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7ff968077040 msgr2=0x7ff968079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:45.659 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.657+0000 7ff991400640 1 --2- 172.21.15.31:0/2112221292 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7ff968077040 0x7ff968079550 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7ff97c0099c0 tx=0x7ff97c003990 comp rx=0 tx=0).stop 2024-07-26T12:21:45.659 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.657+0000 7ff991400640 1 -- 172.21.15.31:0/2112221292 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff98c13e340 msgr2=0x7ff98c13c190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:45.659 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.657+0000 7ff991400640 1 --2- 172.21.15.31:0/2112221292 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff98c13e340 0x7ff98c13c190 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7ff984009960 tx=0x7ff9840305f0 comp rx=0 tx=0).stop 2024-07-26T12:21:45.659 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.657+0000 7ff991400640 1 -- 172.21.15.31:0/2112221292 shutdown_connections 2024-07-26T12:21:45.659 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.657+0000 7ff991400640 1 --2- 172.21.15.31:0/2112221292 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7ff968077040 0x7ff968079550 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:45.659 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.657+0000 7ff991400640 1 --2- 172.21.15.31:0/2112221292 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff98c13e340 0x7ff98c13c190 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:45.659 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.657+0000 7ff991400640 1 --2- 172.21.15.31:0/2112221292 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff98c0b6270 0x7ff98c1411c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:45.659 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.657+0000 7ff991400640 1 --2- 172.21.15.31:0/2112221292 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7ff98c0b4c60 0x7ff98c1d17d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:45.659 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.657+0000 7ff991400640 1 -- 172.21.15.31:0/2112221292 >> 172.21.15.31:0/2112221292 conn(0x7ff98c0b98e0 msgr2=0x7ff98c075670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:45.660 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.657+0000 7ff991400640 1 -- 172.21.15.31:0/2112221292 shutdown_connections 2024-07-26T12:21:45.660 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.657+0000 7ff991400640 1 -- 172.21.15.31:0/2112221292 wait complete. 2024-07-26T12:21:45.681 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-07-26T12:21:45.952 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.950+0000 7fd405c00640 1 Processor -- start 2024-07-26T12:21:45.952 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.951+0000 7fd405c00640 1 -- start start 2024-07-26T12:21:45.954 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.952+0000 7fd405c00640 1 --2- >> v2:172.21.15.123:3300/0 conn(0x7fd4000b5110 0x7fd400145760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:45.954 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.953+0000 7fd405c00640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd400072350 con 0x7fd4000af9f0 2024-07-26T12:21:45.954 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.953+0000 7fd405c00640 1 -- --> v1:172.21.15.123:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd400070fd0 con 0x7fd400145ca0 2024-07-26T12:21:45.954 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.953+0000 7fd405c00640 1 -- --> v2:172.21.15.123:3300/0 -- mon_getmap magic: 0 -- 0x7fd4000afe00 con 0x7fd4000b5110 2024-07-26T12:21:45.954 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.953+0000 7fd3ffe00640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7fd4000af9f0 0x7fd4000b4a00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:33454/0 (socket says 172.21.15.31:33454) 2024-07-26T12:21:45.955 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.953+0000 7fd3ffe00640 1 -- 172.21.15.31:0/3708328409 learned_addr learned my addr 172.21.15.31:0/3708328409 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-07-26T12:21:45.957 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.953+0000 7fd3fea00640 1 -- 172.21.15.31:0/3708328409 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3514300568 0 0) 0x7fd400072350 con 0x7fd4000af9f0 2024-07-26T12:21:45.957 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.953+0000 7fd3fea00640 1 -- 172.21.15.31:0/3708328409 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd3e4003520 con 0x7fd4000af9f0 2024-07-26T12:21:45.957 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.953+0000 7fd3ff400640 1 --2- 172.21.15.31:0/3708328409 >> v2:172.21.15.123:3300/0 conn(0x7fd4000b5110 0x7fd400145760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:45.957 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.954+0000 7fd3fea00640 1 -- 172.21.15.31:0/3708328409 <== mon.0 v1:172.21.15.31:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1615681612 0 0) 0x7fd3e4003520 con 0x7fd4000af9f0 2024-07-26T12:21:45.957 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.954+0000 7fd3fea00640 1 -- 172.21.15.31:0/3708328409 >> v2:172.21.15.123:3300/0 conn(0x7fd4000b5110 msgr2=0x7fd400145760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:45.957 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.954+0000 7fd3fea00640 1 --2- 172.21.15.31:0/3708328409 >> v2:172.21.15.123:3300/0 conn(0x7fd4000b5110 0x7fd400145760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:45.957 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.954+0000 7fd3fea00640 1 -- 172.21.15.31:0/3708328409 >> v1:172.21.15.123:6789/0 conn(0x7fd400145ca0 legacy=0x7fd40014ff70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:45.957 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.954+0000 7fd3fea00640 1 -- 172.21.15.31:0/3708328409 --> v1:172.21.15.31:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd4000712b0 con 0x7fd4000af9f0 2024-07-26T12:21:45.957 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.954+0000 7fd3fea00640 1 -- 172.21.15.31:0/3708328409 <== mon.0 v1:172.21.15.31:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 972834220 0 0) 0x7fd3f0001a70 con 0x7fd4000af9f0 2024-07-26T12:21:45.957 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.954+0000 7fd3fea00640 1 -- 172.21.15.31:0/3708328409 >> v1:172.21.15.31:6789/0 conn(0x7fd4000af9f0 legacy=0x7fd4000b4a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:45.958 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.954+0000 7fd3fea00640 1 --2- 172.21.15.31:0/3708328409 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd3e4003ac0 0x7fd3e4003f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:45.958 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.954+0000 7fd3fea00640 1 --2- 172.21.15.31:0/3708328409 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd3e4004800 0x7fd3e4004c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:45.958 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.954+0000 7fd3fea00640 1 --2- 172.21.15.31:0/3708328409 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fd3e40099b0 0x7fd3e400bdd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:45.958 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.954+0000 7fd3fea00640 1 -- 172.21.15.31:0/3708328409 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fd4000afe00 con 0x7fd3e4003ac0 2024-07-26T12:21:45.958 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.954+0000 7fd3fea00640 1 -- 172.21.15.31:0/3708328409 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fd3e400c3c0 con 0x7fd3e4004800 2024-07-26T12:21:45.958 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.954+0000 7fd3fea00640 1 -- 172.21.15.31:0/3708328409 --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7fd3e400c5c0 con 0x7fd3e40099b0 2024-07-26T12:21:45.958 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.954+0000 7fd3ffe00640 1 --2- 172.21.15.31:0/3708328409 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd3e4003ac0 0x7fd3e4003f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:45.958 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.955+0000 7fd3ff400640 1 --2- 172.21.15.31:0/3708328409 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd3e4004800 0x7fd3e4004c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:45.958 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.955+0000 7fd3ffe00640 1 -- 172.21.15.31:0/3708328409 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fd3e40099b0 msgr2=0x7fd3e400bdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:45.958 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.955+0000 7fd405200640 1 --2- 172.21.15.31:0/3708328409 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fd3e40099b0 0x7fd3e400bdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:45.958 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.955+0000 7fd3ffe00640 1 --2- 172.21.15.31:0/3708328409 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fd3e40099b0 0x7fd3e400bdd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:45.958 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.955+0000 7fd3ffe00640 1 -- 172.21.15.31:0/3708328409 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd3e4004800 msgr2=0x7fd3e4004c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:45.958 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.955+0000 7fd3ffe00640 1 --2- 172.21.15.31:0/3708328409 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd3e4004800 0x7fd3e4004c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:45.959 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.955+0000 7fd3ffe00640 1 -- 172.21.15.31:0/3708328409 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3e4003520 con 0x7fd3e4003ac0 2024-07-26T12:21:45.959 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.955+0000 7fd3ff400640 1 --2- 172.21.15.31:0/3708328409 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd3e4004800 0x7fd3e4004c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T12:21:45.959 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.955+0000 7fd405200640 1 -- 172.21.15.31:0/3708328409 reap_dead start 2024-07-26T12:21:45.960 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.956+0000 7fd3ffe00640 1 --2- 172.21.15.31:0/3708328409 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd3e4003ac0 0x7fd3e4003f30 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fd3f000a8b0 tx=0x7fd3e4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9d22dfea44ac2603 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:45.960 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.956+0000 7fd3fea00640 1 -- 172.21.15.31:0/3708328409 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3f000a4d0 con 0x7fd3e4003ac0 2024-07-26T12:21:45.960 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.956+0000 7fd3fea00640 1 -- 172.21.15.31:0/3708328409 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd3f002f070 con 0x7fd3e4003ac0 2024-07-26T12:21:45.960 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.956+0000 7fd3fea00640 1 -- 172.21.15.31:0/3708328409 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3f002bc80 con 0x7fd3e4003ac0 2024-07-26T12:21:45.960 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.957+0000 7fd405c00640 1 -- 172.21.15.31:0/3708328409 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd3e4003ac0 msgr2=0x7fd3e4003f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:45.960 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.957+0000 7fd405c00640 1 --2- 172.21.15.31:0/3708328409 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd3e4003ac0 0x7fd3e4003f30 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fd3f000a8b0 tx=0x7fd3e4005830 comp rx=0 tx=0).stop 2024-07-26T12:21:45.960 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.957+0000 7fd405c00640 1 -- 172.21.15.31:0/3708328409 shutdown_connections 2024-07-26T12:21:45.960 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.957+0000 7fd405c00640 1 --2- 172.21.15.31:0/3708328409 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd3e4003ac0 0x7fd3e4003f30 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:45.960 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.957+0000 7fd405c00640 1 -- 172.21.15.31:0/3708328409 >> 172.21.15.31:0/3708328409 conn(0x7fd4000b5d60 msgr2=0x7fd40006c7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:45.960 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.957+0000 7fd405c00640 1 -- 172.21.15.31:0/3708328409 shutdown_connections 2024-07-26T12:21:45.961 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.957+0000 7fd405c00640 1 -- 172.21.15.31:0/3708328409 wait complete. 2024-07-26T12:21:45.961 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.959+0000 7fd405c00640 1 Processor -- start 2024-07-26T12:21:45.961 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.959+0000 7fd405c00640 1 -- start start 2024-07-26T12:21:45.963 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.961+0000 7fd405c00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd3e4003ac0 0x7fd4001cf4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:45.963 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.961+0000 7fd405c00640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fd40013d620 0x7fd4001d1110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:45.963 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.961+0000 7fd405c00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd4001ddeb0 0x7fd40013c9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:45.963 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.961+0000 7fd405c00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fd4001458e0 con 0x7fd4001ddeb0 2024-07-26T12:21:45.963 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.961+0000 7fd405c00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fd400145760 con 0x7fd3e4003ac0 2024-07-26T12:21:45.963 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.961+0000 7fd405c00640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7fd400145a60 con 0x7fd40013d620 2024-07-26T12:21:45.963 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.961+0000 7fd405200640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd4001ddeb0 0x7fd40013c9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:45.963 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.961+0000 7fd405200640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd4001ddeb0 0x7fd40013c9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:38416/0 (socket says 172.21.15.31:38416) 2024-07-26T12:21:45.963 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.961+0000 7fd405200640 1 -- 172.21.15.31:0/520973903 learned_addr learned my addr 172.21.15.31:0/520973903 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:45.964 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.961+0000 7fd3ffe00640 1 --2- 172.21.15.31:0/520973903 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd3e4003ac0 0x7fd4001cf4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:45.964 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.961+0000 7fd3ff400640 1 --2- 172.21.15.31:0/520973903 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fd40013d620 0x7fd4001d1110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:45.964 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.961+0000 7fd405200640 1 -- 172.21.15.31:0/520973903 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fd40013d620 msgr2=0x7fd4001d1110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:45.964 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.961+0000 7fd405200640 1 --2- 172.21.15.31:0/520973903 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fd40013d620 0x7fd4001d1110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:45.964 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.962+0000 7fd405200640 1 -- 172.21.15.31:0/520973903 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd3e4003ac0 msgr2=0x7fd4001cf4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:45.964 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.962+0000 7fd405200640 1 --2- 172.21.15.31:0/520973903 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd3e4003ac0 0x7fd4001cf4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:45.964 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.962+0000 7fd405200640 1 -- 172.21.15.31:0/520973903 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd4001d1650 con 0x7fd4001ddeb0 2024-07-26T12:21:45.965 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.962+0000 7fd405200640 1 --2- 172.21.15.31:0/520973903 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd4001ddeb0 0x7fd40013c9d0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fd40006f700 tx=0x7fd3f800d890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:45.965 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.962+0000 7fd3f7e00640 1 -- 172.21.15.31:0/520973903 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3f8018070 con 0x7fd4001ddeb0 2024-07-26T12:21:45.965 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.962+0000 7fd3f7e00640 1 -- 172.21.15.31:0/520973903 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd3f80035f0 con 0x7fd4001ddeb0 2024-07-26T12:21:45.965 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.962+0000 7fd3f7e00640 1 -- 172.21.15.31:0/520973903 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3f8003a20 con 0x7fd4001ddeb0 2024-07-26T12:21:45.965 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.962+0000 7fd405c00640 1 -- 172.21.15.31:0/520973903 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd4001de3d0 con 0x7fd4001ddeb0 2024-07-26T12:21:45.965 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.962+0000 7fd405c00640 1 -- 172.21.15.31:0/520973903 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd4001de990 con 0x7fd4001ddeb0 2024-07-26T12:21:45.965 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.964+0000 7fd405c00640 1 -- 172.21.15.31:0/520973903 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd4001ddcc0 con 0x7fd4001ddeb0 2024-07-26T12:21:45.966 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.965+0000 7fd3f7e00640 1 -- 172.21.15.31:0/520973903 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fd3f801b070 con 0x7fd4001ddeb0 2024-07-26T12:21:45.968 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.966+0000 7fd3f7e00640 1 --2- 172.21.15.31:0/520973903 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fd3dc077040 0x7fd3dc079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:45.968 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.967+0000 7fd3f7e00640 1 -- 172.21.15.31:0/520973903 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7fd3f8097e70 con 0x7fd4001ddeb0 2024-07-26T12:21:45.968 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.967+0000 7fd3ffe00640 1 --2- 172.21.15.31:0/520973903 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fd3dc077040 0x7fd3dc079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:45.969 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.968+0000 7fd3ffe00640 1 --2- 172.21.15.31:0/520973903 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fd3dc077040 0x7fd3dc079550 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fd3f0033000 tx=0x7fd3f0009040 comp rx=0 tx=0).ready entity=mgr.4126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:45.972 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:45.971+0000 7fd3f7e00640 1 -- 172.21.15.31:0/520973903 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fd3f8061060 con 0x7fd4001ddeb0 2024-07-26T12:21:46.221 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:46.219+0000 7fd405c00640 1 -- 172.21.15.31:0/520973903 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7fd4000b4c10 con 0x7fd4001ddeb0 2024-07-26T12:21:46.598 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:46.596+0000 7fd3f7e00640 1 -- 172.21.15.31:0/520973903 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v7) ==== 118+0+0 (secure 0 0 0) 0x7fd3f80692a0 con 0x7fd4001ddeb0 2024-07-26T12:21:46.602 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:46.600+0000 7fd405c00640 1 -- 172.21.15.31:0/520973903 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fd3dc077040 msgr2=0x7fd3dc079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:46.602 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:46.600+0000 7fd405c00640 1 --2- 172.21.15.31:0/520973903 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fd3dc077040 0x7fd3dc079550 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fd3f0033000 tx=0x7fd3f0009040 comp rx=0 tx=0).stop 2024-07-26T12:21:46.603 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:46.600+0000 7fd405c00640 1 -- 172.21.15.31:0/520973903 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd4001ddeb0 msgr2=0x7fd40013c9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:46.603 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:46.600+0000 7fd405c00640 1 --2- 172.21.15.31:0/520973903 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd4001ddeb0 0x7fd40013c9d0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fd40006f700 tx=0x7fd3f800d890 comp rx=0 tx=0).stop 2024-07-26T12:21:46.603 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:46.600+0000 7fd405c00640 1 -- 172.21.15.31:0/520973903 shutdown_connections 2024-07-26T12:21:46.603 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:46.600+0000 7fd405c00640 1 --2- 172.21.15.31:0/520973903 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fd3dc077040 0x7fd3dc079550 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:46.603 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:46.600+0000 7fd405c00640 1 --2- 172.21.15.31:0/520973903 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd4001ddeb0 0x7fd40013c9d0 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:46.603 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:46.600+0000 7fd405c00640 1 --2- 172.21.15.31:0/520973903 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fd40013d620 0x7fd4001d1110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:46.603 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:46.600+0000 7fd405c00640 1 --2- 172.21.15.31:0/520973903 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd3e4003ac0 0x7fd4001cf4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:46.603 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:46.601+0000 7fd405c00640 1 -- 172.21.15.31:0/520973903 >> 172.21.15.31:0/520973903 conn(0x7fd4000b5d60 msgr2=0x7fd4001ce3d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:46.603 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:46.601+0000 7fd405c00640 1 -- 172.21.15.31:0/520973903 shutdown_connections 2024-07-26T12:21:46.603 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:46.601+0000 7fd405c00640 1 -- 172.21.15.31:0/520973903 wait complete. 2024-07-26T12:21:46.632 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-07-26T12:21:46.632 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-07-26T12:21:46.912 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:46.910+0000 7f0ec7600640 1 Processor -- start 2024-07-26T12:21:46.912 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:46.910+0000 7f0ec7600640 1 -- start start 2024-07-26T12:21:46.914 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:46.912+0000 7f0ec7600640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f0ec006cdf0 0x7f0ec013f9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:46.914 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:46.912+0000 7f0ec7600640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0ec013ff30 con 0x7f0ec00b21d0 2024-07-26T12:21:46.914 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:46.913+0000 7f0ec7600640 1 -- --> v1:172.21.15.123:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0ec006e1a0 con 0x7f0ec00b25e0 2024-07-26T12:21:46.914 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:46.913+0000 7f0ec7600640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f0ec006d680 con 0x7f0ec006cdf0 2024-07-26T12:21:46.914 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:46.913+0000 7f0ec4c00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f0ec006cdf0 0x7f0ec013f9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:46.915 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:46.913+0000 7f0ebfe00640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f0ec00b21d0 0x7f0ec0145e90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:33466/0 (socket says 172.21.15.31:33466) 2024-07-26T12:21:46.915 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:46.913+0000 7f0ebfe00640 1 -- 172.21.15.31:0/559579571 learned_addr learned my addr 172.21.15.31:0/559579571 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-07-26T12:21:46.915 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:46.913+0000 7f0ec4c00640 1 -- 172.21.15.31:0/559579571 >> v1:172.21.15.123:6789/0 conn(0x7f0ec00b25e0 legacy=0x7f0ec01500f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:46.915 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:46.913+0000 7f0ec4c00640 1 -- 172.21.15.31:0/559579571 >> v1:172.21.15.31:6789/0 conn(0x7f0ec00b21d0 legacy=0x7f0ec0145e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:46.915 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:46.913+0000 7f0ec4c00640 1 -- 172.21.15.31:0/559579571 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ec006d3a0 con 0x7f0ec006cdf0 2024-07-26T12:21:46.915 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:46.913+0000 7f0ebf400640 1 -- 172.21.15.31:0/559579571 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2262990858 0 0) 0x7f0ec013ff30 con 0x7f0ec00b21d0 2024-07-26T12:21:46.916 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:46.915+0000 7f0ec4c00640 1 --2- 172.21.15.31:0/559579571 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0ec006cdf0 0x7f0ec013f9f0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f0eb40097a0 tx=0x7f0eb402a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5c276804cda00592 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:46.916 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:46.915+0000 7f0ebf400640 1 -- 172.21.15.31:0/559579571 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0eb4037070 con 0x7f0ec006cdf0 2024-07-26T12:21:46.917 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:46.915+0000 7f0ebf400640 1 -- 172.21.15.31:0/559579571 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0eb4032440 con 0x7f0ec006cdf0 2024-07-26T12:21:46.917 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:46.915+0000 7f0ebf400640 1 -- 172.21.15.31:0/559579571 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0eb4032870 con 0x7f0ec006cdf0 2024-07-26T12:21:46.917 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:46.916+0000 7f0ec7600640 1 -- 172.21.15.31:0/559579571 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0ec006cdf0 msgr2=0x7f0ec013f9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:46.917 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:46.916+0000 7f0ec7600640 1 --2- 172.21.15.31:0/559579571 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0ec006cdf0 0x7f0ec013f9f0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f0eb40097a0 tx=0x7f0eb402a180 comp rx=0 tx=0).stop 2024-07-26T12:21:46.918 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:46.916+0000 7f0ec7600640 1 -- 172.21.15.31:0/559579571 shutdown_connections 2024-07-26T12:21:46.918 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:46.916+0000 7f0ec7600640 1 --2- 172.21.15.31:0/559579571 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0ec006cdf0 0x7f0ec013f9f0 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:46.918 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:46.916+0000 7f0ec7600640 1 -- 172.21.15.31:0/559579571 >> 172.21.15.31:0/559579571 conn(0x7f0ec00b61c0 msgr2=0x7f0ec00b3540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:46.918 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:46.916+0000 7f0ec7600640 1 -- 172.21.15.31:0/559579571 shutdown_connections 2024-07-26T12:21:46.918 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:46.916+0000 7f0ec7600640 1 -- 172.21.15.31:0/559579571 wait complete. 2024-07-26T12:21:46.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:46.918+0000 7f0ec7600640 1 Processor -- start 2024-07-26T12:21:46.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:46.918+0000 7f0ec7600640 1 -- start start 2024-07-26T12:21:46.922 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:46.919+0000 7f0ec7600640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f0ec006cdf0 0x7f0ec009ac50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:46.922 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:46.919+0000 7f0ec7600640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0ec00b21d0 0x7f0ec01e1ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:46.922 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:46.919+0000 7f0ec7600640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0ec00b25e0 0x7f0ec01e2430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:46.922 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:46.919+0000 7f0ec7600640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f0ec0151990 con 0x7f0ec00b25e0 2024-07-26T12:21:46.922 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:46.919+0000 7f0ec7600640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f0ec0151810 con 0x7f0ec00b21d0 2024-07-26T12:21:46.922 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:46.919+0000 7f0ec7600640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f0ec0151b10 con 0x7f0ec006cdf0 2024-07-26T12:21:46.922 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:46.920+0000 7f0ec5600640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0ec00b25e0 0x7f0ec01e2430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:46.922 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:46.920+0000 7f0ec5600640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0ec00b25e0 0x7f0ec01e2430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:38430/0 (socket says 172.21.15.31:38430) 2024-07-26T12:21:46.922 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:46.920+0000 7f0ec5600640 1 -- 172.21.15.31:0/1085728100 learned_addr learned my addr 172.21.15.31:0/1085728100 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:46.922 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:46.920+0000 7f0ec4c00640 1 --2- 172.21.15.31:0/1085728100 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f0ec006cdf0 0x7f0ec009ac50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:46.922 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:46.920+0000 7f0ebfe00640 1 --2- 172.21.15.31:0/1085728100 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0ec00b21d0 0x7f0ec01e1ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:46.922 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:46.920+0000 7f0ec5600640 1 -- 172.21.15.31:0/1085728100 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f0ec006cdf0 msgr2=0x7f0ec009ac50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:46.923 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:46.920+0000 7f0ec5600640 1 --2- 172.21.15.31:0/1085728100 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f0ec006cdf0 0x7f0ec009ac50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:46.923 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:46.920+0000 7f0ec5600640 1 -- 172.21.15.31:0/1085728100 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0ec00b21d0 msgr2=0x7f0ec01e1ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:46.923 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:46.920+0000 7f0ec5600640 1 --2- 172.21.15.31:0/1085728100 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0ec00b21d0 0x7f0ec01e1ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:46.923 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:46.920+0000 7f0ec5600640 1 -- 172.21.15.31:0/1085728100 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ec009d5d0 con 0x7f0ec00b25e0 2024-07-26T12:21:46.924 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:46.921+0000 7f0ec5600640 1 --2- 172.21.15.31:0/1085728100 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0ec00b25e0 0x7f0ec01e2430 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f0eb800b970 tx=0x7f0eb800be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:46.924 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:46.921+0000 7f0ebcc00640 1 -- 172.21.15.31:0/1085728100 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0eb8019070 con 0x7f0ec00b25e0 2024-07-26T12:21:46.924 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:46.921+0000 7f0ebcc00640 1 -- 172.21.15.31:0/1085728100 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0eb800cc30 con 0x7f0ec00b25e0 2024-07-26T12:21:46.924 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:46.921+0000 7f0ec7600640 1 -- 172.21.15.31:0/1085728100 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0ec009dc20 con 0x7f0ec00b25e0 2024-07-26T12:21:46.924 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:46.921+0000 7f0ebcc00640 1 -- 172.21.15.31:0/1085728100 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0eb800ce60 con 0x7f0ec00b25e0 2024-07-26T12:21:46.924 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:46.921+0000 7f0ec7600640 1 -- 172.21.15.31:0/1085728100 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0ec009d2f0 con 0x7f0ec00b25e0 2024-07-26T12:21:46.924 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:46.922+0000 7f0ec7600640 1 -- 172.21.15.31:0/1085728100 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0ec013f9f0 con 0x7f0ec00b25e0 2024-07-26T12:21:46.925 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:46.923+0000 7f0ebcc00640 1 -- 172.21.15.31:0/1085728100 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f0eb801c070 con 0x7f0ec00b25e0 2024-07-26T12:21:46.926 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:46.924+0000 7f0ebcc00640 1 --2- 172.21.15.31:0/1085728100 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f0ea0077010 0x7f0ea0079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:46.926 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:46.924+0000 7f0ebcc00640 1 -- 172.21.15.31:0/1085728100 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f0eb8098570 con 0x7f0ec00b25e0 2024-07-26T12:21:46.926 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:46.925+0000 7f0ec4c00640 1 --2- 172.21.15.31:0/1085728100 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f0ea0077010 0x7f0ea0079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:46.928 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:46.926+0000 7f0ec4c00640 1 --2- 172.21.15.31:0/1085728100 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f0ea0077010 0x7f0ea0079520 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f0eb4034000 tx=0x7f0eb402c040 comp rx=0 tx=0).ready entity=mgr.4126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:46.931 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:46.929+0000 7f0ebcc00640 1 -- 172.21.15.31:0/1085728100 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f0eb80617f0 con 0x7f0ec00b25e0 2024-07-26T12:21:47.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:47.185+0000 7f0ec7600640 1 -- 172.21.15.31:0/1085728100 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f0ec00b01f0 con 0x7f0ec00b25e0 2024-07-26T12:21:47.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:47.609+0000 7f0ebcc00640 1 -- 172.21.15.31:0/1085728100 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v8) ==== 122+0+0 (secure 0 0 0) 0x7f0eb80610f0 con 0x7f0ec00b25e0 2024-07-26T12:21:47.615 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:47.613+0000 7f0ec7600640 1 -- 172.21.15.31:0/1085728100 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f0ea0077010 msgr2=0x7f0ea0079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:47.615 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:47.613+0000 7f0ec7600640 1 --2- 172.21.15.31:0/1085728100 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f0ea0077010 0x7f0ea0079520 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f0eb4034000 tx=0x7f0eb402c040 comp rx=0 tx=0).stop 2024-07-26T12:21:47.615 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:47.613+0000 7f0ec7600640 1 -- 172.21.15.31:0/1085728100 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0ec00b25e0 msgr2=0x7f0ec01e2430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:47.615 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:47.613+0000 7f0ec7600640 1 --2- 172.21.15.31:0/1085728100 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0ec00b25e0 0x7f0ec01e2430 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f0eb800b970 tx=0x7f0eb800be30 comp rx=0 tx=0).stop 2024-07-26T12:21:47.616 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:47.613+0000 7f0ec7600640 1 -- 172.21.15.31:0/1085728100 shutdown_connections 2024-07-26T12:21:47.616 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:47.614+0000 7f0ec7600640 1 --2- 172.21.15.31:0/1085728100 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f0ea0077010 0x7f0ea0079520 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:47.616 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:47.614+0000 7f0ec7600640 1 --2- 172.21.15.31:0/1085728100 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0ec00b25e0 0x7f0ec01e2430 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:47.616 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:47.614+0000 7f0ec7600640 1 --2- 172.21.15.31:0/1085728100 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0ec00b21d0 0x7f0ec01e1ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:47.616 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:47.614+0000 7f0ec7600640 1 --2- 172.21.15.31:0/1085728100 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f0ec006cdf0 0x7f0ec009ac50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:47.616 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:47.614+0000 7f0ec7600640 1 -- 172.21.15.31:0/1085728100 >> 172.21.15.31:0/1085728100 conn(0x7f0ec00b61c0 msgr2=0x7f0ec00b09f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:47.616 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:47.614+0000 7f0ec7600640 1 -- 172.21.15.31:0/1085728100 shutdown_connections 2024-07-26T12:21:47.616 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:47.614+0000 7f0ec7600640 1 -- 172.21.15.31:0/1085728100 wait complete. 2024-07-26T12:21:47.642 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-07-26T12:21:47.643 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T12:21:47.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:47.917+0000 7f85f6a00640 1 Processor -- start 2024-07-26T12:21:47.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:47.918+0000 7f85f6a00640 1 -- start start 2024-07-26T12:21:47.921 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:47.919+0000 7f85f6a00640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f85f00b6170 0x7f85f0147810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:47.921 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:47.919+0000 7f85f6a00640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f85f0148070 con 0x7f85f013de20 2024-07-26T12:21:47.921 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:47.919+0000 7f85f6a00640 1 -- --> v1:172.21.15.123:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f85f0148350 con 0x7f85f00b5030 2024-07-26T12:21:47.921 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:47.919+0000 7f85f6a00640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f85f01486c0 con 0x7f85f00b6170 2024-07-26T12:21:47.921 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:47.920+0000 7f85f4c00640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f85f013de20 0x7f85f00b4920 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:33468/0 (socket says 172.21.15.31:33468) 2024-07-26T12:21:47.921 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:47.920+0000 7f85f4c00640 1 -- 172.21.15.31:0/2745156917 learned_addr learned my addr 172.21.15.31:0/2745156917 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-07-26T12:21:47.923 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:47.920+0000 7f85f5600640 1 --2- 172.21.15.31:0/2745156917 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f85f00b6170 0x7f85f0147810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:47.923 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:47.920+0000 7f85efe00640 1 -- 172.21.15.31:0/2745156917 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4096622019 0 0) 0x7f85f0148070 con 0x7f85f013de20 2024-07-26T12:21:47.923 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:47.920+0000 7f85efe00640 1 -- 172.21.15.31:0/2745156917 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f85d8003520 con 0x7f85f013de20 2024-07-26T12:21:47.923 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:47.920+0000 7f85efe00640 1 -- 172.21.15.31:0/2745156917 <== mon.0 v1:172.21.15.31:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 128628723 0 0) 0x7f85d8003520 con 0x7f85f013de20 2024-07-26T12:21:47.923 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:47.920+0000 7f85efe00640 1 -- 172.21.15.31:0/2745156917 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f85f00b6170 msgr2=0x7f85f0147810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:47.923 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:47.920+0000 7f85efe00640 1 --2- 172.21.15.31:0/2745156917 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f85f00b6170 0x7f85f0147810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:47.924 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:47.920+0000 7f85efe00640 1 -- 172.21.15.31:0/2745156917 >> v1:172.21.15.123:6789/0 conn(0x7f85f00b5030 legacy=0x7f85f00b2970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:47.924 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:47.920+0000 7f85efe00640 1 -- 172.21.15.31:0/2745156917 --> v1:172.21.15.31:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85f00b6580 con 0x7f85f013de20 2024-07-26T12:21:47.924 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:47.920+0000 7f85efe00640 1 -- 172.21.15.31:0/2745156917 <== mon.0 v1:172.21.15.31:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 972834220 0 0) 0x7f85e0001a70 con 0x7f85f013de20 2024-07-26T12:21:47.924 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:47.921+0000 7f85efe00640 1 -- 172.21.15.31:0/2745156917 >> v1:172.21.15.31:6789/0 conn(0x7f85f013de20 legacy=0x7f85f00b4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:47.924 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:47.921+0000 7f85efe00640 1 --2- 172.21.15.31:0/2745156917 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f85f00b6170 0x7f85d8003af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:47.924 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:47.921+0000 7f85efe00640 1 --2- 172.21.15.31:0/2745156917 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f85d80040c0 0x7f85d8004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:47.924 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:47.921+0000 7f85efe00640 1 --2- 172.21.15.31:0/2745156917 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f85d8004e60 0x7f85d80052b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:47.924 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:47.921+0000 7f85efe00640 1 -- 172.21.15.31:0/2745156917 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f85f01486c0 con 0x7f85d8004e60 2024-07-26T12:21:47.924 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:47.921+0000 7f85efe00640 1 -- 172.21.15.31:0/2745156917 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f85d800bd40 con 0x7f85d80040c0 2024-07-26T12:21:47.924 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:47.921+0000 7f85efe00640 1 -- 172.21.15.31:0/2745156917 --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f85d800bf40 con 0x7f85f00b6170 2024-07-26T12:21:47.924 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:47.921+0000 7f85f6000640 1 --2- 172.21.15.31:0/2745156917 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f85d8004e60 0x7f85d80052b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:47.924 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:47.921+0000 7f85f5600640 1 --2- 172.21.15.31:0/2745156917 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f85f00b6170 0x7f85d8003af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:47.924 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:47.921+0000 7f85f4c00640 1 --2- 172.21.15.31:0/2745156917 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f85d80040c0 0x7f85d8004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:47.925 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:47.922+0000 7f85f6000640 1 -- 172.21.15.31:0/2745156917 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f85f00b6170 msgr2=0x7f85d8003af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:47.925 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:47.922+0000 7f85f6000640 1 --2- 172.21.15.31:0/2745156917 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f85f00b6170 0x7f85d8003af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:47.925 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:47.922+0000 7f85f6000640 1 -- 172.21.15.31:0/2745156917 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f85d80040c0 msgr2=0x7f85d8004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:47.925 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:47.922+0000 7f85f6000640 1 --2- 172.21.15.31:0/2745156917 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f85d80040c0 0x7f85d8004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:47.925 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:47.922+0000 7f85f6000640 1 -- 172.21.15.31:0/2745156917 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85d8003520 con 0x7f85d8004e60 2024-07-26T12:21:47.926 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:47.923+0000 7f85f6000640 1 --2- 172.21.15.31:0/2745156917 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f85d8004e60 0x7f85d80052b0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f85e8001760 tx=0x7f85d8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=42f2930ffb60fde5 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:47.926 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:47.923+0000 7f85efe00640 1 -- 172.21.15.31:0/2745156917 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85e80013b0 con 0x7f85d8004e60 2024-07-26T12:21:47.926 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:47.923+0000 7f85efe00640 1 -- 172.21.15.31:0/2745156917 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f85e80052d0 con 0x7f85d8004e60 2024-07-26T12:21:47.926 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:47.923+0000 7f85efe00640 1 -- 172.21.15.31:0/2745156917 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85e802ab00 con 0x7f85d8004e60 2024-07-26T12:21:47.926 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:47.924+0000 7f85f6a00640 1 -- 172.21.15.31:0/2745156917 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f85d8004e60 msgr2=0x7f85d80052b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:47.926 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:47.924+0000 7f85f6a00640 1 --2- 172.21.15.31:0/2745156917 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f85d8004e60 0x7f85d80052b0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f85e8001760 tx=0x7f85d8005830 comp rx=0 tx=0).stop 2024-07-26T12:21:47.926 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:47.924+0000 7f85f6000640 1 -- 172.21.15.31:0/2745156917 reap_dead start 2024-07-26T12:21:47.926 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:47.924+0000 7f85f6a00640 1 -- 172.21.15.31:0/2745156917 shutdown_connections 2024-07-26T12:21:47.926 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:47.924+0000 7f85f6a00640 1 -- 172.21.15.31:0/2745156917 >> 172.21.15.31:0/2745156917 conn(0x7f85f00b98a0 msgr2=0x7f85f00b9cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:47.927 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:47.924+0000 7f85f6a00640 1 -- 172.21.15.31:0/2745156917 shutdown_connections 2024-07-26T12:21:47.927 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:47.924+0000 7f85f6a00640 1 -- 172.21.15.31:0/2745156917 wait complete. 2024-07-26T12:21:47.928 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:47.926+0000 7f85f6a00640 1 Processor -- start 2024-07-26T12:21:47.928 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:47.926+0000 7f85f6a00640 1 -- start start 2024-07-26T12:21:47.929 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:47.928+0000 7f85f6a00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f85d8004e60 0x7f85f01ce730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:47.929 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:47.928+0000 7f85f6a00640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f85f0145220 0x7f85f01cdb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:47.929 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:47.928+0000 7f85f6a00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f85f01406d0 0x7f85f013cf30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:47.930 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:47.928+0000 7f85f6a00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f85f00b34c0 con 0x7f85d8004e60 2024-07-26T12:21:47.930 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:47.928+0000 7f85f6a00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f85f00b3340 con 0x7f85f01406d0 2024-07-26T12:21:47.930 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:47.928+0000 7f85f6a00640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f85f0147810 con 0x7f85f0145220 2024-07-26T12:21:47.930 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:47.928+0000 7f85f5600640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f85d8004e60 0x7f85f01ce730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:47.930 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:47.928+0000 7f85f5600640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f85d8004e60 0x7f85f01ce730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:38458/0 (socket says 172.21.15.31:38458) 2024-07-26T12:21:47.930 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:47.928+0000 7f85f5600640 1 -- 172.21.15.31:0/455432233 learned_addr learned my addr 172.21.15.31:0/455432233 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:47.931 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:47.928+0000 7f85f6000640 1 --2- 172.21.15.31:0/455432233 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f85f01406d0 0x7f85f013cf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:47.931 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:47.928+0000 7f85f4c00640 1 --2- 172.21.15.31:0/455432233 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f85f0145220 0x7f85f01cdb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:47.931 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:47.928+0000 7f85f5600640 1 -- 172.21.15.31:0/455432233 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f85f0145220 msgr2=0x7f85f01cdb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:47.931 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:47.928+0000 7f85f5600640 1 --2- 172.21.15.31:0/455432233 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f85f0145220 0x7f85f01cdb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:47.931 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:47.928+0000 7f85f5600640 1 -- 172.21.15.31:0/455432233 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f85f01406d0 msgr2=0x7f85f013cf30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:47.931 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:47.928+0000 7f85f5600640 1 --2- 172.21.15.31:0/455432233 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f85f01406d0 0x7f85f013cf30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:47.932 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:47.928+0000 7f85f5600640 1 -- 172.21.15.31:0/455432233 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85f01cf850 con 0x7f85d8004e60 2024-07-26T12:21:47.932 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:47.929+0000 7f85f5600640 1 --2- 172.21.15.31:0/455432233 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f85d8004e60 0x7f85f01ce730 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f85e40119d0 tx=0x7f85e4011e90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:47.932 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:47.929+0000 7f85ed600640 1 -- 172.21.15.31:0/455432233 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85e400fb50 con 0x7f85d8004e60 2024-07-26T12:21:47.932 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:47.929+0000 7f85ed600640 1 -- 172.21.15.31:0/455432233 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f85e400fcf0 con 0x7f85d8004e60 2024-07-26T12:21:47.932 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:47.929+0000 7f85ed600640 1 -- 172.21.15.31:0/455432233 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85e40146a0 con 0x7f85d8004e60 2024-07-26T12:21:47.932 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:47.929+0000 7f85f6a00640 1 -- 172.21.15.31:0/455432233 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f85f01cf010 con 0x7f85d8004e60 2024-07-26T12:21:47.932 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:47.929+0000 7f85f6a00640 1 -- 172.21.15.31:0/455432233 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f85f01cfac0 con 0x7f85d8004e60 2024-07-26T12:21:47.932 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:47.931+0000 7f85f6a00640 1 -- 172.21.15.31:0/455432233 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f85f0147cc0 con 0x7f85d8004e60 2024-07-26T12:21:47.933 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:47.932+0000 7f85ed600640 1 -- 172.21.15.31:0/455432233 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f85e4012040 con 0x7f85d8004e60 2024-07-26T12:21:47.935 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:47.933+0000 7f85ed600640 1 --2- 172.21.15.31:0/455432233 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f85d4077010 0x7f85d4079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:47.935 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:47.934+0000 7f85ed600640 1 -- 172.21.15.31:0/455432233 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f85e4099110 con 0x7f85d8004e60 2024-07-26T12:21:47.935 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:47.934+0000 7f85f4c00640 1 --2- 172.21.15.31:0/455432233 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f85d4077010 0x7f85d4079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:47.936 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:47.935+0000 7f85f4c00640 1 --2- 172.21.15.31:0/455432233 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f85d4077010 0x7f85d4079520 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f85e0001fb0 tx=0x7f85e0001f40 comp rx=0 tx=0).ready entity=mgr.4126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:47.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:47.938+0000 7f85ed600640 1 -- 172.21.15.31:0/455432233 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f85e4019030 con 0x7f85d8004e60 2024-07-26T12:21:48.190 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:48.188+0000 7f85f6a00640 1 -- 172.21.15.31:0/455432233 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f85f0144b60 con 0x7f85d8004e60 2024-07-26T12:21:48.191 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:48.189+0000 7f85ed600640 1 -- 172.21.15.31:0/455432233 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+3569 (secure 0 0 0) 0x7f85e4062270 con 0x7f85d8004e60 2024-07-26T12:21:48.191 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-07-26T12:21:48.191 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":8,"btime":"2024-07-26T12:21:47:598247+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4339,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.123:6835/2510414777","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6834","nonce":2510414777},{"type":"v1","addr":"172.21.15.123:6835","nonce":2510414777}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T12:21:44.131993+0000","modified":"2024-07-26T12:21:47.187215+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4353},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4353":{"gid":4353,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.31:6833/713364256","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":713364256},{"type":"v1","addr":"172.21.15.31:6833","nonce":713364256}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4353,"qdb_cluster":[4353]},"id":1}]} 2024-07-26T12:21:48.192 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 8 2024-07-26T12:21:48.194 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:48.192+0000 7f85f6a00640 1 -- 172.21.15.31:0/455432233 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f85d4077010 msgr2=0x7f85d4079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:48.194 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:48.192+0000 7f85f6a00640 1 --2- 172.21.15.31:0/455432233 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f85d4077010 0x7f85d4079520 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f85e0001fb0 tx=0x7f85e0001f40 comp rx=0 tx=0).stop 2024-07-26T12:21:48.194 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:48.192+0000 7f85f6a00640 1 -- 172.21.15.31:0/455432233 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f85d8004e60 msgr2=0x7f85f01ce730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:48.194 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:48.192+0000 7f85f6a00640 1 --2- 172.21.15.31:0/455432233 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f85d8004e60 0x7f85f01ce730 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f85e40119d0 tx=0x7f85e4011e90 comp rx=0 tx=0).stop 2024-07-26T12:21:48.194 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:48.192+0000 7f85f6a00640 1 -- 172.21.15.31:0/455432233 shutdown_connections 2024-07-26T12:21:48.194 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:48.192+0000 7f85f6a00640 1 --2- 172.21.15.31:0/455432233 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f85d4077010 0x7f85d4079520 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:48.194 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:48.192+0000 7f85f6a00640 1 --2- 172.21.15.31:0/455432233 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f85f01406d0 0x7f85f013cf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:48.195 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:48.192+0000 7f85f6a00640 1 --2- 172.21.15.31:0/455432233 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f85f0145220 0x7f85f01cdb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:48.195 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:48.192+0000 7f85f6a00640 1 --2- 172.21.15.31:0/455432233 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f85d8004e60 0x7f85f01ce730 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:48.195 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:48.192+0000 7f85f6a00640 1 -- 172.21.15.31:0/455432233 >> 172.21.15.31:0/455432233 conn(0x7f85f00b98a0 msgr2=0x7f85f0075670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:48.195 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:48.193+0000 7f85f6a00640 1 -- 172.21.15.31:0/455432233 shutdown_connections 2024-07-26T12:21:48.195 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:48.193+0000 7f85f6a00640 1 -- 172.21.15.31:0/455432233 wait complete. 2024-07-26T12:21:48.224 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T12:21:48.302 INFO:tasks.ceph.mds.a.smithi031.stderr:2024-07-26T12:21:48.301+0000 7fceec200640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-07-26T12:21:48.499 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:48.497+0000 7f6a17200640 1 Processor -- start 2024-07-26T12:21:48.499 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:48.498+0000 7f6a17200640 1 -- start start 2024-07-26T12:21:48.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:48.499+0000 7f6a17200640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f6a1806efa0 0x7f6a1806f3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:48.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:48.499+0000 7f6a17200640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f6a1813de40 0x7f6a1813e250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:48.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:48.499+0000 7f6a17200640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6a180b7570 con 0x7f6a18147aa0 2024-07-26T12:21:48.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:48.500+0000 7f6a17200640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f6a1806d8b0 con 0x7f6a1813de40 2024-07-26T12:21:48.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:48.500+0000 7f6a17200640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f6a18141e00 con 0x7f6a1806efa0 2024-07-26T12:21:48.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:48.500+0000 7f6a16800640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f6a18147aa0 0x7f6a18147eb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:33470/0 (socket says 172.21.15.31:33470) 2024-07-26T12:21:48.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:48.500+0000 7f6a16800640 1 -- 172.21.15.31:0/1650914069 learned_addr learned my addr 172.21.15.31:0/1650914069 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-07-26T12:21:48.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:48.500+0000 7f6a0fe00640 1 --2- 172.21.15.31:0/1650914069 >> v2:172.21.15.31:3300/0 conn(0x7f6a1813de40 0x7f6a1813e250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:48.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:48.500+0000 7f6a15e00640 1 --2- 172.21.15.31:0/1650914069 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f6a1806efa0 0x7f6a1806f3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:48.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:48.501+0000 7f6a15400640 1 -- 172.21.15.31:0/1650914069 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 768456654 0 0) 0x7f6a180b7570 con 0x7f6a18147aa0 2024-07-26T12:21:48.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:48.501+0000 7f6a15400640 1 -- 172.21.15.31:0/1650914069 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f69f8003520 con 0x7f6a18147aa0 2024-07-26T12:21:48.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:48.501+0000 7f6a0fe00640 1 -- 172.21.15.31:0/1650914069 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f6a1806efa0 msgr2=0x7f6a1806f3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:48.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:48.501+0000 7f6a0fe00640 1 --2- 172.21.15.31:0/1650914069 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f6a1806efa0 0x7f6a1806f3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:48.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:48.501+0000 7f6a0fe00640 1 -- 172.21.15.31:0/1650914069 >> v1:172.21.15.31:6789/0 conn(0x7f6a18147aa0 legacy=0x7f6a18147eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:48.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:48.501+0000 7f6a0fe00640 1 -- 172.21.15.31:0/1650914069 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6a180b1e00 con 0x7f6a1813de40 2024-07-26T12:21:48.504 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:48.502+0000 7f6a0fe00640 1 --2- 172.21.15.31:0/1650914069 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6a1813de40 0x7f6a1813e250 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f6a000097a0 tx=0x7f6a0002a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=85e238e9f6868684 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:48.504 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:48.502+0000 7f6a15400640 1 -- 172.21.15.31:0/1650914069 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a00037070 con 0x7f6a1813de40 2024-07-26T12:21:48.504 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:48.502+0000 7f6a15400640 1 -- 172.21.15.31:0/1650914069 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6a00032440 con 0x7f6a1813de40 2024-07-26T12:21:48.504 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:48.502+0000 7f6a15400640 1 -- 172.21.15.31:0/1650914069 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a00032870 con 0x7f6a1813de40 2024-07-26T12:21:48.505 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:48.503+0000 7f6a17200640 1 -- 172.21.15.31:0/1650914069 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6a1813de40 msgr2=0x7f6a1813e250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:48.505 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:48.503+0000 7f6a17200640 1 --2- 172.21.15.31:0/1650914069 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6a1813de40 0x7f6a1813e250 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f6a000097a0 tx=0x7f6a0002a060 comp rx=0 tx=0).stop 2024-07-26T12:21:48.505 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:48.503+0000 7f6a17200640 1 -- 172.21.15.31:0/1650914069 shutdown_connections 2024-07-26T12:21:48.505 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:48.503+0000 7f6a17200640 1 --2- 172.21.15.31:0/1650914069 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6a1813de40 0x7f6a1813e250 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:48.505 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:48.503+0000 7f6a17200640 1 --2- 172.21.15.31:0/1650914069 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f6a1806efa0 0x7f6a1806f3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:48.505 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:48.503+0000 7f6a17200640 1 -- 172.21.15.31:0/1650914069 >> 172.21.15.31:0/1650914069 conn(0x7f6a180b7860 msgr2=0x7f6a180b7c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:48.505 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:48.503+0000 7f6a17200640 1 -- 172.21.15.31:0/1650914069 shutdown_connections 2024-07-26T12:21:48.505 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:48.503+0000 7f6a17200640 1 -- 172.21.15.31:0/1650914069 wait complete. 2024-07-26T12:21:48.507 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:48.505+0000 7f6a17200640 1 Processor -- start 2024-07-26T12:21:48.507 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:48.505+0000 7f6a17200640 1 -- start start 2024-07-26T12:21:48.509 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:48.507+0000 7f6a17200640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6a1806efa0 0x7f6a181e1ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:48.509 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:48.507+0000 7f6a17200640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f6a1813de40 0x7f6a18143e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:48.509 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:48.507+0000 7f6a17200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6a18147aa0 0x7f6a181405b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:48.509 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:48.507+0000 7f6a17200640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f6a181526a0 con 0x7f6a1806efa0 2024-07-26T12:21:48.509 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:48.507+0000 7f6a17200640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f6a18152520 con 0x7f6a18147aa0 2024-07-26T12:21:48.509 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:48.507+0000 7f6a17200640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f6a18152820 con 0x7f6a1813de40 2024-07-26T12:21:48.509 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:48.507+0000 7f6a15e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6a1806efa0 0x7f6a181e1ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:48.509 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:48.507+0000 7f6a15e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6a1806efa0 0x7f6a181e1ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:38468/0 (socket says 172.21.15.31:38468) 2024-07-26T12:21:48.509 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:48.507+0000 7f6a15e00640 1 -- 172.21.15.31:0/4049238707 learned_addr learned my addr 172.21.15.31:0/4049238707 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:48.510 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:48.507+0000 7f6a0fe00640 1 --2- 172.21.15.31:0/4049238707 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f6a1813de40 0x7f6a18143e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:48.510 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:48.507+0000 7f6a15e00640 1 -- 172.21.15.31:0/4049238707 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f6a1813de40 msgr2=0x7f6a18143e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:48.510 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:48.507+0000 7f6a15e00640 1 --2- 172.21.15.31:0/4049238707 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f6a1813de40 0x7f6a18143e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:48.510 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:48.507+0000 7f6a15e00640 1 -- 172.21.15.31:0/4049238707 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6a18147aa0 msgr2=0x7f6a181405b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:48.510 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:48.507+0000 7f6a15e00640 1 --2- 172.21.15.31:0/4049238707 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6a18147aa0 0x7f6a181405b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:48.510 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:48.507+0000 7f6a15e00640 1 -- 172.21.15.31:0/4049238707 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6a181e21e0 con 0x7f6a1806efa0 2024-07-26T12:21:48.511 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:48.508+0000 7f6a15e00640 1 --2- 172.21.15.31:0/4049238707 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6a1806efa0 0x7f6a181e1ca0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f6a0800e870 tx=0x7f6a0800ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:48.511 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:48.508+0000 7f6a0e000640 1 -- 172.21.15.31:0/4049238707 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a08017070 con 0x7f6a1806efa0 2024-07-26T12:21:48.511 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:48.508+0000 7f6a0e000640 1 -- 172.21.15.31:0/4049238707 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6a0800c940 con 0x7f6a1806efa0 2024-07-26T12:21:48.511 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:48.508+0000 7f6a0e000640 1 -- 172.21.15.31:0/4049238707 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a0800cd90 con 0x7f6a1806efa0 2024-07-26T12:21:48.512 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:48.508+0000 7f6a17200640 1 -- 172.21.15.31:0/4049238707 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6a18138850 con 0x7f6a1806efa0 2024-07-26T12:21:48.512 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:48.508+0000 7f6a17200640 1 -- 172.21.15.31:0/4049238707 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6a18141220 con 0x7f6a1806efa0 2024-07-26T12:21:48.512 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:48.509+0000 7f6a17200640 1 -- 172.21.15.31:0/4049238707 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6a1806f3b0 con 0x7f6a1806efa0 2024-07-26T12:21:48.512 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:48.511+0000 7f6a0e000640 1 -- 172.21.15.31:0/4049238707 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f6a0801a070 con 0x7f6a1806efa0 2024-07-26T12:21:48.514 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:48.512+0000 7f6a0e000640 1 --2- 172.21.15.31:0/4049238707 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f69f4077010 0x7f69f4079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:48.514 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:48.512+0000 7f6a0e000640 1 -- 172.21.15.31:0/4049238707 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f6a080989e0 con 0x7f6a1806efa0 2024-07-26T12:21:48.514 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:48.513+0000 7f6a0fe00640 1 --2- 172.21.15.31:0/4049238707 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f69f4077010 0x7f69f4079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:48.515 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:48.514+0000 7f6a0fe00640 1 --2- 172.21.15.31:0/4049238707 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f69f4077010 0x7f69f4079520 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f6a00034000 tx=0x7f6a00008040 comp rx=0 tx=0).ready entity=mgr.4126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:48.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:48.517+0000 7f6a0e000640 1 -- 172.21.15.31:0/4049238707 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f6a08061ac0 con 0x7f6a1806efa0 2024-07-26T12:21:48.736 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:48.734+0000 7f6a17200640 1 -- 172.21.15.31:0/4049238707 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f6a181465c0 con 0x7f6a1806efa0 2024-07-26T12:21:48.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:48.737+0000 7f6a0e000640 1 -- 172.21.15.31:0/4049238707 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v22) ==== 74+0+16593 (secure 0 0 0) 0x7f6a080613c0 con 0x7f6a1806efa0 2024-07-26T12:21:48.740 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-07-26T12:21:48.740 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":22,"fsid":"ef074135-fe46-4fec-a339-768b1d2b36ee","created":"2024-07-26T12:21:16.055794+0000","modified":"2024-07-26T12:21:45.583433+0000","last_up_change":"2024-07-26T12:21:30.882864+0000","last_in_change":"2024-07-26T12:21:21.700518+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T12:21:31.399722+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-07-26T12:21:42.295054+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-07-26T12:21:43.093314+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"218f4bdb-3f2a-4597-8391-d5869523d4ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":973597580},{"type":"v1","addr":"172.21.15.31:6817","nonce":973597580}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":973597580},{"type":"v1","addr":"172.21.15.31:6819","nonce":973597580}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":973597580},{"type":"v1","addr":"172.21.15.31:6827","nonce":973597580}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":973597580},{"type":"v1","addr":"172.21.15.31:6822","nonce":973597580}]},"public_addr":"172.21.15.31:6817/973597580","cluster_addr":"172.21.15.31:6819/973597580","heartbeat_back_addr":"172.21.15.31:6827/973597580","heartbeat_front_addr":"172.21.15.31:6822/973597580","state":["exists","up"]},{"osd":1,"uuid":"7325bd1b-087e-47b0-8411-1065643b142e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":209410576},{"type":"v1","addr":"172.21.15.31:6801","nonce":209410576}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":209410576},{"type":"v1","addr":"172.21.15.31:6803","nonce":209410576}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":209410576},{"type":"v1","addr":"172.21.15.31:6807","nonce":209410576}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":209410576},{"type":"v1","addr":"172.21.15.31:6805","nonce":209410576}]},"public_addr":"172.21.15.31:6801/209410576","cluster_addr":"172.21.15.31:6803/209410576","heartbeat_back_addr":"172.21.15.31:6807/209410576","heartbeat_front_addr":"172.21.15.31:6805/209410576","state":["exists","up"]},{"osd":2,"uuid":"461c586b-af52-4d20-a648-867cbd3fa37f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":4014278924},{"type":"v1","addr":"172.21.15.31:6809","nonce":4014278924}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":4014278924},{"type":"v1","addr":"172.21.15.31:6811","nonce":4014278924}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":4014278924},{"type":"v1","addr":"172.21.15.31:6815","nonce":4014278924}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":4014278924},{"type":"v1","addr":"172.21.15.31:6813","nonce":4014278924}]},"public_addr":"172.21.15.31:6809/4014278924","cluster_addr":"172.21.15.31:6811/4014278924","heartbeat_back_addr":"172.21.15.31:6815/4014278924","heartbeat_front_addr":"172.21.15.31:6813/4014278924","state":["exists","up"]},{"osd":3,"uuid":"132aee2d-8564-4632-8d0d-9e8e0f6edaf3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6821","nonce":2995395942},{"type":"v1","addr":"172.21.15.31:6823","nonce":2995395942}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6825","nonce":2995395942},{"type":"v1","addr":"172.21.15.31:6826","nonce":2995395942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2995395942},{"type":"v1","addr":"172.21.15.31:6831","nonce":2995395942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2995395942},{"type":"v1","addr":"172.21.15.31:6829","nonce":2995395942}]},"public_addr":"172.21.15.31:6823/2995395942","cluster_addr":"172.21.15.31:6826/2995395942","heartbeat_back_addr":"172.21.15.31:6831/2995395942","heartbeat_front_addr":"172.21.15.31:6829/2995395942","state":["exists","up"]},{"osd":4,"uuid":"eb3fc933-fae1-4328-a5c0-2cba3f72ae3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6811","nonce":2657576441},{"type":"v1","addr":"172.21.15.123:6813","nonce":2657576441}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6815","nonce":2657576441},{"type":"v1","addr":"172.21.15.123:6817","nonce":2657576441}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6823","nonce":2657576441},{"type":"v1","addr":"172.21.15.123:6826","nonce":2657576441}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6819","nonce":2657576441},{"type":"v1","addr":"172.21.15.123:6821","nonce":2657576441}]},"public_addr":"172.21.15.123:6813/2657576441","cluster_addr":"172.21.15.123:6817/2657576441","heartbeat_back_addr":"172.21.15.123:6826/2657576441","heartbeat_front_addr":"172.21.15.123:6821/2657576441","state":["exists","up"]},{"osd":5,"uuid":"9ddeeb35-6710-49b9-9688-00e0a2a406e9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6810","nonce":3352982608},{"type":"v1","addr":"172.21.15.123:6812","nonce":3352982608}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6814","nonce":3352982608},{"type":"v1","addr":"172.21.15.123:6816","nonce":3352982608}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6822","nonce":3352982608},{"type":"v1","addr":"172.21.15.123:6824","nonce":3352982608}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6818","nonce":3352982608},{"type":"v1","addr":"172.21.15.123:6820","nonce":3352982608}]},"public_addr":"172.21.15.123:6812/3352982608","cluster_addr":"172.21.15.123:6816/3352982608","heartbeat_back_addr":"172.21.15.123:6824/3352982608","heartbeat_front_addr":"172.21.15.123:6820/3352982608","state":["exists","up"]},{"osd":6,"uuid":"e76e07cc-99d0-4c6c-b9af-0c772c919987","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6825","nonce":1360257549},{"type":"v1","addr":"172.21.15.123:6827","nonce":1360257549}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6828","nonce":1360257549},{"type":"v1","addr":"172.21.15.123:6829","nonce":1360257549}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":1360257549},{"type":"v1","addr":"172.21.15.123:6833","nonce":1360257549}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6830","nonce":1360257549},{"type":"v1","addr":"172.21.15.123:6831","nonce":1360257549}]},"public_addr":"172.21.15.123:6827/1360257549","cluster_addr":"172.21.15.123:6829/1360257549","heartbeat_back_addr":"172.21.15.123:6833/1360257549","heartbeat_front_addr":"172.21.15.123:6831/1360257549","state":["exists","up"]},{"osd":7,"uuid":"a22dc76b-2f3c-4f59-ba5b-7b444346a9fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6802","nonce":2969480778},{"type":"v1","addr":"172.21.15.123:6803","nonce":2969480778}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6804","nonce":2969480778},{"type":"v1","addr":"172.21.15.123:6805","nonce":2969480778}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6808","nonce":2969480778},{"type":"v1","addr":"172.21.15.123:6809","nonce":2969480778}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6806","nonce":2969480778},{"type":"v1","addr":"172.21.15.123:6807","nonce":2969480778}]},"public_addr":"172.21.15.123:6803/2969480778","cluster_addr":"172.21.15.123:6805/2969480778","heartbeat_back_addr":"172.21.15.123:6809/2969480778","heartbeat_front_addr":"172.21.15.123:6807/2969480778","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T12:21:27.550303+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T12:21:27.377641+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T12:21:27.142256+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T12:21:27.563003+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T12:21:27.193136+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T12:21:27.225824+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T12:21:27.201675+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T12:21:27.303249+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T12:21:48.743 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:48.740+0000 7f6a17200640 1 -- 172.21.15.31:0/4049238707 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f69f4077010 msgr2=0x7f69f4079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:48.743 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:48.740+0000 7f6a17200640 1 --2- 172.21.15.31:0/4049238707 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f69f4077010 0x7f69f4079520 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f6a00034000 tx=0x7f6a00008040 comp rx=0 tx=0).stop 2024-07-26T12:21:48.743 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:48.740+0000 7f6a17200640 1 -- 172.21.15.31:0/4049238707 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6a1806efa0 msgr2=0x7f6a181e1ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:48.743 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:48.740+0000 7f6a17200640 1 --2- 172.21.15.31:0/4049238707 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6a1806efa0 0x7f6a181e1ca0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f6a0800e870 tx=0x7f6a0800ed30 comp rx=0 tx=0).stop 2024-07-26T12:21:48.743 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:48.741+0000 7f6a17200640 1 -- 172.21.15.31:0/4049238707 shutdown_connections 2024-07-26T12:21:48.743 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:48.741+0000 7f6a17200640 1 --2- 172.21.15.31:0/4049238707 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f69f4077010 0x7f69f4079520 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:48.743 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:48.741+0000 7f6a17200640 1 --2- 172.21.15.31:0/4049238707 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6a18147aa0 0x7f6a181405b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:48.743 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:48.741+0000 7f6a17200640 1 --2- 172.21.15.31:0/4049238707 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f6a1813de40 0x7f6a18143e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:48.743 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:48.741+0000 7f6a17200640 1 --2- 172.21.15.31:0/4049238707 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6a1806efa0 0x7f6a181e1ca0 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:48.743 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:48.741+0000 7f6a17200640 1 -- 172.21.15.31:0/4049238707 >> 172.21.15.31:0/4049238707 conn(0x7f6a180b7860 msgr2=0x7f6a180b6a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:48.743 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:48.741+0000 7f6a17200640 1 -- 172.21.15.31:0/4049238707 shutdown_connections 2024-07-26T12:21:48.743 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:48.741+0000 7f6a17200640 1 -- 172.21.15.31:0/4049238707 wait complete. 2024-07-26T12:21:48.769 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-07-26T12:21:48.769 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-26T12:21:49.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.044+0000 7f2e95a00640 1 Processor -- start 2024-07-26T12:21:49.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.044+0000 7f2e95a00640 1 -- start start 2024-07-26T12:21:49.048 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.046+0000 7f2e95a00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f2e900b2520 0x7f2e90145c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:49.048 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.046+0000 7f2e95a00640 1 --2- >> v2:172.21.15.123:3300/0 conn(0x7f2e9014dee0 0x7f2e90150300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:49.048 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.046+0000 7f2e95a00640 1 -- --> v1:172.21.15.123:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2e90072270 con 0x7f2e901461c0 2024-07-26T12:21:49.048 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.046+0000 7f2e95a00640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f2e900b3630 con 0x7f2e900b2520 2024-07-26T12:21:49.048 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.046+0000 7f2e95a00640 1 -- --> v2:172.21.15.123:3300/0 -- mon_getmap magic: 0 -- 0x7f2e901457f0 con 0x7f2e9014dee0 2024-07-26T12:21:49.048 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.046+0000 7f2e8fe00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f2e900b2520 0x7f2e90145c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:49.048 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.046+0000 7f2e8fe00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f2e900b2520 0x7f2e90145c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:38482/0 (socket says 172.21.15.31:38482) 2024-07-26T12:21:49.048 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.046+0000 7f2e8fe00640 1 -- 172.21.15.31:0/722633586 learned_addr learned my addr 172.21.15.31:0/722633586 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:49.049 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.047+0000 7f2e8fe00640 1 -- 172.21.15.31:0/722633586 >> v2:172.21.15.123:3300/0 conn(0x7f2e9014dee0 msgr2=0x7f2e90150300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:49.049 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.047+0000 7f2e95000640 1 --2- 172.21.15.31:0/722633586 >> v2:172.21.15.123:3300/0 conn(0x7f2e9014dee0 0x7f2e90150300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:49.049 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.047+0000 7f2e8fe00640 1 --2- 172.21.15.31:0/722633586 >> v2:172.21.15.123:3300/0 conn(0x7f2e9014dee0 0x7f2e90150300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:49.049 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.047+0000 7f2e8fe00640 1 -- 172.21.15.31:0/722633586 >> v1:172.21.15.123:6789/0 conn(0x7f2e901461c0 legacy=0x7f2e90073bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:49.050 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.047+0000 7f2e8fe00640 1 -- 172.21.15.31:0/722633586 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2e90071250 con 0x7f2e900b2520 2024-07-26T12:21:49.050 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.047+0000 7f2e95000640 1 --2- 172.21.15.31:0/722633586 >> v2:172.21.15.123:3300/0 conn(0x7f2e9014dee0 0x7f2e90150300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T12:21:49.050 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.048+0000 7f2e8fe00640 1 --2- 172.21.15.31:0/722633586 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2e900b2520 0x7f2e90145c80 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f2e900afd70 tx=0x7f2e8002a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c003638ebcf00823 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:49.050 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.048+0000 7f2e8ea00640 1 -- 172.21.15.31:0/722633586 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e80037070 con 0x7f2e900b2520 2024-07-26T12:21:49.050 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.048+0000 7f2e8ea00640 1 -- 172.21.15.31:0/722633586 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2e80032440 con 0x7f2e900b2520 2024-07-26T12:21:49.051 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.049+0000 7f2e8ea00640 1 -- 172.21.15.31:0/722633586 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e80032870 con 0x7f2e900b2520 2024-07-26T12:21:49.051 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.049+0000 7f2e95a00640 1 -- 172.21.15.31:0/722633586 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2e900b2520 msgr2=0x7f2e90145c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:49.051 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.049+0000 7f2e95a00640 1 --2- 172.21.15.31:0/722633586 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2e900b2520 0x7f2e90145c80 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f2e900afd70 tx=0x7f2e8002a140 comp rx=0 tx=0).stop 2024-07-26T12:21:49.052 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.050+0000 7f2e95a00640 1 -- 172.21.15.31:0/722633586 shutdown_connections 2024-07-26T12:21:49.052 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.050+0000 7f2e95a00640 1 --2- 172.21.15.31:0/722633586 >> v2:172.21.15.123:3300/0 conn(0x7f2e9014dee0 0x7f2e90150300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:49.052 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.050+0000 7f2e95a00640 1 --2- 172.21.15.31:0/722633586 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2e900b2520 0x7f2e90145c80 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:49.052 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.050+0000 7f2e95a00640 1 -- 172.21.15.31:0/722633586 >> 172.21.15.31:0/722633586 conn(0x7f2e900b5730 msgr2=0x7f2e900b5b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:49.052 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.050+0000 7f2e95a00640 1 -- 172.21.15.31:0/722633586 shutdown_connections 2024-07-26T12:21:49.052 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.050+0000 7f2e95a00640 1 -- 172.21.15.31:0/722633586 wait complete. 2024-07-26T12:21:49.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.052+0000 7f2e95a00640 1 Processor -- start 2024-07-26T12:21:49.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.052+0000 7f2e95a00640 1 -- start start 2024-07-26T12:21:49.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.053+0000 7f2e95a00640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f2e900b2520 0x7f2e901deec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:49.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.053+0000 7f2e95a00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2e901461c0 0x7f2e9013b690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:49.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.053+0000 7f2e95a00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2e9014dee0 0x7f2e90136ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:49.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.053+0000 7f2e95a00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f2e90074460 con 0x7f2e901461c0 2024-07-26T12:21:49.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.053+0000 7f2e95a00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f2e900742e0 con 0x7f2e9014dee0 2024-07-26T12:21:49.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.053+0000 7f2e95a00640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f2e90150840 con 0x7f2e900b2520 2024-07-26T12:21:49.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.053+0000 7f2e8f400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2e901461c0 0x7f2e9013b690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:49.056 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.054+0000 7f2e8f400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2e901461c0 0x7f2e9013b690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:38484/0 (socket says 172.21.15.31:38484) 2024-07-26T12:21:49.056 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.054+0000 7f2e8f400640 1 -- 172.21.15.31:0/889121781 learned_addr learned my addr 172.21.15.31:0/889121781 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:49.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.054+0000 7f2e95000640 1 --2- 172.21.15.31:0/889121781 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2e9014dee0 0x7f2e90136ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:49.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.054+0000 7f2e8fe00640 1 --2- 172.21.15.31:0/889121781 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f2e900b2520 0x7f2e901deec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:49.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.054+0000 7f2e8f400640 1 -- 172.21.15.31:0/889121781 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f2e900b2520 msgr2=0x7f2e901deec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:49.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.054+0000 7f2e8f400640 1 --2- 172.21.15.31:0/889121781 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f2e900b2520 0x7f2e901deec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:49.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.054+0000 7f2e8f400640 1 -- 172.21.15.31:0/889121781 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2e9014dee0 msgr2=0x7f2e90136ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:49.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.054+0000 7f2e8f400640 1 --2- 172.21.15.31:0/889121781 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2e9014dee0 0x7f2e90136ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:49.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.054+0000 7f2e8f400640 1 -- 172.21.15.31:0/889121781 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2e9013c750 con 0x7f2e901461c0 2024-07-26T12:21:49.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.054+0000 7f2e95000640 1 --2- 172.21.15.31:0/889121781 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2e9014dee0 0x7f2e90136ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T12:21:49.058 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.054+0000 7f2e8fe00640 1 --2- 172.21.15.31:0/889121781 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f2e900b2520 0x7f2e901deec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T12:21:49.058 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.054+0000 7f2e8f400640 1 --2- 172.21.15.31:0/889121781 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2e901461c0 0x7f2e9013b690 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f2e7c00b3e0 tx=0x7f2e7c00b8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:49.058 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.055+0000 7f2e87e00640 1 -- 172.21.15.31:0/889121781 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e7c015020 con 0x7f2e901461c0 2024-07-26T12:21:49.058 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.055+0000 7f2e87e00640 1 -- 172.21.15.31:0/889121781 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2e7c011920 con 0x7f2e901461c0 2024-07-26T12:21:49.058 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.055+0000 7f2e87e00640 1 -- 172.21.15.31:0/889121781 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e7c011d70 con 0x7f2e901461c0 2024-07-26T12:21:49.058 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.055+0000 7f2e95a00640 1 -- 172.21.15.31:0/889121781 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2e901de420 con 0x7f2e901461c0 2024-07-26T12:21:49.058 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.055+0000 7f2e95a00640 1 -- 172.21.15.31:0/889121781 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2e901de9a0 con 0x7f2e901461c0 2024-07-26T12:21:49.058 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.056+0000 7f2e95a00640 1 -- 172.21.15.31:0/889121781 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2e90145c80 con 0x7f2e901461c0 2024-07-26T12:21:49.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.057+0000 7f2e87e00640 1 -- 172.21.15.31:0/889121781 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f2e7c018020 con 0x7f2e901461c0 2024-07-26T12:21:49.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.059+0000 7f2e87e00640 1 --2- 172.21.15.31:0/889121781 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f2e70077010 0x7f2e70079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:49.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.059+0000 7f2e87e00640 1 -- 172.21.15.31:0/889121781 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f2e7c0989c0 con 0x7f2e901461c0 2024-07-26T12:21:49.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.059+0000 7f2e8fe00640 1 --2- 172.21.15.31:0/889121781 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f2e70077010 0x7f2e70079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:49.062 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.060+0000 7f2e8fe00640 1 --2- 172.21.15.31:0/889121781 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f2e70077010 0x7f2e70079520 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f2e80034000 tx=0x7f2e8002c040 comp rx=0 tx=0).ready entity=mgr.4126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:49.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.063+0000 7f2e87e00640 1 -- 172.21.15.31:0/889121781 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f2e7c01f020 con 0x7f2e901461c0 2024-07-26T12:21:49.277 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.275+0000 7f2e95a00640 1 -- 172.21.15.31:0/889121781 --> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f2e900b30d0 con 0x7f2e70077010 2024-07-26T12:21:49.293 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.292+0000 7f2e87e00640 1 -- 172.21.15.31:0/889121781 <== mgr.4126 v2:172.21.15.123:6800/1140093937 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251936 (secure 0 0 0) 0x7f2e900b30d0 con 0x7f2e70077010 2024-07-26T12:21:49.297 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-07-26T12:21:49.298 INFO:teuthology.orchestra.run.smithi031.stderr:dumped all 2024-07-26T12:21:49.300 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.296+0000 7f2e95a00640 1 -- 172.21.15.31:0/889121781 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f2e70077010 msgr2=0x7f2e70079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:49.300 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.296+0000 7f2e95a00640 1 --2- 172.21.15.31:0/889121781 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f2e70077010 0x7f2e70079520 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f2e80034000 tx=0x7f2e8002c040 comp rx=0 tx=0).stop 2024-07-26T12:21:49.300 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.296+0000 7f2e95a00640 1 -- 172.21.15.31:0/889121781 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2e901461c0 msgr2=0x7f2e9013b690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:49.300 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.296+0000 7f2e95a00640 1 --2- 172.21.15.31:0/889121781 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2e901461c0 0x7f2e9013b690 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f2e7c00b3e0 tx=0x7f2e7c00b8a0 comp rx=0 tx=0).stop 2024-07-26T12:21:49.300 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.296+0000 7f2e95a00640 1 -- 172.21.15.31:0/889121781 shutdown_connections 2024-07-26T12:21:49.300 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.296+0000 7f2e95a00640 1 --2- 172.21.15.31:0/889121781 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f2e70077010 0x7f2e70079520 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:49.301 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.296+0000 7f2e95a00640 1 --2- 172.21.15.31:0/889121781 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2e9014dee0 0x7f2e90136ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:49.301 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.296+0000 7f2e95a00640 1 --2- 172.21.15.31:0/889121781 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2e901461c0 0x7f2e9013b690 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:49.301 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.296+0000 7f2e95a00640 1 --2- 172.21.15.31:0/889121781 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f2e900b2520 0x7f2e901deec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:49.301 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.297+0000 7f2e95a00640 1 -- 172.21.15.31:0/889121781 >> 172.21.15.31:0/889121781 conn(0x7f2e900b5730 msgr2=0x7f2e90075670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:49.301 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.297+0000 7f2e95a00640 1 -- 172.21.15.31:0/889121781 shutdown_connections 2024-07-26T12:21:49.301 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.297+0000 7f2e95a00640 1 -- 172.21.15.31:0/889121781 wait complete. 2024-07-26T12:21:49.325 INFO:teuthology.orchestra.run.smithi031.stdout:{"pg_ready":true,"pg_map":{"version":26,"stamp":"2024-07-26T12:21:47.349528+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":146,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":111,"ondisk_log_size":111,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":166,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":223180,"kb_used_data":2844,"kb_used_omap":12,"kb_used_meta":220211,"kb_avail":754751540,"statfs":{"total":773094113280,"available":772865576960,"internally_reserved":0,"allocated":2912256,"data_stored":1755245,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":225496626},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":42,"apply_latency_ms":42,"commit_latency_ns":42000000,"apply_latency_ns":42000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.807263"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.615456+0000","last_change":"2024-07-26T12:21:44.598425+0000","last_active":"2024-07-26T12:21:44.615456+0000","last_peered":"2024-07-26T12:21:44.615456+0000","last_clean":"2024-07-26T12:21:44.615456+0000","last_became_active":"2024-07-26T12:21:44.598014+0000","last_became_peered":"2024-07-26T12:21:44.598014+0000","last_unstale":"2024-07-26T12:21:44.615456+0000","last_undegraded":"2024-07-26T12:21:44.615456+0000","last_fullsized":"2024-07-26T12:21:44.615456+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:40:30.082413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.600925+0000","last_change":"2024-07-26T12:21:44.613852+0000","last_active":"2024-07-26T12:21:45.600925+0000","last_peered":"2024-07-26T12:21:45.600925+0000","last_clean":"2024-07-26T12:21:45.600925+0000","last_became_active":"2024-07-26T12:21:44.613499+0000","last_became_peered":"2024-07-26T12:21:44.613499+0000","last_unstale":"2024-07-26T12:21:45.600925+0000","last_undegraded":"2024-07-26T12:21:45.600925+0000","last_fullsized":"2024-07-26T12:21:45.600925+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:40:20.369265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.650443+0000","last_change":"2024-07-26T12:21:44.596020+0000","last_active":"2024-07-26T12:21:45.650443+0000","last_peered":"2024-07-26T12:21:45.650443+0000","last_clean":"2024-07-26T12:21:45.650443+0000","last_became_active":"2024-07-26T12:21:44.594975+0000","last_became_peered":"2024-07-26T12:21:44.594975+0000","last_unstale":"2024-07-26T12:21:45.650443+0000","last_undegraded":"2024-07-26T12:21:45.650443+0000","last_fullsized":"2024-07-26T12:21:45.650443+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:53:56.211230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.621756+0000","last_change":"2024-07-26T12:21:44.620041+0000","last_active":"2024-07-26T12:21:44.621756+0000","last_peered":"2024-07-26T12:21:44.621756+0000","last_clean":"2024-07-26T12:21:44.621756+0000","last_became_active":"2024-07-26T12:21:44.618023+0000","last_became_peered":"2024-07-26T12:21:44.618023+0000","last_unstale":"2024-07-26T12:21:44.621756+0000","last_undegraded":"2024-07-26T12:21:44.621756+0000","last_fullsized":"2024-07-26T12:21:44.621756+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:38:43.616638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.612920+0000","last_change":"2024-07-26T12:21:44.607500+0000","last_active":"2024-07-26T12:21:44.612920+0000","last_peered":"2024-07-26T12:21:44.612920+0000","last_clean":"2024-07-26T12:21:44.612920+0000","last_became_active":"2024-07-26T12:21:44.606054+0000","last_became_peered":"2024-07-26T12:21:44.606054+0000","last_unstale":"2024-07-26T12:21:44.612920+0000","last_undegraded":"2024-07-26T12:21:44.612920+0000","last_fullsized":"2024-07-26T12:21:44.612920+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:39:31.246505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.616631+0000","last_change":"2024-07-26T12:21:44.612057+0000","last_active":"2024-07-26T12:21:44.616631+0000","last_peered":"2024-07-26T12:21:44.616631+0000","last_clean":"2024-07-26T12:21:44.616631+0000","last_became_active":"2024-07-26T12:21:44.611650+0000","last_became_peered":"2024-07-26T12:21:44.611650+0000","last_unstale":"2024-07-26T12:21:44.616631+0000","last_undegraded":"2024-07-26T12:21:44.616631+0000","last_fullsized":"2024-07-26T12:21:44.616631+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:45:39.167404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.614655+0000","last_change":"2024-07-26T12:21:44.607726+0000","last_active":"2024-07-26T12:21:44.614655+0000","last_peered":"2024-07-26T12:21:44.614655+0000","last_clean":"2024-07-26T12:21:44.614655+0000","last_became_active":"2024-07-26T12:21:44.607354+0000","last_became_peered":"2024-07-26T12:21:44.607354+0000","last_unstale":"2024-07-26T12:21:44.614655+0000","last_undegraded":"2024-07-26T12:21:44.614655+0000","last_fullsized":"2024-07-26T12:21:44.614655+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:36:30.521771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.646394+0000","last_change":"2024-07-26T12:21:44.606285+0000","last_active":"2024-07-26T12:21:45.646394+0000","last_peered":"2024-07-26T12:21:45.646394+0000","last_clean":"2024-07-26T12:21:45.646394+0000","last_became_active":"2024-07-26T12:21:44.604046+0000","last_became_peered":"2024-07-26T12:21:44.604046+0000","last_unstale":"2024-07-26T12:21:45.646394+0000","last_undegraded":"2024-07-26T12:21:45.646394+0000","last_fullsized":"2024-07-26T12:21:45.646394+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:39:31.246505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.622219+0000","last_change":"2024-07-26T12:21:44.614864+0000","last_active":"2024-07-26T12:21:44.622219+0000","last_peered":"2024-07-26T12:21:44.622219+0000","last_clean":"2024-07-26T12:21:44.622219+0000","last_became_active":"2024-07-26T12:21:44.611439+0000","last_became_peered":"2024-07-26T12:21:44.611439+0000","last_unstale":"2024-07-26T12:21:44.622219+0000","last_undegraded":"2024-07-26T12:21:44.622219+0000","last_fullsized":"2024-07-26T12:21:44.622219+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:40:20.369265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.612994+0000","last_change":"2024-07-26T12:21:44.603057+0000","last_active":"2024-07-26T12:21:44.612994+0000","last_peered":"2024-07-26T12:21:44.612994+0000","last_clean":"2024-07-26T12:21:44.612994+0000","last_became_active":"2024-07-26T12:21:44.602611+0000","last_became_peered":"2024-07-26T12:21:44.602611+0000","last_unstale":"2024-07-26T12:21:44.612994+0000","last_undegraded":"2024-07-26T12:21:44.612994+0000","last_fullsized":"2024-07-26T12:21:44.612994+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:53:27.828681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.615270+0000","last_change":"2024-07-26T12:21:44.605014+0000","last_active":"2024-07-26T12:21:44.615270+0000","last_peered":"2024-07-26T12:21:44.615270+0000","last_clean":"2024-07-26T12:21:44.615270+0000","last_became_active":"2024-07-26T12:21:44.602583+0000","last_became_peered":"2024-07-26T12:21:44.602583+0000","last_unstale":"2024-07-26T12:21:44.615270+0000","last_undegraded":"2024-07-26T12:21:44.615270+0000","last_fullsized":"2024-07-26T12:21:44.615270+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:07:29.951874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.604926+0000","last_change":"2024-07-26T12:21:44.599359+0000","last_active":"2024-07-26T12:21:44.604926+0000","last_peered":"2024-07-26T12:21:44.604926+0000","last_clean":"2024-07-26T12:21:44.604926+0000","last_became_active":"2024-07-26T12:21:44.598748+0000","last_became_peered":"2024-07-26T12:21:44.598748+0000","last_unstale":"2024-07-26T12:21:44.604926+0000","last_undegraded":"2024-07-26T12:21:44.604926+0000","last_fullsized":"2024-07-26T12:21:44.604926+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:32:01.424845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.649376+0000","last_change":"2024-07-26T12:21:44.594030+0000","last_active":"2024-07-26T12:21:45.649376+0000","last_peered":"2024-07-26T12:21:45.649376+0000","last_clean":"2024-07-26T12:21:45.649376+0000","last_became_active":"2024-07-26T12:21:44.593659+0000","last_became_peered":"2024-07-26T12:21:44.593659+0000","last_unstale":"2024-07-26T12:21:45.649376+0000","last_undegraded":"2024-07-26T12:21:45.649376+0000","last_fullsized":"2024-07-26T12:21:45.649376+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:47:09.335932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.648697+0000","last_change":"2024-07-26T12:21:44.610384+0000","last_active":"2024-07-26T12:21:45.648697+0000","last_peered":"2024-07-26T12:21:45.648697+0000","last_clean":"2024-07-26T12:21:45.648697+0000","last_became_active":"2024-07-26T12:21:44.609961+0000","last_became_peered":"2024-07-26T12:21:44.609961+0000","last_unstale":"2024-07-26T12:21:45.648697+0000","last_undegraded":"2024-07-26T12:21:45.648697+0000","last_fullsized":"2024-07-26T12:21:45.648697+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:53:27.828681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.600328+0000","last_change":"2024-07-26T12:21:44.609098+0000","last_active":"2024-07-26T12:21:45.600328+0000","last_peered":"2024-07-26T12:21:45.600328+0000","last_clean":"2024-07-26T12:21:45.600328+0000","last_became_active":"2024-07-26T12:21:44.608719+0000","last_became_peered":"2024-07-26T12:21:44.608719+0000","last_unstale":"2024-07-26T12:21:45.600328+0000","last_undegraded":"2024-07-26T12:21:45.600328+0000","last_fullsized":"2024-07-26T12:21:45.600328+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:36:30.521771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.618482+0000","last_change":"2024-07-26T12:21:44.611153+0000","last_active":"2024-07-26T12:21:44.618482+0000","last_peered":"2024-07-26T12:21:44.618482+0000","last_clean":"2024-07-26T12:21:44.618482+0000","last_became_active":"2024-07-26T12:21:44.610750+0000","last_became_peered":"2024-07-26T12:21:44.610750+0000","last_unstale":"2024-07-26T12:21:44.618482+0000","last_undegraded":"2024-07-26T12:21:44.618482+0000","last_fullsized":"2024-07-26T12:21:44.618482+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:11:55.873169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.621632+0000","last_change":"2024-07-26T12:21:44.619663+0000","last_active":"2024-07-26T12:21:44.621632+0000","last_peered":"2024-07-26T12:21:44.621632+0000","last_clean":"2024-07-26T12:21:44.621632+0000","last_became_active":"2024-07-26T12:21:44.619376+0000","last_became_peered":"2024-07-26T12:21:44.619376+0000","last_unstale":"2024-07-26T12:21:44.621632+0000","last_undegraded":"2024-07-26T12:21:44.621632+0000","last_fullsized":"2024-07-26T12:21:44.621632+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:08:39.680464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.603998+0000","last_change":"2024-07-26T12:21:44.599552+0000","last_active":"2024-07-26T12:21:44.603998+0000","last_peered":"2024-07-26T12:21:44.603998+0000","last_clean":"2024-07-26T12:21:44.603998+0000","last_became_active":"2024-07-26T12:21:44.597649+0000","last_became_peered":"2024-07-26T12:21:44.597649+0000","last_unstale":"2024-07-26T12:21:44.603998+0000","last_undegraded":"2024-07-26T12:21:44.603998+0000","last_fullsized":"2024-07-26T12:21:44.603998+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:14:42.123198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.606874+0000","last_change":"2024-07-26T12:21:44.598125+0000","last_active":"2024-07-26T12:21:44.606874+0000","last_peered":"2024-07-26T12:21:44.606874+0000","last_clean":"2024-07-26T12:21:44.606874+0000","last_became_active":"2024-07-26T12:21:44.597677+0000","last_became_peered":"2024-07-26T12:21:44.597677+0000","last_unstale":"2024-07-26T12:21:44.606874+0000","last_undegraded":"2024-07-26T12:21:44.606874+0000","last_fullsized":"2024-07-26T12:21:44.606874+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:01:22.820284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.617557+0000","last_change":"2024-07-26T12:21:44.603356+0000","last_active":"2024-07-26T12:21:44.617557+0000","last_peered":"2024-07-26T12:21:44.617557+0000","last_clean":"2024-07-26T12:21:44.617557+0000","last_became_active":"2024-07-26T12:21:44.602543+0000","last_became_peered":"2024-07-26T12:21:44.602543+0000","last_unstale":"2024-07-26T12:21:44.617557+0000","last_undegraded":"2024-07-26T12:21:44.617557+0000","last_fullsized":"2024-07-26T12:21:44.617557+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:01:22.820284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.651031+0000","last_change":"2024-07-26T12:21:44.620712+0000","last_active":"2024-07-26T12:21:45.651031+0000","last_peered":"2024-07-26T12:21:45.651031+0000","last_clean":"2024-07-26T12:21:45.651031+0000","last_became_active":"2024-07-26T12:21:44.620385+0000","last_became_peered":"2024-07-26T12:21:44.620385+0000","last_unstale":"2024-07-26T12:21:45.651031+0000","last_undegraded":"2024-07-26T12:21:45.651031+0000","last_fullsized":"2024-07-26T12:21:45.651031+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:38:44.174478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.621558+0000","last_change":"2024-07-26T12:21:44.615431+0000","last_active":"2024-07-26T12:21:44.621558+0000","last_peered":"2024-07-26T12:21:44.621558+0000","last_clean":"2024-07-26T12:21:44.621558+0000","last_became_active":"2024-07-26T12:21:44.614878+0000","last_became_peered":"2024-07-26T12:21:44.614878+0000","last_unstale":"2024-07-26T12:21:44.621558+0000","last_undegraded":"2024-07-26T12:21:44.621558+0000","last_fullsized":"2024-07-26T12:21:44.621558+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:32:24.123015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.646797+0000","last_change":"2024-07-26T12:21:44.583379+0000","last_active":"2024-07-26T12:21:45.646797+0000","last_peered":"2024-07-26T12:21:45.646797+0000","last_clean":"2024-07-26T12:21:45.646797+0000","last_became_active":"2024-07-26T12:21:44.582397+0000","last_became_peered":"2024-07-26T12:21:44.582397+0000","last_unstale":"2024-07-26T12:21:45.646797+0000","last_undegraded":"2024-07-26T12:21:45.646797+0000","last_fullsized":"2024-07-26T12:21:45.646797+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:36:30.521771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.622078+0000","last_change":"2024-07-26T12:21:44.619249+0000","last_active":"2024-07-26T12:21:44.622078+0000","last_peered":"2024-07-26T12:21:44.622078+0000","last_clean":"2024-07-26T12:21:44.622078+0000","last_became_active":"2024-07-26T12:21:44.617270+0000","last_became_peered":"2024-07-26T12:21:44.617270+0000","last_unstale":"2024-07-26T12:21:44.622078+0000","last_undegraded":"2024-07-26T12:21:44.622078+0000","last_fullsized":"2024-07-26T12:21:44.622078+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:50:22.926545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.648697+0000","last_change":"2024-07-26T12:21:44.586072+0000","last_active":"2024-07-26T12:21:45.648697+0000","last_peered":"2024-07-26T12:21:45.648697+0000","last_clean":"2024-07-26T12:21:45.648697+0000","last_became_active":"2024-07-26T12:21:44.585376+0000","last_became_peered":"2024-07-26T12:21:44.585376+0000","last_unstale":"2024-07-26T12:21:45.648697+0000","last_undegraded":"2024-07-26T12:21:45.648697+0000","last_fullsized":"2024-07-26T12:21:45.648697+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:37:12.798347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.602345+0000","last_change":"2024-07-26T12:21:44.597255+0000","last_active":"2024-07-26T12:21:44.602345+0000","last_peered":"2024-07-26T12:21:44.602345+0000","last_clean":"2024-07-26T12:21:44.602345+0000","last_became_active":"2024-07-26T12:21:44.596828+0000","last_became_peered":"2024-07-26T12:21:44.596828+0000","last_unstale":"2024-07-26T12:21:44.602345+0000","last_undegraded":"2024-07-26T12:21:44.602345+0000","last_fullsized":"2024-07-26T12:21:44.602345+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:13:26.863614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.600485+0000","last_change":"2024-07-26T12:21:44.627726+0000","last_active":"2024-07-26T12:21:45.600485+0000","last_peered":"2024-07-26T12:21:45.600485+0000","last_clean":"2024-07-26T12:21:45.600485+0000","last_became_active":"2024-07-26T12:21:44.627382+0000","last_became_peered":"2024-07-26T12:21:44.627382+0000","last_unstale":"2024-07-26T12:21:45.600485+0000","last_undegraded":"2024-07-26T12:21:45.600485+0000","last_fullsized":"2024-07-26T12:21:45.600485+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:38:44.174478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.647853+0000","last_change":"2024-07-26T12:21:44.589620+0000","last_active":"2024-07-26T12:21:45.647853+0000","last_peered":"2024-07-26T12:21:45.647853+0000","last_clean":"2024-07-26T12:21:45.647853+0000","last_became_active":"2024-07-26T12:21:44.587686+0000","last_became_peered":"2024-07-26T12:21:44.587686+0000","last_unstale":"2024-07-26T12:21:45.647853+0000","last_undegraded":"2024-07-26T12:21:45.647853+0000","last_fullsized":"2024-07-26T12:21:45.647853+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:25:49.213898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.651019+0000","last_change":"2024-07-26T12:21:44.618404+0000","last_active":"2024-07-26T12:21:45.651019+0000","last_peered":"2024-07-26T12:21:45.651019+0000","last_clean":"2024-07-26T12:21:45.651019+0000","last_became_active":"2024-07-26T12:21:44.617803+0000","last_became_peered":"2024-07-26T12:21:44.617803+0000","last_unstale":"2024-07-26T12:21:45.651019+0000","last_undegraded":"2024-07-26T12:21:45.651019+0000","last_fullsized":"2024-07-26T12:21:45.651019+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:36:30.521771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.621574+0000","last_change":"2024-07-26T12:21:44.615652+0000","last_active":"2024-07-26T12:21:44.621574+0000","last_peered":"2024-07-26T12:21:44.621574+0000","last_clean":"2024-07-26T12:21:44.621574+0000","last_became_active":"2024-07-26T12:21:44.615182+0000","last_became_peered":"2024-07-26T12:21:44.615182+0000","last_unstale":"2024-07-26T12:21:44.621574+0000","last_undegraded":"2024-07-26T12:21:44.621574+0000","last_fullsized":"2024-07-26T12:21:44.621574+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:35:25.696502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.604067+0000","last_change":"2024-07-26T12:21:44.599717+0000","last_active":"2024-07-26T12:21:44.604067+0000","last_peered":"2024-07-26T12:21:44.604067+0000","last_clean":"2024-07-26T12:21:44.604067+0000","last_became_active":"2024-07-26T12:21:44.599162+0000","last_became_peered":"2024-07-26T12:21:44.599162+0000","last_unstale":"2024-07-26T12:21:44.604067+0000","last_undegraded":"2024-07-26T12:21:44.604067+0000","last_fullsized":"2024-07-26T12:21:44.604067+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:06:45.183824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.615303+0000","last_change":"2024-07-26T12:21:44.606117+0000","last_active":"2024-07-26T12:21:44.615303+0000","last_peered":"2024-07-26T12:21:44.615303+0000","last_clean":"2024-07-26T12:21:44.615303+0000","last_became_active":"2024-07-26T12:21:44.605533+0000","last_became_peered":"2024-07-26T12:21:44.605533+0000","last_unstale":"2024-07-26T12:21:44.615303+0000","last_undegraded":"2024-07-26T12:21:44.615303+0000","last_fullsized":"2024-07-26T12:21:44.615303+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:39:31.246505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.608140+0000","last_change":"2024-07-26T12:21:44.602731+0000","last_active":"2024-07-26T12:21:44.608140+0000","last_peered":"2024-07-26T12:21:44.608140+0000","last_clean":"2024-07-26T12:21:44.608140+0000","last_became_active":"2024-07-26T12:21:44.602204+0000","last_became_peered":"2024-07-26T12:21:44.602204+0000","last_unstale":"2024-07-26T12:21:44.608140+0000","last_undegraded":"2024-07-26T12:21:44.608140+0000","last_fullsized":"2024-07-26T12:21:44.608140+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:16:48.266358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"21'1","reported_seq":16,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.649917+0000","last_change":"2024-07-26T12:21:43.598175+0000","last_active":"2024-07-26T12:21:45.649917+0000","last_peered":"2024-07-26T12:21:45.649917+0000","last_clean":"2024-07-26T12:21:45.649917+0000","last_became_active":"2024-07-26T12:21:43.597822+0000","last_became_peered":"2024-07-26T12:21:43.597822+0000","last_unstale":"2024-07-26T12:21:45.649917+0000","last_undegraded":"2024-07-26T12:21:45.649917+0000","last_fullsized":"2024-07-26T12:21:45.649917+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:38:54.755281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.651608+0000","last_change":"2024-07-26T12:21:44.601717+0000","last_active":"2024-07-26T12:21:45.651608+0000","last_peered":"2024-07-26T12:21:45.651608+0000","last_clean":"2024-07-26T12:21:45.651608+0000","last_became_active":"2024-07-26T12:21:44.598135+0000","last_became_peered":"2024-07-26T12:21:44.598135+0000","last_unstale":"2024-07-26T12:21:45.651608+0000","last_undegraded":"2024-07-26T12:21:45.651608+0000","last_fullsized":"2024-07-26T12:21:45.651608+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:40:20.369265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"21'1","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.622299+0000","last_change":"2024-07-26T12:21:43.597651+0000","last_active":"2024-07-26T12:21:44.622299+0000","last_peered":"2024-07-26T12:21:44.622299+0000","last_clean":"2024-07-26T12:21:44.622299+0000","last_became_active":"2024-07-26T12:21:43.597357+0000","last_became_peered":"2024-07-26T12:21:43.597357+0000","last_unstale":"2024-07-26T12:21:44.622299+0000","last_undegraded":"2024-07-26T12:21:44.622299+0000","last_fullsized":"2024-07-26T12:21:44.622299+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:36:09.991878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.646748+0000","last_change":"2024-07-26T12:21:43.586064+0000","last_active":"2024-07-26T12:21:45.646748+0000","last_peered":"2024-07-26T12:21:45.646748+0000","last_clean":"2024-07-26T12:21:45.646748+0000","last_became_active":"2024-07-26T12:21:43.583951+0000","last_became_peered":"2024-07-26T12:21:43.583951+0000","last_unstale":"2024-07-26T12:21:45.646748+0000","last_undegraded":"2024-07-26T12:21:45.646748+0000","last_fullsized":"2024-07-26T12:21:45.646748+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:45:07.051342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.646112+0000","last_change":"2024-07-26T12:21:44.606598+0000","last_active":"2024-07-26T12:21:45.646112+0000","last_peered":"2024-07-26T12:21:45.646112+0000","last_clean":"2024-07-26T12:21:45.646112+0000","last_became_active":"2024-07-26T12:21:44.605916+0000","last_became_peered":"2024-07-26T12:21:44.605916+0000","last_unstale":"2024-07-26T12:21:45.646112+0000","last_undegraded":"2024-07-26T12:21:45.646112+0000","last_fullsized":"2024-07-26T12:21:45.646112+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:53:56.211230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.590238+0000","last_change":"2024-07-26T12:21:43.602916+0000","last_active":"2024-07-26T12:21:44.590238+0000","last_peered":"2024-07-26T12:21:44.590238+0000","last_clean":"2024-07-26T12:21:44.590238+0000","last_became_active":"2024-07-26T12:21:43.598768+0000","last_became_peered":"2024-07-26T12:21:43.598768+0000","last_unstale":"2024-07-26T12:21:44.590238+0000","last_undegraded":"2024-07-26T12:21:44.590238+0000","last_fullsized":"2024-07-26T12:21:44.590238+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:44:44.466313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.599934+0000","last_change":"2024-07-26T12:21:44.615254+0000","last_active":"2024-07-26T12:21:45.599934+0000","last_peered":"2024-07-26T12:21:45.599934+0000","last_clean":"2024-07-26T12:21:45.599934+0000","last_became_active":"2024-07-26T12:21:44.614900+0000","last_became_peered":"2024-07-26T12:21:44.614900+0000","last_unstale":"2024-07-26T12:21:45.599934+0000","last_undegraded":"2024-07-26T12:21:45.599934+0000","last_fullsized":"2024-07-26T12:21:45.599934+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:39:31.246505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.586080+0000","last_change":"2024-07-26T12:21:43.596529+0000","last_active":"2024-07-26T12:21:44.586080+0000","last_peered":"2024-07-26T12:21:44.586080+0000","last_clean":"2024-07-26T12:21:44.586080+0000","last_became_active":"2024-07-26T12:21:43.596190+0000","last_became_peered":"2024-07-26T12:21:43.596190+0000","last_unstale":"2024-07-26T12:21:44.586080+0000","last_undegraded":"2024-07-26T12:21:44.586080+0000","last_fullsized":"2024-07-26T12:21:44.586080+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:00:15.755490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.618017+0000","last_change":"2024-07-26T12:21:44.613314+0000","last_active":"2024-07-26T12:21:44.618017+0000","last_peered":"2024-07-26T12:21:44.618017+0000","last_clean":"2024-07-26T12:21:44.618017+0000","last_became_active":"2024-07-26T12:21:44.612942+0000","last_became_peered":"2024-07-26T12:21:44.612942+0000","last_unstale":"2024-07-26T12:21:44.618017+0000","last_undegraded":"2024-07-26T12:21:44.618017+0000","last_fullsized":"2024-07-26T12:21:44.618017+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:40:05.002731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.598098+0000","last_change":"2024-07-26T12:21:43.599687+0000","last_active":"2024-07-26T12:21:44.598098+0000","last_peered":"2024-07-26T12:21:44.598098+0000","last_clean":"2024-07-26T12:21:44.598098+0000","last_became_active":"2024-07-26T12:21:43.598135+0000","last_became_peered":"2024-07-26T12:21:43.598135+0000","last_unstale":"2024-07-26T12:21:44.598098+0000","last_undegraded":"2024-07-26T12:21:44.598098+0000","last_fullsized":"2024-07-26T12:21:44.598098+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:06:44.167242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.651031+0000","last_change":"2024-07-26T12:21:44.602906+0000","last_active":"2024-07-26T12:21:45.651031+0000","last_peered":"2024-07-26T12:21:45.651031+0000","last_clean":"2024-07-26T12:21:45.651031+0000","last_became_active":"2024-07-26T12:21:44.602473+0000","last_became_peered":"2024-07-26T12:21:44.602473+0000","last_unstale":"2024-07-26T12:21:45.651031+0000","last_undegraded":"2024-07-26T12:21:45.651031+0000","last_fullsized":"2024-07-26T12:21:45.651031+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:25:49.213898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"21'3","reported_seq":18,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.600708+0000","last_change":"2024-07-26T12:21:43.601669+0000","last_active":"2024-07-26T12:21:45.600708+0000","last_peered":"2024-07-26T12:21:45.600708+0000","last_clean":"2024-07-26T12:21:45.600708+0000","last_became_active":"2024-07-26T12:21:43.601312+0000","last_became_peered":"2024-07-26T12:21:43.601312+0000","last_unstale":"2024-07-26T12:21:45.600708+0000","last_undegraded":"2024-07-26T12:21:45.600708+0000","last_fullsized":"2024-07-26T12:21:45.600708+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:41:03.044571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.608643+0000","last_change":"2024-07-26T12:21:44.602910+0000","last_active":"2024-07-26T12:21:44.608643+0000","last_peered":"2024-07-26T12:21:44.608643+0000","last_clean":"2024-07-26T12:21:44.608643+0000","last_became_active":"2024-07-26T12:21:44.600952+0000","last_became_peered":"2024-07-26T12:21:44.600952+0000","last_unstale":"2024-07-26T12:21:44.608643+0000","last_undegraded":"2024-07-26T12:21:44.608643+0000","last_fullsized":"2024-07-26T12:21:44.608643+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:14:42.123198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"21'6","reported_seq":19,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.631405+0000","last_change":"2024-07-26T12:21:43.591788+0000","last_active":"2024-07-26T12:21:44.631405+0000","last_peered":"2024-07-26T12:21:44.631405+0000","last_clean":"2024-07-26T12:21:44.631405+0000","last_became_active":"2024-07-26T12:21:43.590913+0000","last_became_peered":"2024-07-26T12:21:43.590913+0000","last_unstale":"2024-07-26T12:21:44.631405+0000","last_undegraded":"2024-07-26T12:21:44.631405+0000","last_fullsized":"2024-07-26T12:21:44.631405+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:41:03.044571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.628855+0000","last_change":"2024-07-26T12:21:44.627524+0000","last_active":"2024-07-26T12:21:44.628855+0000","last_peered":"2024-07-26T12:21:44.628855+0000","last_clean":"2024-07-26T12:21:44.628855+0000","last_became_active":"2024-07-26T12:21:44.627137+0000","last_became_peered":"2024-07-26T12:21:44.627137+0000","last_unstale":"2024-07-26T12:21:44.628855+0000","last_undegraded":"2024-07-26T12:21:44.628855+0000","last_fullsized":"2024-07-26T12:21:44.628855+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:59:09.665003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"21'2","reported_seq":17,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.651487+0000","last_change":"2024-07-26T12:21:43.588504+0000","last_active":"2024-07-26T12:21:45.651487+0000","last_peered":"2024-07-26T12:21:45.651487+0000","last_clean":"2024-07-26T12:21:45.651487+0000","last_became_active":"2024-07-26T12:21:43.588133+0000","last_became_peered":"2024-07-26T12:21:43.588133+0000","last_unstale":"2024-07-26T12:21:45.651487+0000","last_undegraded":"2024-07-26T12:21:45.651487+0000","last_fullsized":"2024-07-26T12:21:45.651487+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:53:36.128595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.649182+0000","last_change":"2024-07-26T12:21:44.621879+0000","last_active":"2024-07-26T12:21:45.649182+0000","last_peered":"2024-07-26T12:21:45.649182+0000","last_clean":"2024-07-26T12:21:45.649182+0000","last_became_active":"2024-07-26T12:21:44.621372+0000","last_became_peered":"2024-07-26T12:21:44.621372+0000","last_unstale":"2024-07-26T12:21:45.649182+0000","last_undegraded":"2024-07-26T12:21:45.649182+0000","last_fullsized":"2024-07-26T12:21:45.649182+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:01:22.820284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.597148+0000","last_change":"2024-07-26T12:21:43.597819+0000","last_active":"2024-07-26T12:21:44.597148+0000","last_peered":"2024-07-26T12:21:44.597148+0000","last_clean":"2024-07-26T12:21:44.597148+0000","last_became_active":"2024-07-26T12:21:43.595837+0000","last_became_peered":"2024-07-26T12:21:43.595837+0000","last_unstale":"2024-07-26T12:21:44.597148+0000","last_undegraded":"2024-07-26T12:21:44.597148+0000","last_fullsized":"2024-07-26T12:21:44.597148+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:16:47.249776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.619625+0000","last_change":"2024-07-26T12:21:44.613025+0000","last_active":"2024-07-26T12:21:44.619625+0000","last_peered":"2024-07-26T12:21:44.619625+0000","last_clean":"2024-07-26T12:21:44.619625+0000","last_became_active":"2024-07-26T12:21:44.612702+0000","last_became_peered":"2024-07-26T12:21:44.612702+0000","last_unstale":"2024-07-26T12:21:44.619625+0000","last_undegraded":"2024-07-26T12:21:44.619625+0000","last_fullsized":"2024-07-26T12:21:44.619625+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:25:49.213898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.584429+0000","last_change":"2024-07-26T12:21:43.588282+0000","last_active":"2024-07-26T12:21:44.584429+0000","last_peered":"2024-07-26T12:21:44.584429+0000","last_clean":"2024-07-26T12:21:44.584429+0000","last_became_active":"2024-07-26T12:21:43.587549+0000","last_became_peered":"2024-07-26T12:21:43.587549+0000","last_unstale":"2024-07-26T12:21:44.584429+0000","last_undegraded":"2024-07-26T12:21:44.584429+0000","last_fullsized":"2024-07-26T12:21:44.584429+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:19:44.931902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.615263+0000","last_change":"2024-07-26T12:21:44.604821+0000","last_active":"2024-07-26T12:21:44.615263+0000","last_peered":"2024-07-26T12:21:44.615263+0000","last_clean":"2024-07-26T12:21:44.615263+0000","last_became_active":"2024-07-26T12:21:44.604495+0000","last_became_peered":"2024-07-26T12:21:44.604495+0000","last_unstale":"2024-07-26T12:21:44.615263+0000","last_undegraded":"2024-07-26T12:21:44.615263+0000","last_fullsized":"2024-07-26T12:21:44.615263+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:53:56.211230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"21'8","reported_seq":21,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.626731+0000","last_change":"2024-07-26T12:21:43.584411+0000","last_active":"2024-07-26T12:21:44.626731+0000","last_peered":"2024-07-26T12:21:44.626731+0000","last_clean":"2024-07-26T12:21:44.626731+0000","last_became_active":"2024-07-26T12:21:43.582984+0000","last_became_peered":"2024-07-26T12:21:43.582984+0000","last_unstale":"2024-07-26T12:21:44.626731+0000","last_undegraded":"2024-07-26T12:21:44.626731+0000","last_fullsized":"2024-07-26T12:21:44.626731+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:44:44.466313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.609744+0000","last_change":"2024-07-26T12:21:44.601816+0000","last_active":"2024-07-26T12:21:44.609744+0000","last_peered":"2024-07-26T12:21:44.609744+0000","last_clean":"2024-07-26T12:21:44.609744+0000","last_became_active":"2024-07-26T12:21:44.601407+0000","last_became_peered":"2024-07-26T12:21:44.601407+0000","last_unstale":"2024-07-26T12:21:44.609744+0000","last_undegraded":"2024-07-26T12:21:44.609744+0000","last_fullsized":"2024-07-26T12:21:44.609744+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:53:56.211230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"21'1","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.623518+0000","last_change":"2024-07-26T12:21:43.585789+0000","last_active":"2024-07-26T12:21:44.623518+0000","last_peered":"2024-07-26T12:21:44.623518+0000","last_clean":"2024-07-26T12:21:44.623518+0000","last_became_active":"2024-07-26T12:21:43.585351+0000","last_became_peered":"2024-07-26T12:21:43.585351+0000","last_unstale":"2024-07-26T12:21:44.623518+0000","last_undegraded":"2024-07-26T12:21:44.623518+0000","last_fullsized":"2024-07-26T12:21:44.623518+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:37:00.698599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.609922+0000","last_change":"2024-07-26T12:21:44.605806+0000","last_active":"2024-07-26T12:21:44.609922+0000","last_peered":"2024-07-26T12:21:44.609922+0000","last_clean":"2024-07-26T12:21:44.609922+0000","last_became_active":"2024-07-26T12:21:44.605107+0000","last_became_peered":"2024-07-26T12:21:44.605107+0000","last_unstale":"2024-07-26T12:21:44.609922+0000","last_undegraded":"2024-07-26T12:21:44.609922+0000","last_fullsized":"2024-07-26T12:21:44.609922+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:07:29.951874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"21'2","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.627018+0000","last_change":"2024-07-26T12:21:43.586245+0000","last_active":"2024-07-26T12:21:44.627018+0000","last_peered":"2024-07-26T12:21:44.627018+0000","last_clean":"2024-07-26T12:21:44.627018+0000","last_became_active":"2024-07-26T12:21:43.585935+0000","last_became_peered":"2024-07-26T12:21:43.585935+0000","last_unstale":"2024-07-26T12:21:44.627018+0000","last_undegraded":"2024-07-26T12:21:44.627018+0000","last_fullsized":"2024-07-26T12:21:44.627018+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:16:47.249776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.624364+0000","last_change":"2024-07-26T12:21:44.615527+0000","last_active":"2024-07-26T12:21:44.624364+0000","last_peered":"2024-07-26T12:21:44.624364+0000","last_clean":"2024-07-26T12:21:44.624364+0000","last_became_active":"2024-07-26T12:21:44.611464+0000","last_became_peered":"2024-07-26T12:21:44.611464+0000","last_unstale":"2024-07-26T12:21:44.624364+0000","last_undegraded":"2024-07-26T12:21:44.624364+0000","last_fullsized":"2024-07-26T12:21:44.624364+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:37:12.798347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"21'1","reported_seq":16,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.600643+0000","last_change":"2024-07-26T12:21:43.587353+0000","last_active":"2024-07-26T12:21:45.600643+0000","last_peered":"2024-07-26T12:21:45.600643+0000","last_clean":"2024-07-26T12:21:45.600643+0000","last_became_active":"2024-07-26T12:21:43.586989+0000","last_became_peered":"2024-07-26T12:21:43.586989+0000","last_unstale":"2024-07-26T12:21:45.600643+0000","last_undegraded":"2024-07-26T12:21:45.600643+0000","last_fullsized":"2024-07-26T12:21:45.600643+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:36:09.991878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.621599+0000","last_change":"2024-07-26T12:21:44.618987+0000","last_active":"2024-07-26T12:21:44.621599+0000","last_peered":"2024-07-26T12:21:44.621599+0000","last_clean":"2024-07-26T12:21:44.621599+0000","last_became_active":"2024-07-26T12:21:44.617072+0000","last_became_peered":"2024-07-26T12:21:44.617072+0000","last_unstale":"2024-07-26T12:21:44.621599+0000","last_undegraded":"2024-07-26T12:21:44.621599+0000","last_fullsized":"2024-07-26T12:21:44.621599+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:47:01.892909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.594942+0000","last_change":"2024-07-26T12:21:43.601579+0000","last_active":"2024-07-26T12:21:44.594942+0000","last_peered":"2024-07-26T12:21:44.594942+0000","last_clean":"2024-07-26T12:21:44.594942+0000","last_became_active":"2024-07-26T12:21:43.601179+0000","last_became_peered":"2024-07-26T12:21:43.601179+0000","last_unstale":"2024-07-26T12:21:44.594942+0000","last_undegraded":"2024-07-26T12:21:44.594942+0000","last_fullsized":"2024-07-26T12:21:44.594942+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:32:00.408263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.616522+0000","last_change":"2024-07-26T12:21:44.610751+0000","last_active":"2024-07-26T12:21:44.616522+0000","last_peered":"2024-07-26T12:21:44.616522+0000","last_clean":"2024-07-26T12:21:44.616522+0000","last_became_active":"2024-07-26T12:21:44.609773+0000","last_became_peered":"2024-07-26T12:21:44.609773+0000","last_unstale":"2024-07-26T12:21:44.616522+0000","last_undegraded":"2024-07-26T12:21:44.616522+0000","last_fullsized":"2024-07-26T12:21:44.616522+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:38:44.174478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"18'72","reported_seq":109,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.585939+0000","last_change":"2024-07-26T12:21:33.467293+0000","last_active":"2024-07-26T12:21:44.585939+0000","last_peered":"2024-07-26T12:21:44.585939+0000","last_clean":"2024-07-26T12:21:44.585939+0000","last_became_active":"2024-07-26T12:21:33.464397+0000","last_became_peered":"2024-07-26T12:21:33.464397+0000","last_unstale":"2024-07-26T12:21:44.585939+0000","last_undegraded":"2024-07-26T12:21:44.585939+0000","last_fullsized":"2024-07-26T12:21:44.585939+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:32.289755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:32.289755+0000","last_clean_scrub_stamp":"2024-07-26T12:21:32.289755+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:52:33.395456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.595789+0000","last_change":"2024-07-26T12:21:43.596245+0000","last_active":"2024-07-26T12:21:44.595789+0000","last_peered":"2024-07-26T12:21:44.595789+0000","last_clean":"2024-07-26T12:21:44.595789+0000","last_became_active":"2024-07-26T12:21:43.595878+0000","last_became_peered":"2024-07-26T12:21:43.595878+0000","last_unstale":"2024-07-26T12:21:44.595789+0000","last_undegraded":"2024-07-26T12:21:44.595789+0000","last_fullsized":"2024-07-26T12:21:44.595789+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:32:00.408263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.647068+0000","last_change":"2024-07-26T12:21:44.616682+0000","last_active":"2024-07-26T12:21:45.647068+0000","last_peered":"2024-07-26T12:21:45.647068+0000","last_clean":"2024-07-26T12:21:45.647068+0000","last_became_active":"2024-07-26T12:21:44.616429+0000","last_became_peered":"2024-07-26T12:21:44.616429+0000","last_unstale":"2024-07-26T12:21:45.647068+0000","last_undegraded":"2024-07-26T12:21:45.647068+0000","last_fullsized":"2024-07-26T12:21:45.647068+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:38:44.174478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.585697+0000","last_change":"2024-07-26T12:21:43.599807+0000","last_active":"2024-07-26T12:21:44.585697+0000","last_peered":"2024-07-26T12:21:44.585697+0000","last_clean":"2024-07-26T12:21:44.585697+0000","last_became_active":"2024-07-26T12:21:43.598892+0000","last_became_peered":"2024-07-26T12:21:43.598892+0000","last_unstale":"2024-07-26T12:21:44.585697+0000","last_undegraded":"2024-07-26T12:21:44.585697+0000","last_fullsized":"2024-07-26T12:21:44.585697+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:36:09.991878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.649380+0000","last_change":"2024-07-26T12:21:44.603170+0000","last_active":"2024-07-26T12:21:45.649380+0000","last_peered":"2024-07-26T12:21:45.649380+0000","last_clean":"2024-07-26T12:21:45.649380+0000","last_became_active":"2024-07-26T12:21:44.602633+0000","last_became_peered":"2024-07-26T12:21:44.602633+0000","last_unstale":"2024-07-26T12:21:45.649380+0000","last_undegraded":"2024-07-26T12:21:45.649380+0000","last_fullsized":"2024-07-26T12:21:45.649380+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:40:30.082413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.586127+0000","last_change":"2024-07-26T12:21:43.589121+0000","last_active":"2024-07-26T12:21:44.586127+0000","last_peered":"2024-07-26T12:21:44.586127+0000","last_clean":"2024-07-26T12:21:44.586127+0000","last_became_active":"2024-07-26T12:21:43.587920+0000","last_became_peered":"2024-07-26T12:21:43.587920+0000","last_unstale":"2024-07-26T12:21:44.586127+0000","last_undegraded":"2024-07-26T12:21:44.586127+0000","last_fullsized":"2024-07-26T12:21:44.586127+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:37:00.698599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.601104+0000","last_change":"2024-07-26T12:21:44.595102+0000","last_active":"2024-07-26T12:21:45.601104+0000","last_peered":"2024-07-26T12:21:45.601104+0000","last_clean":"2024-07-26T12:21:45.601104+0000","last_became_active":"2024-07-26T12:21:44.594709+0000","last_became_peered":"2024-07-26T12:21:44.594709+0000","last_unstale":"2024-07-26T12:21:45.601104+0000","last_undegraded":"2024-07-26T12:21:45.601104+0000","last_fullsized":"2024-07-26T12:21:45.601104+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:37:12.798347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.597378+0000","last_change":"2024-07-26T12:21:43.595340+0000","last_active":"2024-07-26T12:21:44.597378+0000","last_peered":"2024-07-26T12:21:44.597378+0000","last_clean":"2024-07-26T12:21:44.597378+0000","last_became_active":"2024-07-26T12:21:43.592052+0000","last_became_peered":"2024-07-26T12:21:43.592052+0000","last_unstale":"2024-07-26T12:21:44.597378+0000","last_undegraded":"2024-07-26T12:21:44.597378+0000","last_fullsized":"2024-07-26T12:21:44.597378+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:14:41.106615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.614217+0000","last_change":"2024-07-26T12:21:44.609727+0000","last_active":"2024-07-26T12:21:44.614217+0000","last_peered":"2024-07-26T12:21:44.614217+0000","last_clean":"2024-07-26T12:21:44.614217+0000","last_became_active":"2024-07-26T12:21:44.609380+0000","last_became_peered":"2024-07-26T12:21:44.609380+0000","last_unstale":"2024-07-26T12:21:44.614217+0000","last_undegraded":"2024-07-26T12:21:44.614217+0000","last_fullsized":"2024-07-26T12:21:44.614217+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:06:45.183824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.600955+0000","last_change":"2024-07-26T12:21:43.581291+0000","last_active":"2024-07-26T12:21:45.600955+0000","last_peered":"2024-07-26T12:21:45.600955+0000","last_clean":"2024-07-26T12:21:45.600955+0000","last_became_active":"2024-07-26T12:21:43.580293+0000","last_became_peered":"2024-07-26T12:21:43.580293+0000","last_unstale":"2024-07-26T12:21:45.600955+0000","last_undegraded":"2024-07-26T12:21:45.600955+0000","last_fullsized":"2024-07-26T12:21:45.600955+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:16:10.979071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.626326+0000","last_change":"2024-07-26T12:21:44.625563+0000","last_active":"2024-07-26T12:21:44.626326+0000","last_peered":"2024-07-26T12:21:44.626326+0000","last_clean":"2024-07-26T12:21:44.626326+0000","last_became_active":"2024-07-26T12:21:44.625006+0000","last_became_peered":"2024-07-26T12:21:44.625006+0000","last_unstale":"2024-07-26T12:21:44.626326+0000","last_undegraded":"2024-07-26T12:21:44.626326+0000","last_fullsized":"2024-07-26T12:21:44.626326+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:58:44.042031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.591431+0000","last_change":"2024-07-26T12:21:43.601219+0000","last_active":"2024-07-26T12:21:44.591431+0000","last_peered":"2024-07-26T12:21:44.591431+0000","last_clean":"2024-07-26T12:21:44.591431+0000","last_became_active":"2024-07-26T12:21:43.599712+0000","last_became_peered":"2024-07-26T12:21:43.599712+0000","last_unstale":"2024-07-26T12:21:44.591431+0000","last_undegraded":"2024-07-26T12:21:44.591431+0000","last_fullsized":"2024-07-26T12:21:44.591431+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:13:25.847032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.600624+0000","last_change":"2024-07-26T12:21:44.599910+0000","last_active":"2024-07-26T12:21:45.600624+0000","last_peered":"2024-07-26T12:21:45.600624+0000","last_clean":"2024-07-26T12:21:45.600624+0000","last_became_active":"2024-07-26T12:21:44.598447+0000","last_became_peered":"2024-07-26T12:21:44.598447+0000","last_unstale":"2024-07-26T12:21:45.600624+0000","last_undegraded":"2024-07-26T12:21:45.600624+0000","last_fullsized":"2024-07-26T12:21:45.600624+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:25:49.213898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"22'1","reported_seq":16,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.607933+0000","last_change":"2024-07-26T12:21:43.586755+0000","last_active":"2024-07-26T12:21:45.607933+0000","last_peered":"2024-07-26T12:21:45.607933+0000","last_clean":"2024-07-26T12:21:45.607933+0000","last_became_active":"2024-07-26T12:21:43.586410+0000","last_became_peered":"2024-07-26T12:21:43.586410+0000","last_unstale":"2024-07-26T12:21:45.607933+0000","last_undegraded":"2024-07-26T12:21:45.607933+0000","last_fullsized":"2024-07-26T12:21:45.607933+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:00:15.755490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.649112+0000","last_change":"2024-07-26T12:21:44.615473+0000","last_active":"2024-07-26T12:21:45.649112+0000","last_peered":"2024-07-26T12:21:45.649112+0000","last_clean":"2024-07-26T12:21:45.649112+0000","last_became_active":"2024-07-26T12:21:44.615105+0000","last_became_peered":"2024-07-26T12:21:44.615105+0000","last_unstale":"2024-07-26T12:21:45.649112+0000","last_undegraded":"2024-07-26T12:21:45.649112+0000","last_fullsized":"2024-07-26T12:21:45.649112+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:59:09.665003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"21'2","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.625371+0000","last_change":"2024-07-26T12:21:43.598990+0000","last_active":"2024-07-26T12:21:44.625371+0000","last_peered":"2024-07-26T12:21:44.625371+0000","last_clean":"2024-07-26T12:21:44.625371+0000","last_became_active":"2024-07-26T12:21:43.598632+0000","last_became_peered":"2024-07-26T12:21:43.598632+0000","last_unstale":"2024-07-26T12:21:44.625371+0000","last_undegraded":"2024-07-26T12:21:44.625371+0000","last_fullsized":"2024-07-26T12:21:44.625371+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:32:17.202395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.650863+0000","last_change":"2024-07-26T12:21:44.615728+0000","last_active":"2024-07-26T12:21:45.650863+0000","last_peered":"2024-07-26T12:21:45.650863+0000","last_clean":"2024-07-26T12:21:45.650863+0000","last_became_active":"2024-07-26T12:21:44.612240+0000","last_became_peered":"2024-07-26T12:21:44.612240+0000","last_unstale":"2024-07-26T12:21:45.650863+0000","last_undegraded":"2024-07-26T12:21:45.650863+0000","last_fullsized":"2024-07-26T12:21:45.650863+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:39:31.246505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.585581+0000","last_change":"2024-07-26T12:21:43.599474+0000","last_active":"2024-07-26T12:21:44.585581+0000","last_peered":"2024-07-26T12:21:44.585581+0000","last_clean":"2024-07-26T12:21:44.585581+0000","last_became_active":"2024-07-26T12:21:43.597968+0000","last_became_peered":"2024-07-26T12:21:43.597968+0000","last_unstale":"2024-07-26T12:21:44.585581+0000","last_undegraded":"2024-07-26T12:21:44.585581+0000","last_fullsized":"2024-07-26T12:21:44.585581+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:41:03.044571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.605063+0000","last_change":"2024-07-26T12:21:44.594114+0000","last_active":"2024-07-26T12:21:44.605063+0000","last_peered":"2024-07-26T12:21:44.605063+0000","last_clean":"2024-07-26T12:21:44.605063+0000","last_became_active":"2024-07-26T12:21:44.592991+0000","last_became_peered":"2024-07-26T12:21:44.592991+0000","last_unstale":"2024-07-26T12:21:44.605063+0000","last_undegraded":"2024-07-26T12:21:44.605063+0000","last_fullsized":"2024-07-26T12:21:44.605063+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:44:45.482895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.600069+0000","last_change":"2024-07-26T12:21:43.594859+0000","last_active":"2024-07-26T12:21:45.600069+0000","last_peered":"2024-07-26T12:21:45.600069+0000","last_clean":"2024-07-26T12:21:45.600069+0000","last_became_active":"2024-07-26T12:21:43.594389+0000","last_became_peered":"2024-07-26T12:21:43.594389+0000","last_unstale":"2024-07-26T12:21:45.600069+0000","last_undegraded":"2024-07-26T12:21:45.600069+0000","last_fullsized":"2024-07-26T12:21:45.600069+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:19:44.931902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.646362+0000","last_change":"2024-07-26T12:21:44.597533+0000","last_active":"2024-07-26T12:21:45.646362+0000","last_peered":"2024-07-26T12:21:45.646362+0000","last_clean":"2024-07-26T12:21:45.646362+0000","last_became_active":"2024-07-26T12:21:44.596960+0000","last_became_peered":"2024-07-26T12:21:44.596960+0000","last_unstale":"2024-07-26T12:21:45.646362+0000","last_undegraded":"2024-07-26T12:21:45.646362+0000","last_fullsized":"2024-07-26T12:21:45.646362+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:07:29.951874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.600484+0000","last_change":"2024-07-26T12:21:43.589649+0000","last_active":"2024-07-26T12:21:45.600484+0000","last_peered":"2024-07-26T12:21:45.600484+0000","last_clean":"2024-07-26T12:21:45.600484+0000","last_became_active":"2024-07-26T12:21:43.589311+0000","last_became_peered":"2024-07-26T12:21:43.589311+0000","last_unstale":"2024-07-26T12:21:45.600484+0000","last_undegraded":"2024-07-26T12:21:45.600484+0000","last_fullsized":"2024-07-26T12:21:45.600484+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:32:16.350262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.649802+0000","last_change":"2024-07-26T12:21:44.597550+0000","last_active":"2024-07-26T12:21:45.649802+0000","last_peered":"2024-07-26T12:21:45.649802+0000","last_clean":"2024-07-26T12:21:45.649802+0000","last_became_active":"2024-07-26T12:21:44.596041+0000","last_became_peered":"2024-07-26T12:21:44.596041+0000","last_unstale":"2024-07-26T12:21:45.649802+0000","last_undegraded":"2024-07-26T12:21:45.649802+0000","last_fullsized":"2024-07-26T12:21:45.649802+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:24:21.238237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"21'2","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.624155+0000","last_change":"2024-07-26T12:21:43.601853+0000","last_active":"2024-07-26T12:21:44.624155+0000","last_peered":"2024-07-26T12:21:44.624155+0000","last_clean":"2024-07-26T12:21:44.624155+0000","last_became_active":"2024-07-26T12:21:43.601565+0000","last_became_peered":"2024-07-26T12:21:43.601565+0000","last_unstale":"2024-07-26T12:21:44.624155+0000","last_undegraded":"2024-07-26T12:21:44.624155+0000","last_fullsized":"2024-07-26T12:21:44.624155+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:53:26.812098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.613051+0000","last_change":"2024-07-26T12:21:44.604142+0000","last_active":"2024-07-26T12:21:44.613051+0000","last_peered":"2024-07-26T12:21:44.613051+0000","last_clean":"2024-07-26T12:21:44.613051+0000","last_became_active":"2024-07-26T12:21:44.602745+0000","last_became_peered":"2024-07-26T12:21:44.602745+0000","last_unstale":"2024-07-26T12:21:44.613051+0000","last_undegraded":"2024-07-26T12:21:44.613051+0000","last_fullsized":"2024-07-26T12:21:44.613051+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:40:30.082413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.617523+0000","last_change":"2024-07-26T12:21:44.612632+0000","last_active":"2024-07-26T12:21:44.617523+0000","last_peered":"2024-07-26T12:21:44.617523+0000","last_clean":"2024-07-26T12:21:44.617523+0000","last_became_active":"2024-07-26T12:21:44.612080+0000","last_became_peered":"2024-07-26T12:21:44.612080+0000","last_unstale":"2024-07-26T12:21:44.617523+0000","last_undegraded":"2024-07-26T12:21:44.617523+0000","last_fullsized":"2024-07-26T12:21:44.617523+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:04:23.225808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"21'2","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.623806+0000","last_change":"2024-07-26T12:21:43.605554+0000","last_active":"2024-07-26T12:21:44.623806+0000","last_peered":"2024-07-26T12:21:44.623806+0000","last_clean":"2024-07-26T12:21:44.623806+0000","last_became_active":"2024-07-26T12:21:43.605157+0000","last_became_peered":"2024-07-26T12:21:43.605157+0000","last_unstale":"2024-07-26T12:21:44.623806+0000","last_undegraded":"2024-07-26T12:21:44.623806+0000","last_fullsized":"2024-07-26T12:21:44.623806+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:00:15.755490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.614206+0000","last_change":"2024-07-26T12:21:44.607389+0000","last_active":"2024-07-26T12:21:44.614206+0000","last_peered":"2024-07-26T12:21:44.614206+0000","last_clean":"2024-07-26T12:21:44.614206+0000","last_became_active":"2024-07-26T12:21:44.606970+0000","last_became_peered":"2024-07-26T12:21:44.606970+0000","last_unstale":"2024-07-26T12:21:44.614206+0000","last_undegraded":"2024-07-26T12:21:44.614206+0000","last_fullsized":"2024-07-26T12:21:44.614206+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:34:10.646547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"21'2","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.624105+0000","last_change":"2024-07-26T12:21:43.601802+0000","last_active":"2024-07-26T12:21:44.624105+0000","last_peered":"2024-07-26T12:21:44.624105+0000","last_clean":"2024-07-26T12:21:44.624105+0000","last_became_active":"2024-07-26T12:21:43.601442+0000","last_became_peered":"2024-07-26T12:21:43.601442+0000","last_unstale":"2024-07-26T12:21:44.624105+0000","last_undegraded":"2024-07-26T12:21:44.624105+0000","last_fullsized":"2024-07-26T12:21:44.624105+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:32:17.202395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.650814+0000","last_change":"2024-07-26T12:21:44.603292+0000","last_active":"2024-07-26T12:21:45.650814+0000","last_peered":"2024-07-26T12:21:45.650814+0000","last_clean":"2024-07-26T12:21:45.650814+0000","last_became_active":"2024-07-26T12:21:44.602551+0000","last_became_peered":"2024-07-26T12:21:44.602551+0000","last_unstale":"2024-07-26T12:21:45.650814+0000","last_undegraded":"2024-07-26T12:21:45.650814+0000","last_fullsized":"2024-07-26T12:21:45.650814+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:07:29.951874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"21'1","reported_seq":16,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.648307+0000","last_change":"2024-07-26T12:21:43.591671+0000","last_active":"2024-07-26T12:21:45.648307+0000","last_peered":"2024-07-26T12:21:45.648307+0000","last_clean":"2024-07-26T12:21:45.648307+0000","last_became_active":"2024-07-26T12:21:43.584686+0000","last_became_peered":"2024-07-26T12:21:43.584686+0000","last_unstale":"2024-07-26T12:21:45.648307+0000","last_undegraded":"2024-07-26T12:21:45.648307+0000","last_fullsized":"2024-07-26T12:21:45.648307+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:01:09.081562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.648227+0000","last_change":"2024-07-26T12:21:44.594141+0000","last_active":"2024-07-26T12:21:45.648227+0000","last_peered":"2024-07-26T12:21:45.648227+0000","last_clean":"2024-07-26T12:21:45.648227+0000","last_became_active":"2024-07-26T12:21:44.593637+0000","last_became_peered":"2024-07-26T12:21:44.593637+0000","last_unstale":"2024-07-26T12:21:45.648227+0000","last_undegraded":"2024-07-26T12:21:45.648227+0000","last_fullsized":"2024-07-26T12:21:45.648227+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:40:20.369265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"21'4","reported_seq":19,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.651220+0000","last_change":"2024-07-26T12:21:43.589685+0000","last_active":"2024-07-26T12:21:45.651220+0000","last_peered":"2024-07-26T12:21:45.651220+0000","last_clean":"2024-07-26T12:21:45.651220+0000","last_became_active":"2024-07-26T12:21:43.589356+0000","last_became_peered":"2024-07-26T12:21:43.589356+0000","last_unstale":"2024-07-26T12:21:45.651220+0000","last_undegraded":"2024-07-26T12:21:45.651220+0000","last_fullsized":"2024-07-26T12:21:45.651220+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:45:07.051342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":15,"seq":64424509446,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27248,"kb_used_data":228,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344592,"statfs":{"total":96636764160,"available":96608862208,"internally_reserved":0,"allocated":233472,"data_stored":79384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509446,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27232,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344608,"statfs":{"total":96636764160,"available":96608878592,"internally_reserved":0,"allocated":217088,"data_stored":71632,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509444,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27816,"kb_used_data":796,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344024,"statfs":{"total":96636764160,"available":96608280576,"internally_reserved":0,"allocated":815104,"data_stored":662478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542149,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31968,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339872,"statfs":{"total":96636764160,"available":96604028928,"internally_reserved":0,"allocated":806912,"data_stored":662422,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542149,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27216,"kb_used_data":192,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344624,"statfs":{"total":96636764160,"available":96608894976,"internally_reserved":0,"allocated":196608,"data_stored":64697,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542150,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27232,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344608,"statfs":{"total":96636764160,"available":96608878592,"internally_reserved":0,"allocated":212992,"data_stored":71562,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542148,"num_pgs":12,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27240,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344600,"statfs":{"total":96636764160,"available":96608870400,"internally_reserved":0,"allocated":221184,"data_stored":71598,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542149,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27228,"kb_used_data":204,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344612,"statfs":{"total":96636764160,"available":96608882688,"internally_reserved":0,"allocated":208896,"data_stored":71472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-26T12:21:49.330 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-26T12:21:49.647 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.646+0000 7f1faec00640 1 Processor -- start 2024-07-26T12:21:49.648 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.646+0000 7f1faec00640 1 -- start start 2024-07-26T12:21:49.651 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.648+0000 7f1faec00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f1fa8070ca0 0x7f1fa80b2550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:49.651 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.648+0000 7f1faec00640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f1fa8073bf0 0x7f1fa8074000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:49.651 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.648+0000 7f1faec00640 1 -- --> v1:172.21.15.123:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1fa8074540 con 0x7f1fa81459b0 2024-07-26T12:21:49.651 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.648+0000 7f1faec00640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f1fa8072120 con 0x7f1fa8070ca0 2024-07-26T12:21:49.651 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.648+0000 7f1faec00640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f1fa8072400 con 0x7f1fa8073bf0 2024-07-26T12:21:49.651 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.649+0000 7f1fa7e00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f1fa8070ca0 0x7f1fa80b2550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:49.651 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.649+0000 7f1fa7e00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f1fa8070ca0 0x7f1fa80b2550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:38492/0 (socket says 172.21.15.31:38492) 2024-07-26T12:21:49.651 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.649+0000 7f1fa7e00640 1 -- 172.21.15.31:0/1918839096 learned_addr learned my addr 172.21.15.31:0/1918839096 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:49.651 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.649+0000 7f1f9fe00640 1 --2- 172.21.15.31:0/1918839096 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f1fa8073bf0 0x7f1fa8074000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:49.651 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.649+0000 7f1fa7e00640 1 -- 172.21.15.31:0/1918839096 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f1fa8073bf0 msgr2=0x7f1fa8074000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:49.651 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.649+0000 7f1fa7e00640 1 --2- 172.21.15.31:0/1918839096 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f1fa8073bf0 0x7f1fa8074000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:49.652 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.649+0000 7f1fa7e00640 1 -- 172.21.15.31:0/1918839096 >> v1:172.21.15.123:6789/0 conn(0x7f1fa81459b0 legacy=0x7f1fa8145dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:49.652 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.649+0000 7f1fa7e00640 1 -- 172.21.15.31:0/1918839096 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1fa80711c0 con 0x7f1fa8070ca0 2024-07-26T12:21:49.652 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.650+0000 7f1fa7e00640 1 --2- 172.21.15.31:0/1918839096 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1fa8070ca0 0x7f1fa80b2550 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f1f98009870 tx=0x7f1f9802a130 comp rx=0 tx=0).ready entity=mon.0 client_cookie=66727b5eb23ab625 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:49.652 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.651+0000 7f1fa7400640 1 -- 172.21.15.31:0/1918839096 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f98037070 con 0x7f1fa8070ca0 2024-07-26T12:21:49.652 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.651+0000 7f1fa7400640 1 -- 172.21.15.31:0/1918839096 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1f98032440 con 0x7f1fa8070ca0 2024-07-26T12:21:49.653 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.651+0000 7f1fa7400640 1 -- 172.21.15.31:0/1918839096 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f98032870 con 0x7f1fa8070ca0 2024-07-26T12:21:49.653 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.651+0000 7f1faec00640 1 -- 172.21.15.31:0/1918839096 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1fa8070ca0 msgr2=0x7f1fa80b2550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:49.653 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.651+0000 7f1faec00640 1 --2- 172.21.15.31:0/1918839096 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1fa8070ca0 0x7f1fa80b2550 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f1f98009870 tx=0x7f1f9802a130 comp rx=0 tx=0).stop 2024-07-26T12:21:49.653 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.651+0000 7f1faec00640 1 -- 172.21.15.31:0/1918839096 shutdown_connections 2024-07-26T12:21:49.654 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.651+0000 7f1faec00640 1 --2- 172.21.15.31:0/1918839096 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f1fa8073bf0 0x7f1fa8074000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:49.654 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.651+0000 7f1faec00640 1 --2- 172.21.15.31:0/1918839096 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1fa8070ca0 0x7f1fa80b2550 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:49.654 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.651+0000 7f1faec00640 1 -- 172.21.15.31:0/1918839096 >> 172.21.15.31:0/1918839096 conn(0x7f1fa80b8d80 msgr2=0x7f1fa80b9190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:49.654 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.652+0000 7f1faec00640 1 -- 172.21.15.31:0/1918839096 shutdown_connections 2024-07-26T12:21:49.654 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.652+0000 7f1faec00640 1 -- 172.21.15.31:0/1918839096 wait complete. 2024-07-26T12:21:49.655 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.654+0000 7f1faec00640 1 Processor -- start 2024-07-26T12:21:49.655 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.654+0000 7f1faec00640 1 -- start start 2024-07-26T12:21:49.657 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.655+0000 7f1faec00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1fa8070ca0 0x7f1fa813e560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:49.657 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.655+0000 7f1faec00640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f1fa8073bf0 0x7f1fa8142850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:49.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.655+0000 7f1faec00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1fa81459b0 0x7f1fa80ae940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:49.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.655+0000 7f1faec00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f1fa81506b0 con 0x7f1fa81459b0 2024-07-26T12:21:49.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.655+0000 7f1faec00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f1fa8150530 con 0x7f1fa8070ca0 2024-07-26T12:21:49.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.655+0000 7f1faec00640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f1fa8150830 con 0x7f1fa8073bf0 2024-07-26T12:21:49.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.655+0000 7f1facc00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1fa81459b0 0x7f1fa80ae940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:49.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.655+0000 7f1facc00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1fa81459b0 0x7f1fa80ae940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:38502/0 (socket says 172.21.15.31:38502) 2024-07-26T12:21:49.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.655+0000 7f1facc00640 1 -- 172.21.15.31:0/2232151329 learned_addr learned my addr 172.21.15.31:0/2232151329 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:49.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.656+0000 7f1f9fe00640 1 --2- 172.21.15.31:0/2232151329 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f1fa8073bf0 0x7f1fa8142850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:49.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.656+0000 7f1fa7e00640 1 --2- 172.21.15.31:0/2232151329 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1fa8070ca0 0x7f1fa813e560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:49.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.656+0000 7f1facc00640 1 -- 172.21.15.31:0/2232151329 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f1fa8073bf0 msgr2=0x7f1fa8142850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:49.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.656+0000 7f1facc00640 1 --2- 172.21.15.31:0/2232151329 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f1fa8073bf0 0x7f1fa8142850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:49.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.656+0000 7f1facc00640 1 -- 172.21.15.31:0/2232151329 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1fa8070ca0 msgr2=0x7f1fa813e560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:49.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.656+0000 7f1facc00640 1 --2- 172.21.15.31:0/2232151329 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1fa8070ca0 0x7f1fa813e560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:49.659 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.656+0000 7f1facc00640 1 -- 172.21.15.31:0/2232151329 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1fa8142050 con 0x7f1fa81459b0 2024-07-26T12:21:49.659 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.656+0000 7f1facc00640 1 --2- 172.21.15.31:0/2232151329 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1fa81459b0 0x7f1fa80ae940 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f1fa000ba10 tx=0x7f1fa000bed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:49.659 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.656+0000 7f1fa4c00640 1 -- 172.21.15.31:0/2232151329 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fa0019070 con 0x7f1fa81459b0 2024-07-26T12:21:49.659 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.656+0000 7f1fa4c00640 1 -- 172.21.15.31:0/2232151329 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1fa000cc30 con 0x7f1fa81459b0 2024-07-26T12:21:49.660 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.656+0000 7f1fa4c00640 1 -- 172.21.15.31:0/2232151329 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fa000ce60 con 0x7f1fa81459b0 2024-07-26T12:21:49.660 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.656+0000 7f1faec00640 1 -- 172.21.15.31:0/2232151329 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1fa81e1940 con 0x7f1fa81459b0 2024-07-26T12:21:49.660 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.657+0000 7f1faec00640 1 -- 172.21.15.31:0/2232151329 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1fa8140ed0 con 0x7f1fa81459b0 2024-07-26T12:21:49.660 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.658+0000 7f1faec00640 1 -- 172.21.15.31:0/2232151329 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1fa81e1ba0 con 0x7f1fa81459b0 2024-07-26T12:21:49.660 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.659+0000 7f1fa4c00640 1 -- 172.21.15.31:0/2232151329 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f1fa001c070 con 0x7f1fa81459b0 2024-07-26T12:21:49.661 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.660+0000 7f1fa4c00640 1 --2- 172.21.15.31:0/2232151329 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f1f84077040 0x7f1f84079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:49.662 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.660+0000 7f1fa4c00640 1 -- 172.21.15.31:0/2232151329 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f1fa00986b0 con 0x7f1fa81459b0 2024-07-26T12:21:49.662 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.661+0000 7f1fa7e00640 1 --2- 172.21.15.31:0/2232151329 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f1f84077040 0x7f1f84079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:49.663 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.662+0000 7f1fa7e00640 1 --2- 172.21.15.31:0/2232151329 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f1f84077040 0x7f1f84079550 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f1f98034000 tx=0x7f1f9802c040 comp rx=0 tx=0).ready entity=mgr.4126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:49.666 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.665+0000 7f1fa4c00640 1 -- 172.21.15.31:0/2232151329 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f1fa0061810 con 0x7f1fa81459b0 2024-07-26T12:21:49.872 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.871+0000 7f1faec00640 1 -- 172.21.15.31:0/2232151329 --> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f1fa81403b0 con 0x7f1f84077040 2024-07-26T12:21:49.886 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.885+0000 7f1fa4c00640 1 -- 172.21.15.31:0/2232151329 <== mgr.4126 v2:172.21.15.123:6800/1140093937 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251936 (secure 0 0 0) 0x7f1f9803a380 con 0x7f1f84077040 2024-07-26T12:21:49.889 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-07-26T12:21:49.891 INFO:teuthology.orchestra.run.smithi031.stderr:dumped all 2024-07-26T12:21:49.892 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.889+0000 7f1faec00640 1 -- 172.21.15.31:0/2232151329 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f1f84077040 msgr2=0x7f1f84079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:49.892 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.889+0000 7f1faec00640 1 --2- 172.21.15.31:0/2232151329 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f1f84077040 0x7f1f84079550 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f1f98034000 tx=0x7f1f9802c040 comp rx=0 tx=0).stop 2024-07-26T12:21:49.892 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.889+0000 7f1faec00640 1 -- 172.21.15.31:0/2232151329 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1fa81459b0 msgr2=0x7f1fa80ae940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:49.892 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.889+0000 7f1faec00640 1 --2- 172.21.15.31:0/2232151329 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1fa81459b0 0x7f1fa80ae940 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f1fa000ba10 tx=0x7f1fa000bed0 comp rx=0 tx=0).stop 2024-07-26T12:21:49.892 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.890+0000 7f1faec00640 1 -- 172.21.15.31:0/2232151329 shutdown_connections 2024-07-26T12:21:49.892 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.890+0000 7f1faec00640 1 --2- 172.21.15.31:0/2232151329 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f1f84077040 0x7f1f84079550 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:49.892 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.890+0000 7f1faec00640 1 --2- 172.21.15.31:0/2232151329 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1fa81459b0 0x7f1fa80ae940 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:49.893 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.890+0000 7f1faec00640 1 --2- 172.21.15.31:0/2232151329 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f1fa8073bf0 0x7f1fa8142850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:49.893 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.890+0000 7f1faec00640 1 --2- 172.21.15.31:0/2232151329 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1fa8070ca0 0x7f1fa813e560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:49.893 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.890+0000 7f1faec00640 1 -- 172.21.15.31:0/2232151329 >> 172.21.15.31:0/2232151329 conn(0x7f1fa80b8d80 msgr2=0x7f1fa8144030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:49.893 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.890+0000 7f1faec00640 1 -- 172.21.15.31:0/2232151329 shutdown_connections 2024-07-26T12:21:49.893 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:49.890+0000 7f1faec00640 1 -- 172.21.15.31:0/2232151329 wait complete. 2024-07-26T12:21:49.920 INFO:teuthology.orchestra.run.smithi031.stdout:{"pg_ready":true,"pg_map":{"version":27,"stamp":"2024-07-26T12:21:49.350281+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":146,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":111,"ondisk_log_size":111,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":166,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":223180,"kb_used_data":2844,"kb_used_omap":12,"kb_used_meta":220211,"kb_avail":754751540,"statfs":{"total":773094113280,"available":772865576960,"internally_reserved":0,"allocated":2912256,"data_stored":1755245,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":225496626},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":42,"apply_latency_ms":42,"commit_latency_ns":42000000,"apply_latency_ns":42000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.002296"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.615456+0000","last_change":"2024-07-26T12:21:44.598425+0000","last_active":"2024-07-26T12:21:44.615456+0000","last_peered":"2024-07-26T12:21:44.615456+0000","last_clean":"2024-07-26T12:21:44.615456+0000","last_became_active":"2024-07-26T12:21:44.598014+0000","last_became_peered":"2024-07-26T12:21:44.598014+0000","last_unstale":"2024-07-26T12:21:44.615456+0000","last_undegraded":"2024-07-26T12:21:44.615456+0000","last_fullsized":"2024-07-26T12:21:44.615456+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:40:30.082413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.600925+0000","last_change":"2024-07-26T12:21:44.613852+0000","last_active":"2024-07-26T12:21:45.600925+0000","last_peered":"2024-07-26T12:21:45.600925+0000","last_clean":"2024-07-26T12:21:45.600925+0000","last_became_active":"2024-07-26T12:21:44.613499+0000","last_became_peered":"2024-07-26T12:21:44.613499+0000","last_unstale":"2024-07-26T12:21:45.600925+0000","last_undegraded":"2024-07-26T12:21:45.600925+0000","last_fullsized":"2024-07-26T12:21:45.600925+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:40:20.369265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.650443+0000","last_change":"2024-07-26T12:21:44.596020+0000","last_active":"2024-07-26T12:21:45.650443+0000","last_peered":"2024-07-26T12:21:45.650443+0000","last_clean":"2024-07-26T12:21:45.650443+0000","last_became_active":"2024-07-26T12:21:44.594975+0000","last_became_peered":"2024-07-26T12:21:44.594975+0000","last_unstale":"2024-07-26T12:21:45.650443+0000","last_undegraded":"2024-07-26T12:21:45.650443+0000","last_fullsized":"2024-07-26T12:21:45.650443+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:53:56.211230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.621756+0000","last_change":"2024-07-26T12:21:44.620041+0000","last_active":"2024-07-26T12:21:44.621756+0000","last_peered":"2024-07-26T12:21:44.621756+0000","last_clean":"2024-07-26T12:21:44.621756+0000","last_became_active":"2024-07-26T12:21:44.618023+0000","last_became_peered":"2024-07-26T12:21:44.618023+0000","last_unstale":"2024-07-26T12:21:44.621756+0000","last_undegraded":"2024-07-26T12:21:44.621756+0000","last_fullsized":"2024-07-26T12:21:44.621756+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:38:43.616638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.612920+0000","last_change":"2024-07-26T12:21:44.607500+0000","last_active":"2024-07-26T12:21:44.612920+0000","last_peered":"2024-07-26T12:21:44.612920+0000","last_clean":"2024-07-26T12:21:44.612920+0000","last_became_active":"2024-07-26T12:21:44.606054+0000","last_became_peered":"2024-07-26T12:21:44.606054+0000","last_unstale":"2024-07-26T12:21:44.612920+0000","last_undegraded":"2024-07-26T12:21:44.612920+0000","last_fullsized":"2024-07-26T12:21:44.612920+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:39:31.246505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.616631+0000","last_change":"2024-07-26T12:21:44.612057+0000","last_active":"2024-07-26T12:21:44.616631+0000","last_peered":"2024-07-26T12:21:44.616631+0000","last_clean":"2024-07-26T12:21:44.616631+0000","last_became_active":"2024-07-26T12:21:44.611650+0000","last_became_peered":"2024-07-26T12:21:44.611650+0000","last_unstale":"2024-07-26T12:21:44.616631+0000","last_undegraded":"2024-07-26T12:21:44.616631+0000","last_fullsized":"2024-07-26T12:21:44.616631+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:45:39.167404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.614655+0000","last_change":"2024-07-26T12:21:44.607726+0000","last_active":"2024-07-26T12:21:44.614655+0000","last_peered":"2024-07-26T12:21:44.614655+0000","last_clean":"2024-07-26T12:21:44.614655+0000","last_became_active":"2024-07-26T12:21:44.607354+0000","last_became_peered":"2024-07-26T12:21:44.607354+0000","last_unstale":"2024-07-26T12:21:44.614655+0000","last_undegraded":"2024-07-26T12:21:44.614655+0000","last_fullsized":"2024-07-26T12:21:44.614655+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:36:30.521771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.646394+0000","last_change":"2024-07-26T12:21:44.606285+0000","last_active":"2024-07-26T12:21:45.646394+0000","last_peered":"2024-07-26T12:21:45.646394+0000","last_clean":"2024-07-26T12:21:45.646394+0000","last_became_active":"2024-07-26T12:21:44.604046+0000","last_became_peered":"2024-07-26T12:21:44.604046+0000","last_unstale":"2024-07-26T12:21:45.646394+0000","last_undegraded":"2024-07-26T12:21:45.646394+0000","last_fullsized":"2024-07-26T12:21:45.646394+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:39:31.246505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.622219+0000","last_change":"2024-07-26T12:21:44.614864+0000","last_active":"2024-07-26T12:21:44.622219+0000","last_peered":"2024-07-26T12:21:44.622219+0000","last_clean":"2024-07-26T12:21:44.622219+0000","last_became_active":"2024-07-26T12:21:44.611439+0000","last_became_peered":"2024-07-26T12:21:44.611439+0000","last_unstale":"2024-07-26T12:21:44.622219+0000","last_undegraded":"2024-07-26T12:21:44.622219+0000","last_fullsized":"2024-07-26T12:21:44.622219+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:40:20.369265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.612994+0000","last_change":"2024-07-26T12:21:44.603057+0000","last_active":"2024-07-26T12:21:44.612994+0000","last_peered":"2024-07-26T12:21:44.612994+0000","last_clean":"2024-07-26T12:21:44.612994+0000","last_became_active":"2024-07-26T12:21:44.602611+0000","last_became_peered":"2024-07-26T12:21:44.602611+0000","last_unstale":"2024-07-26T12:21:44.612994+0000","last_undegraded":"2024-07-26T12:21:44.612994+0000","last_fullsized":"2024-07-26T12:21:44.612994+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:53:27.828681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.615270+0000","last_change":"2024-07-26T12:21:44.605014+0000","last_active":"2024-07-26T12:21:44.615270+0000","last_peered":"2024-07-26T12:21:44.615270+0000","last_clean":"2024-07-26T12:21:44.615270+0000","last_became_active":"2024-07-26T12:21:44.602583+0000","last_became_peered":"2024-07-26T12:21:44.602583+0000","last_unstale":"2024-07-26T12:21:44.615270+0000","last_undegraded":"2024-07-26T12:21:44.615270+0000","last_fullsized":"2024-07-26T12:21:44.615270+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:07:29.951874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.604926+0000","last_change":"2024-07-26T12:21:44.599359+0000","last_active":"2024-07-26T12:21:44.604926+0000","last_peered":"2024-07-26T12:21:44.604926+0000","last_clean":"2024-07-26T12:21:44.604926+0000","last_became_active":"2024-07-26T12:21:44.598748+0000","last_became_peered":"2024-07-26T12:21:44.598748+0000","last_unstale":"2024-07-26T12:21:44.604926+0000","last_undegraded":"2024-07-26T12:21:44.604926+0000","last_fullsized":"2024-07-26T12:21:44.604926+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:32:01.424845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.649376+0000","last_change":"2024-07-26T12:21:44.594030+0000","last_active":"2024-07-26T12:21:45.649376+0000","last_peered":"2024-07-26T12:21:45.649376+0000","last_clean":"2024-07-26T12:21:45.649376+0000","last_became_active":"2024-07-26T12:21:44.593659+0000","last_became_peered":"2024-07-26T12:21:44.593659+0000","last_unstale":"2024-07-26T12:21:45.649376+0000","last_undegraded":"2024-07-26T12:21:45.649376+0000","last_fullsized":"2024-07-26T12:21:45.649376+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:47:09.335932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.648697+0000","last_change":"2024-07-26T12:21:44.610384+0000","last_active":"2024-07-26T12:21:45.648697+0000","last_peered":"2024-07-26T12:21:45.648697+0000","last_clean":"2024-07-26T12:21:45.648697+0000","last_became_active":"2024-07-26T12:21:44.609961+0000","last_became_peered":"2024-07-26T12:21:44.609961+0000","last_unstale":"2024-07-26T12:21:45.648697+0000","last_undegraded":"2024-07-26T12:21:45.648697+0000","last_fullsized":"2024-07-26T12:21:45.648697+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:53:27.828681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.600328+0000","last_change":"2024-07-26T12:21:44.609098+0000","last_active":"2024-07-26T12:21:45.600328+0000","last_peered":"2024-07-26T12:21:45.600328+0000","last_clean":"2024-07-26T12:21:45.600328+0000","last_became_active":"2024-07-26T12:21:44.608719+0000","last_became_peered":"2024-07-26T12:21:44.608719+0000","last_unstale":"2024-07-26T12:21:45.600328+0000","last_undegraded":"2024-07-26T12:21:45.600328+0000","last_fullsized":"2024-07-26T12:21:45.600328+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:36:30.521771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.618482+0000","last_change":"2024-07-26T12:21:44.611153+0000","last_active":"2024-07-26T12:21:44.618482+0000","last_peered":"2024-07-26T12:21:44.618482+0000","last_clean":"2024-07-26T12:21:44.618482+0000","last_became_active":"2024-07-26T12:21:44.610750+0000","last_became_peered":"2024-07-26T12:21:44.610750+0000","last_unstale":"2024-07-26T12:21:44.618482+0000","last_undegraded":"2024-07-26T12:21:44.618482+0000","last_fullsized":"2024-07-26T12:21:44.618482+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:11:55.873169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.621632+0000","last_change":"2024-07-26T12:21:44.619663+0000","last_active":"2024-07-26T12:21:44.621632+0000","last_peered":"2024-07-26T12:21:44.621632+0000","last_clean":"2024-07-26T12:21:44.621632+0000","last_became_active":"2024-07-26T12:21:44.619376+0000","last_became_peered":"2024-07-26T12:21:44.619376+0000","last_unstale":"2024-07-26T12:21:44.621632+0000","last_undegraded":"2024-07-26T12:21:44.621632+0000","last_fullsized":"2024-07-26T12:21:44.621632+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:08:39.680464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.603998+0000","last_change":"2024-07-26T12:21:44.599552+0000","last_active":"2024-07-26T12:21:44.603998+0000","last_peered":"2024-07-26T12:21:44.603998+0000","last_clean":"2024-07-26T12:21:44.603998+0000","last_became_active":"2024-07-26T12:21:44.597649+0000","last_became_peered":"2024-07-26T12:21:44.597649+0000","last_unstale":"2024-07-26T12:21:44.603998+0000","last_undegraded":"2024-07-26T12:21:44.603998+0000","last_fullsized":"2024-07-26T12:21:44.603998+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:14:42.123198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.606874+0000","last_change":"2024-07-26T12:21:44.598125+0000","last_active":"2024-07-26T12:21:44.606874+0000","last_peered":"2024-07-26T12:21:44.606874+0000","last_clean":"2024-07-26T12:21:44.606874+0000","last_became_active":"2024-07-26T12:21:44.597677+0000","last_became_peered":"2024-07-26T12:21:44.597677+0000","last_unstale":"2024-07-26T12:21:44.606874+0000","last_undegraded":"2024-07-26T12:21:44.606874+0000","last_fullsized":"2024-07-26T12:21:44.606874+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:01:22.820284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.617557+0000","last_change":"2024-07-26T12:21:44.603356+0000","last_active":"2024-07-26T12:21:44.617557+0000","last_peered":"2024-07-26T12:21:44.617557+0000","last_clean":"2024-07-26T12:21:44.617557+0000","last_became_active":"2024-07-26T12:21:44.602543+0000","last_became_peered":"2024-07-26T12:21:44.602543+0000","last_unstale":"2024-07-26T12:21:44.617557+0000","last_undegraded":"2024-07-26T12:21:44.617557+0000","last_fullsized":"2024-07-26T12:21:44.617557+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:01:22.820284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.651031+0000","last_change":"2024-07-26T12:21:44.620712+0000","last_active":"2024-07-26T12:21:45.651031+0000","last_peered":"2024-07-26T12:21:45.651031+0000","last_clean":"2024-07-26T12:21:45.651031+0000","last_became_active":"2024-07-26T12:21:44.620385+0000","last_became_peered":"2024-07-26T12:21:44.620385+0000","last_unstale":"2024-07-26T12:21:45.651031+0000","last_undegraded":"2024-07-26T12:21:45.651031+0000","last_fullsized":"2024-07-26T12:21:45.651031+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:38:44.174478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.621558+0000","last_change":"2024-07-26T12:21:44.615431+0000","last_active":"2024-07-26T12:21:44.621558+0000","last_peered":"2024-07-26T12:21:44.621558+0000","last_clean":"2024-07-26T12:21:44.621558+0000","last_became_active":"2024-07-26T12:21:44.614878+0000","last_became_peered":"2024-07-26T12:21:44.614878+0000","last_unstale":"2024-07-26T12:21:44.621558+0000","last_undegraded":"2024-07-26T12:21:44.621558+0000","last_fullsized":"2024-07-26T12:21:44.621558+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:32:24.123015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.646797+0000","last_change":"2024-07-26T12:21:44.583379+0000","last_active":"2024-07-26T12:21:45.646797+0000","last_peered":"2024-07-26T12:21:45.646797+0000","last_clean":"2024-07-26T12:21:45.646797+0000","last_became_active":"2024-07-26T12:21:44.582397+0000","last_became_peered":"2024-07-26T12:21:44.582397+0000","last_unstale":"2024-07-26T12:21:45.646797+0000","last_undegraded":"2024-07-26T12:21:45.646797+0000","last_fullsized":"2024-07-26T12:21:45.646797+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:36:30.521771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.622078+0000","last_change":"2024-07-26T12:21:44.619249+0000","last_active":"2024-07-26T12:21:44.622078+0000","last_peered":"2024-07-26T12:21:44.622078+0000","last_clean":"2024-07-26T12:21:44.622078+0000","last_became_active":"2024-07-26T12:21:44.617270+0000","last_became_peered":"2024-07-26T12:21:44.617270+0000","last_unstale":"2024-07-26T12:21:44.622078+0000","last_undegraded":"2024-07-26T12:21:44.622078+0000","last_fullsized":"2024-07-26T12:21:44.622078+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:50:22.926545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.648697+0000","last_change":"2024-07-26T12:21:44.586072+0000","last_active":"2024-07-26T12:21:45.648697+0000","last_peered":"2024-07-26T12:21:45.648697+0000","last_clean":"2024-07-26T12:21:45.648697+0000","last_became_active":"2024-07-26T12:21:44.585376+0000","last_became_peered":"2024-07-26T12:21:44.585376+0000","last_unstale":"2024-07-26T12:21:45.648697+0000","last_undegraded":"2024-07-26T12:21:45.648697+0000","last_fullsized":"2024-07-26T12:21:45.648697+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:37:12.798347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.602345+0000","last_change":"2024-07-26T12:21:44.597255+0000","last_active":"2024-07-26T12:21:44.602345+0000","last_peered":"2024-07-26T12:21:44.602345+0000","last_clean":"2024-07-26T12:21:44.602345+0000","last_became_active":"2024-07-26T12:21:44.596828+0000","last_became_peered":"2024-07-26T12:21:44.596828+0000","last_unstale":"2024-07-26T12:21:44.602345+0000","last_undegraded":"2024-07-26T12:21:44.602345+0000","last_fullsized":"2024-07-26T12:21:44.602345+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:13:26.863614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.600485+0000","last_change":"2024-07-26T12:21:44.627726+0000","last_active":"2024-07-26T12:21:45.600485+0000","last_peered":"2024-07-26T12:21:45.600485+0000","last_clean":"2024-07-26T12:21:45.600485+0000","last_became_active":"2024-07-26T12:21:44.627382+0000","last_became_peered":"2024-07-26T12:21:44.627382+0000","last_unstale":"2024-07-26T12:21:45.600485+0000","last_undegraded":"2024-07-26T12:21:45.600485+0000","last_fullsized":"2024-07-26T12:21:45.600485+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:38:44.174478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.647853+0000","last_change":"2024-07-26T12:21:44.589620+0000","last_active":"2024-07-26T12:21:45.647853+0000","last_peered":"2024-07-26T12:21:45.647853+0000","last_clean":"2024-07-26T12:21:45.647853+0000","last_became_active":"2024-07-26T12:21:44.587686+0000","last_became_peered":"2024-07-26T12:21:44.587686+0000","last_unstale":"2024-07-26T12:21:45.647853+0000","last_undegraded":"2024-07-26T12:21:45.647853+0000","last_fullsized":"2024-07-26T12:21:45.647853+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:25:49.213898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.651019+0000","last_change":"2024-07-26T12:21:44.618404+0000","last_active":"2024-07-26T12:21:45.651019+0000","last_peered":"2024-07-26T12:21:45.651019+0000","last_clean":"2024-07-26T12:21:45.651019+0000","last_became_active":"2024-07-26T12:21:44.617803+0000","last_became_peered":"2024-07-26T12:21:44.617803+0000","last_unstale":"2024-07-26T12:21:45.651019+0000","last_undegraded":"2024-07-26T12:21:45.651019+0000","last_fullsized":"2024-07-26T12:21:45.651019+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:36:30.521771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.621574+0000","last_change":"2024-07-26T12:21:44.615652+0000","last_active":"2024-07-26T12:21:44.621574+0000","last_peered":"2024-07-26T12:21:44.621574+0000","last_clean":"2024-07-26T12:21:44.621574+0000","last_became_active":"2024-07-26T12:21:44.615182+0000","last_became_peered":"2024-07-26T12:21:44.615182+0000","last_unstale":"2024-07-26T12:21:44.621574+0000","last_undegraded":"2024-07-26T12:21:44.621574+0000","last_fullsized":"2024-07-26T12:21:44.621574+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:35:25.696502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.604067+0000","last_change":"2024-07-26T12:21:44.599717+0000","last_active":"2024-07-26T12:21:44.604067+0000","last_peered":"2024-07-26T12:21:44.604067+0000","last_clean":"2024-07-26T12:21:44.604067+0000","last_became_active":"2024-07-26T12:21:44.599162+0000","last_became_peered":"2024-07-26T12:21:44.599162+0000","last_unstale":"2024-07-26T12:21:44.604067+0000","last_undegraded":"2024-07-26T12:21:44.604067+0000","last_fullsized":"2024-07-26T12:21:44.604067+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:06:45.183824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.615303+0000","last_change":"2024-07-26T12:21:44.606117+0000","last_active":"2024-07-26T12:21:44.615303+0000","last_peered":"2024-07-26T12:21:44.615303+0000","last_clean":"2024-07-26T12:21:44.615303+0000","last_became_active":"2024-07-26T12:21:44.605533+0000","last_became_peered":"2024-07-26T12:21:44.605533+0000","last_unstale":"2024-07-26T12:21:44.615303+0000","last_undegraded":"2024-07-26T12:21:44.615303+0000","last_fullsized":"2024-07-26T12:21:44.615303+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:39:31.246505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.608140+0000","last_change":"2024-07-26T12:21:44.602731+0000","last_active":"2024-07-26T12:21:44.608140+0000","last_peered":"2024-07-26T12:21:44.608140+0000","last_clean":"2024-07-26T12:21:44.608140+0000","last_became_active":"2024-07-26T12:21:44.602204+0000","last_became_peered":"2024-07-26T12:21:44.602204+0000","last_unstale":"2024-07-26T12:21:44.608140+0000","last_undegraded":"2024-07-26T12:21:44.608140+0000","last_fullsized":"2024-07-26T12:21:44.608140+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:16:48.266358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"21'1","reported_seq":16,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.649917+0000","last_change":"2024-07-26T12:21:43.598175+0000","last_active":"2024-07-26T12:21:45.649917+0000","last_peered":"2024-07-26T12:21:45.649917+0000","last_clean":"2024-07-26T12:21:45.649917+0000","last_became_active":"2024-07-26T12:21:43.597822+0000","last_became_peered":"2024-07-26T12:21:43.597822+0000","last_unstale":"2024-07-26T12:21:45.649917+0000","last_undegraded":"2024-07-26T12:21:45.649917+0000","last_fullsized":"2024-07-26T12:21:45.649917+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:38:54.755281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.651608+0000","last_change":"2024-07-26T12:21:44.601717+0000","last_active":"2024-07-26T12:21:45.651608+0000","last_peered":"2024-07-26T12:21:45.651608+0000","last_clean":"2024-07-26T12:21:45.651608+0000","last_became_active":"2024-07-26T12:21:44.598135+0000","last_became_peered":"2024-07-26T12:21:44.598135+0000","last_unstale":"2024-07-26T12:21:45.651608+0000","last_undegraded":"2024-07-26T12:21:45.651608+0000","last_fullsized":"2024-07-26T12:21:45.651608+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:40:20.369265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"21'1","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.622299+0000","last_change":"2024-07-26T12:21:43.597651+0000","last_active":"2024-07-26T12:21:44.622299+0000","last_peered":"2024-07-26T12:21:44.622299+0000","last_clean":"2024-07-26T12:21:44.622299+0000","last_became_active":"2024-07-26T12:21:43.597357+0000","last_became_peered":"2024-07-26T12:21:43.597357+0000","last_unstale":"2024-07-26T12:21:44.622299+0000","last_undegraded":"2024-07-26T12:21:44.622299+0000","last_fullsized":"2024-07-26T12:21:44.622299+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:36:09.991878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.646748+0000","last_change":"2024-07-26T12:21:43.586064+0000","last_active":"2024-07-26T12:21:45.646748+0000","last_peered":"2024-07-26T12:21:45.646748+0000","last_clean":"2024-07-26T12:21:45.646748+0000","last_became_active":"2024-07-26T12:21:43.583951+0000","last_became_peered":"2024-07-26T12:21:43.583951+0000","last_unstale":"2024-07-26T12:21:45.646748+0000","last_undegraded":"2024-07-26T12:21:45.646748+0000","last_fullsized":"2024-07-26T12:21:45.646748+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:45:07.051342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.646112+0000","last_change":"2024-07-26T12:21:44.606598+0000","last_active":"2024-07-26T12:21:45.646112+0000","last_peered":"2024-07-26T12:21:45.646112+0000","last_clean":"2024-07-26T12:21:45.646112+0000","last_became_active":"2024-07-26T12:21:44.605916+0000","last_became_peered":"2024-07-26T12:21:44.605916+0000","last_unstale":"2024-07-26T12:21:45.646112+0000","last_undegraded":"2024-07-26T12:21:45.646112+0000","last_fullsized":"2024-07-26T12:21:45.646112+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:53:56.211230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.590238+0000","last_change":"2024-07-26T12:21:43.602916+0000","last_active":"2024-07-26T12:21:44.590238+0000","last_peered":"2024-07-26T12:21:44.590238+0000","last_clean":"2024-07-26T12:21:44.590238+0000","last_became_active":"2024-07-26T12:21:43.598768+0000","last_became_peered":"2024-07-26T12:21:43.598768+0000","last_unstale":"2024-07-26T12:21:44.590238+0000","last_undegraded":"2024-07-26T12:21:44.590238+0000","last_fullsized":"2024-07-26T12:21:44.590238+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:44:44.466313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.599934+0000","last_change":"2024-07-26T12:21:44.615254+0000","last_active":"2024-07-26T12:21:45.599934+0000","last_peered":"2024-07-26T12:21:45.599934+0000","last_clean":"2024-07-26T12:21:45.599934+0000","last_became_active":"2024-07-26T12:21:44.614900+0000","last_became_peered":"2024-07-26T12:21:44.614900+0000","last_unstale":"2024-07-26T12:21:45.599934+0000","last_undegraded":"2024-07-26T12:21:45.599934+0000","last_fullsized":"2024-07-26T12:21:45.599934+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:39:31.246505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.586080+0000","last_change":"2024-07-26T12:21:43.596529+0000","last_active":"2024-07-26T12:21:44.586080+0000","last_peered":"2024-07-26T12:21:44.586080+0000","last_clean":"2024-07-26T12:21:44.586080+0000","last_became_active":"2024-07-26T12:21:43.596190+0000","last_became_peered":"2024-07-26T12:21:43.596190+0000","last_unstale":"2024-07-26T12:21:44.586080+0000","last_undegraded":"2024-07-26T12:21:44.586080+0000","last_fullsized":"2024-07-26T12:21:44.586080+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:00:15.755490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.618017+0000","last_change":"2024-07-26T12:21:44.613314+0000","last_active":"2024-07-26T12:21:44.618017+0000","last_peered":"2024-07-26T12:21:44.618017+0000","last_clean":"2024-07-26T12:21:44.618017+0000","last_became_active":"2024-07-26T12:21:44.612942+0000","last_became_peered":"2024-07-26T12:21:44.612942+0000","last_unstale":"2024-07-26T12:21:44.618017+0000","last_undegraded":"2024-07-26T12:21:44.618017+0000","last_fullsized":"2024-07-26T12:21:44.618017+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:40:05.002731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.598098+0000","last_change":"2024-07-26T12:21:43.599687+0000","last_active":"2024-07-26T12:21:44.598098+0000","last_peered":"2024-07-26T12:21:44.598098+0000","last_clean":"2024-07-26T12:21:44.598098+0000","last_became_active":"2024-07-26T12:21:43.598135+0000","last_became_peered":"2024-07-26T12:21:43.598135+0000","last_unstale":"2024-07-26T12:21:44.598098+0000","last_undegraded":"2024-07-26T12:21:44.598098+0000","last_fullsized":"2024-07-26T12:21:44.598098+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:06:44.167242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.651031+0000","last_change":"2024-07-26T12:21:44.602906+0000","last_active":"2024-07-26T12:21:45.651031+0000","last_peered":"2024-07-26T12:21:45.651031+0000","last_clean":"2024-07-26T12:21:45.651031+0000","last_became_active":"2024-07-26T12:21:44.602473+0000","last_became_peered":"2024-07-26T12:21:44.602473+0000","last_unstale":"2024-07-26T12:21:45.651031+0000","last_undegraded":"2024-07-26T12:21:45.651031+0000","last_fullsized":"2024-07-26T12:21:45.651031+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:25:49.213898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"21'3","reported_seq":18,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.600708+0000","last_change":"2024-07-26T12:21:43.601669+0000","last_active":"2024-07-26T12:21:45.600708+0000","last_peered":"2024-07-26T12:21:45.600708+0000","last_clean":"2024-07-26T12:21:45.600708+0000","last_became_active":"2024-07-26T12:21:43.601312+0000","last_became_peered":"2024-07-26T12:21:43.601312+0000","last_unstale":"2024-07-26T12:21:45.600708+0000","last_undegraded":"2024-07-26T12:21:45.600708+0000","last_fullsized":"2024-07-26T12:21:45.600708+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:41:03.044571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.608643+0000","last_change":"2024-07-26T12:21:44.602910+0000","last_active":"2024-07-26T12:21:44.608643+0000","last_peered":"2024-07-26T12:21:44.608643+0000","last_clean":"2024-07-26T12:21:44.608643+0000","last_became_active":"2024-07-26T12:21:44.600952+0000","last_became_peered":"2024-07-26T12:21:44.600952+0000","last_unstale":"2024-07-26T12:21:44.608643+0000","last_undegraded":"2024-07-26T12:21:44.608643+0000","last_fullsized":"2024-07-26T12:21:44.608643+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:14:42.123198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"21'6","reported_seq":19,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.631405+0000","last_change":"2024-07-26T12:21:43.591788+0000","last_active":"2024-07-26T12:21:44.631405+0000","last_peered":"2024-07-26T12:21:44.631405+0000","last_clean":"2024-07-26T12:21:44.631405+0000","last_became_active":"2024-07-26T12:21:43.590913+0000","last_became_peered":"2024-07-26T12:21:43.590913+0000","last_unstale":"2024-07-26T12:21:44.631405+0000","last_undegraded":"2024-07-26T12:21:44.631405+0000","last_fullsized":"2024-07-26T12:21:44.631405+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:41:03.044571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.628855+0000","last_change":"2024-07-26T12:21:44.627524+0000","last_active":"2024-07-26T12:21:44.628855+0000","last_peered":"2024-07-26T12:21:44.628855+0000","last_clean":"2024-07-26T12:21:44.628855+0000","last_became_active":"2024-07-26T12:21:44.627137+0000","last_became_peered":"2024-07-26T12:21:44.627137+0000","last_unstale":"2024-07-26T12:21:44.628855+0000","last_undegraded":"2024-07-26T12:21:44.628855+0000","last_fullsized":"2024-07-26T12:21:44.628855+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:59:09.665003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"21'2","reported_seq":17,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.651487+0000","last_change":"2024-07-26T12:21:43.588504+0000","last_active":"2024-07-26T12:21:45.651487+0000","last_peered":"2024-07-26T12:21:45.651487+0000","last_clean":"2024-07-26T12:21:45.651487+0000","last_became_active":"2024-07-26T12:21:43.588133+0000","last_became_peered":"2024-07-26T12:21:43.588133+0000","last_unstale":"2024-07-26T12:21:45.651487+0000","last_undegraded":"2024-07-26T12:21:45.651487+0000","last_fullsized":"2024-07-26T12:21:45.651487+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:53:36.128595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.649182+0000","last_change":"2024-07-26T12:21:44.621879+0000","last_active":"2024-07-26T12:21:45.649182+0000","last_peered":"2024-07-26T12:21:45.649182+0000","last_clean":"2024-07-26T12:21:45.649182+0000","last_became_active":"2024-07-26T12:21:44.621372+0000","last_became_peered":"2024-07-26T12:21:44.621372+0000","last_unstale":"2024-07-26T12:21:45.649182+0000","last_undegraded":"2024-07-26T12:21:45.649182+0000","last_fullsized":"2024-07-26T12:21:45.649182+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:01:22.820284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.597148+0000","last_change":"2024-07-26T12:21:43.597819+0000","last_active":"2024-07-26T12:21:44.597148+0000","last_peered":"2024-07-26T12:21:44.597148+0000","last_clean":"2024-07-26T12:21:44.597148+0000","last_became_active":"2024-07-26T12:21:43.595837+0000","last_became_peered":"2024-07-26T12:21:43.595837+0000","last_unstale":"2024-07-26T12:21:44.597148+0000","last_undegraded":"2024-07-26T12:21:44.597148+0000","last_fullsized":"2024-07-26T12:21:44.597148+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:16:47.249776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.619625+0000","last_change":"2024-07-26T12:21:44.613025+0000","last_active":"2024-07-26T12:21:44.619625+0000","last_peered":"2024-07-26T12:21:44.619625+0000","last_clean":"2024-07-26T12:21:44.619625+0000","last_became_active":"2024-07-26T12:21:44.612702+0000","last_became_peered":"2024-07-26T12:21:44.612702+0000","last_unstale":"2024-07-26T12:21:44.619625+0000","last_undegraded":"2024-07-26T12:21:44.619625+0000","last_fullsized":"2024-07-26T12:21:44.619625+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:25:49.213898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.584429+0000","last_change":"2024-07-26T12:21:43.588282+0000","last_active":"2024-07-26T12:21:44.584429+0000","last_peered":"2024-07-26T12:21:44.584429+0000","last_clean":"2024-07-26T12:21:44.584429+0000","last_became_active":"2024-07-26T12:21:43.587549+0000","last_became_peered":"2024-07-26T12:21:43.587549+0000","last_unstale":"2024-07-26T12:21:44.584429+0000","last_undegraded":"2024-07-26T12:21:44.584429+0000","last_fullsized":"2024-07-26T12:21:44.584429+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:19:44.931902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.615263+0000","last_change":"2024-07-26T12:21:44.604821+0000","last_active":"2024-07-26T12:21:44.615263+0000","last_peered":"2024-07-26T12:21:44.615263+0000","last_clean":"2024-07-26T12:21:44.615263+0000","last_became_active":"2024-07-26T12:21:44.604495+0000","last_became_peered":"2024-07-26T12:21:44.604495+0000","last_unstale":"2024-07-26T12:21:44.615263+0000","last_undegraded":"2024-07-26T12:21:44.615263+0000","last_fullsized":"2024-07-26T12:21:44.615263+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:53:56.211230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"21'8","reported_seq":21,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.626731+0000","last_change":"2024-07-26T12:21:43.584411+0000","last_active":"2024-07-26T12:21:44.626731+0000","last_peered":"2024-07-26T12:21:44.626731+0000","last_clean":"2024-07-26T12:21:44.626731+0000","last_became_active":"2024-07-26T12:21:43.582984+0000","last_became_peered":"2024-07-26T12:21:43.582984+0000","last_unstale":"2024-07-26T12:21:44.626731+0000","last_undegraded":"2024-07-26T12:21:44.626731+0000","last_fullsized":"2024-07-26T12:21:44.626731+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:44:44.466313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.609744+0000","last_change":"2024-07-26T12:21:44.601816+0000","last_active":"2024-07-26T12:21:44.609744+0000","last_peered":"2024-07-26T12:21:44.609744+0000","last_clean":"2024-07-26T12:21:44.609744+0000","last_became_active":"2024-07-26T12:21:44.601407+0000","last_became_peered":"2024-07-26T12:21:44.601407+0000","last_unstale":"2024-07-26T12:21:44.609744+0000","last_undegraded":"2024-07-26T12:21:44.609744+0000","last_fullsized":"2024-07-26T12:21:44.609744+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:53:56.211230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"21'1","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.623518+0000","last_change":"2024-07-26T12:21:43.585789+0000","last_active":"2024-07-26T12:21:44.623518+0000","last_peered":"2024-07-26T12:21:44.623518+0000","last_clean":"2024-07-26T12:21:44.623518+0000","last_became_active":"2024-07-26T12:21:43.585351+0000","last_became_peered":"2024-07-26T12:21:43.585351+0000","last_unstale":"2024-07-26T12:21:44.623518+0000","last_undegraded":"2024-07-26T12:21:44.623518+0000","last_fullsized":"2024-07-26T12:21:44.623518+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:37:00.698599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.609922+0000","last_change":"2024-07-26T12:21:44.605806+0000","last_active":"2024-07-26T12:21:44.609922+0000","last_peered":"2024-07-26T12:21:44.609922+0000","last_clean":"2024-07-26T12:21:44.609922+0000","last_became_active":"2024-07-26T12:21:44.605107+0000","last_became_peered":"2024-07-26T12:21:44.605107+0000","last_unstale":"2024-07-26T12:21:44.609922+0000","last_undegraded":"2024-07-26T12:21:44.609922+0000","last_fullsized":"2024-07-26T12:21:44.609922+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:07:29.951874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"21'2","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.627018+0000","last_change":"2024-07-26T12:21:43.586245+0000","last_active":"2024-07-26T12:21:44.627018+0000","last_peered":"2024-07-26T12:21:44.627018+0000","last_clean":"2024-07-26T12:21:44.627018+0000","last_became_active":"2024-07-26T12:21:43.585935+0000","last_became_peered":"2024-07-26T12:21:43.585935+0000","last_unstale":"2024-07-26T12:21:44.627018+0000","last_undegraded":"2024-07-26T12:21:44.627018+0000","last_fullsized":"2024-07-26T12:21:44.627018+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:16:47.249776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.624364+0000","last_change":"2024-07-26T12:21:44.615527+0000","last_active":"2024-07-26T12:21:44.624364+0000","last_peered":"2024-07-26T12:21:44.624364+0000","last_clean":"2024-07-26T12:21:44.624364+0000","last_became_active":"2024-07-26T12:21:44.611464+0000","last_became_peered":"2024-07-26T12:21:44.611464+0000","last_unstale":"2024-07-26T12:21:44.624364+0000","last_undegraded":"2024-07-26T12:21:44.624364+0000","last_fullsized":"2024-07-26T12:21:44.624364+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:37:12.798347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"21'1","reported_seq":16,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.600643+0000","last_change":"2024-07-26T12:21:43.587353+0000","last_active":"2024-07-26T12:21:45.600643+0000","last_peered":"2024-07-26T12:21:45.600643+0000","last_clean":"2024-07-26T12:21:45.600643+0000","last_became_active":"2024-07-26T12:21:43.586989+0000","last_became_peered":"2024-07-26T12:21:43.586989+0000","last_unstale":"2024-07-26T12:21:45.600643+0000","last_undegraded":"2024-07-26T12:21:45.600643+0000","last_fullsized":"2024-07-26T12:21:45.600643+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:36:09.991878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.621599+0000","last_change":"2024-07-26T12:21:44.618987+0000","last_active":"2024-07-26T12:21:44.621599+0000","last_peered":"2024-07-26T12:21:44.621599+0000","last_clean":"2024-07-26T12:21:44.621599+0000","last_became_active":"2024-07-26T12:21:44.617072+0000","last_became_peered":"2024-07-26T12:21:44.617072+0000","last_unstale":"2024-07-26T12:21:44.621599+0000","last_undegraded":"2024-07-26T12:21:44.621599+0000","last_fullsized":"2024-07-26T12:21:44.621599+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:47:01.892909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.594942+0000","last_change":"2024-07-26T12:21:43.601579+0000","last_active":"2024-07-26T12:21:44.594942+0000","last_peered":"2024-07-26T12:21:44.594942+0000","last_clean":"2024-07-26T12:21:44.594942+0000","last_became_active":"2024-07-26T12:21:43.601179+0000","last_became_peered":"2024-07-26T12:21:43.601179+0000","last_unstale":"2024-07-26T12:21:44.594942+0000","last_undegraded":"2024-07-26T12:21:44.594942+0000","last_fullsized":"2024-07-26T12:21:44.594942+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:32:00.408263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.616522+0000","last_change":"2024-07-26T12:21:44.610751+0000","last_active":"2024-07-26T12:21:44.616522+0000","last_peered":"2024-07-26T12:21:44.616522+0000","last_clean":"2024-07-26T12:21:44.616522+0000","last_became_active":"2024-07-26T12:21:44.609773+0000","last_became_peered":"2024-07-26T12:21:44.609773+0000","last_unstale":"2024-07-26T12:21:44.616522+0000","last_undegraded":"2024-07-26T12:21:44.616522+0000","last_fullsized":"2024-07-26T12:21:44.616522+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:38:44.174478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"18'72","reported_seq":109,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.585939+0000","last_change":"2024-07-26T12:21:33.467293+0000","last_active":"2024-07-26T12:21:44.585939+0000","last_peered":"2024-07-26T12:21:44.585939+0000","last_clean":"2024-07-26T12:21:44.585939+0000","last_became_active":"2024-07-26T12:21:33.464397+0000","last_became_peered":"2024-07-26T12:21:33.464397+0000","last_unstale":"2024-07-26T12:21:44.585939+0000","last_undegraded":"2024-07-26T12:21:44.585939+0000","last_fullsized":"2024-07-26T12:21:44.585939+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:32.289755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:32.289755+0000","last_clean_scrub_stamp":"2024-07-26T12:21:32.289755+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:52:33.395456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.595789+0000","last_change":"2024-07-26T12:21:43.596245+0000","last_active":"2024-07-26T12:21:44.595789+0000","last_peered":"2024-07-26T12:21:44.595789+0000","last_clean":"2024-07-26T12:21:44.595789+0000","last_became_active":"2024-07-26T12:21:43.595878+0000","last_became_peered":"2024-07-26T12:21:43.595878+0000","last_unstale":"2024-07-26T12:21:44.595789+0000","last_undegraded":"2024-07-26T12:21:44.595789+0000","last_fullsized":"2024-07-26T12:21:44.595789+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:32:00.408263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.647068+0000","last_change":"2024-07-26T12:21:44.616682+0000","last_active":"2024-07-26T12:21:45.647068+0000","last_peered":"2024-07-26T12:21:45.647068+0000","last_clean":"2024-07-26T12:21:45.647068+0000","last_became_active":"2024-07-26T12:21:44.616429+0000","last_became_peered":"2024-07-26T12:21:44.616429+0000","last_unstale":"2024-07-26T12:21:45.647068+0000","last_undegraded":"2024-07-26T12:21:45.647068+0000","last_fullsized":"2024-07-26T12:21:45.647068+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:38:44.174478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.585697+0000","last_change":"2024-07-26T12:21:43.599807+0000","last_active":"2024-07-26T12:21:44.585697+0000","last_peered":"2024-07-26T12:21:44.585697+0000","last_clean":"2024-07-26T12:21:44.585697+0000","last_became_active":"2024-07-26T12:21:43.598892+0000","last_became_peered":"2024-07-26T12:21:43.598892+0000","last_unstale":"2024-07-26T12:21:44.585697+0000","last_undegraded":"2024-07-26T12:21:44.585697+0000","last_fullsized":"2024-07-26T12:21:44.585697+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:36:09.991878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.649380+0000","last_change":"2024-07-26T12:21:44.603170+0000","last_active":"2024-07-26T12:21:45.649380+0000","last_peered":"2024-07-26T12:21:45.649380+0000","last_clean":"2024-07-26T12:21:45.649380+0000","last_became_active":"2024-07-26T12:21:44.602633+0000","last_became_peered":"2024-07-26T12:21:44.602633+0000","last_unstale":"2024-07-26T12:21:45.649380+0000","last_undegraded":"2024-07-26T12:21:45.649380+0000","last_fullsized":"2024-07-26T12:21:45.649380+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:40:30.082413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.586127+0000","last_change":"2024-07-26T12:21:43.589121+0000","last_active":"2024-07-26T12:21:44.586127+0000","last_peered":"2024-07-26T12:21:44.586127+0000","last_clean":"2024-07-26T12:21:44.586127+0000","last_became_active":"2024-07-26T12:21:43.587920+0000","last_became_peered":"2024-07-26T12:21:43.587920+0000","last_unstale":"2024-07-26T12:21:44.586127+0000","last_undegraded":"2024-07-26T12:21:44.586127+0000","last_fullsized":"2024-07-26T12:21:44.586127+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:37:00.698599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.601104+0000","last_change":"2024-07-26T12:21:44.595102+0000","last_active":"2024-07-26T12:21:45.601104+0000","last_peered":"2024-07-26T12:21:45.601104+0000","last_clean":"2024-07-26T12:21:45.601104+0000","last_became_active":"2024-07-26T12:21:44.594709+0000","last_became_peered":"2024-07-26T12:21:44.594709+0000","last_unstale":"2024-07-26T12:21:45.601104+0000","last_undegraded":"2024-07-26T12:21:45.601104+0000","last_fullsized":"2024-07-26T12:21:45.601104+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:37:12.798347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.597378+0000","last_change":"2024-07-26T12:21:43.595340+0000","last_active":"2024-07-26T12:21:44.597378+0000","last_peered":"2024-07-26T12:21:44.597378+0000","last_clean":"2024-07-26T12:21:44.597378+0000","last_became_active":"2024-07-26T12:21:43.592052+0000","last_became_peered":"2024-07-26T12:21:43.592052+0000","last_unstale":"2024-07-26T12:21:44.597378+0000","last_undegraded":"2024-07-26T12:21:44.597378+0000","last_fullsized":"2024-07-26T12:21:44.597378+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:14:41.106615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.614217+0000","last_change":"2024-07-26T12:21:44.609727+0000","last_active":"2024-07-26T12:21:44.614217+0000","last_peered":"2024-07-26T12:21:44.614217+0000","last_clean":"2024-07-26T12:21:44.614217+0000","last_became_active":"2024-07-26T12:21:44.609380+0000","last_became_peered":"2024-07-26T12:21:44.609380+0000","last_unstale":"2024-07-26T12:21:44.614217+0000","last_undegraded":"2024-07-26T12:21:44.614217+0000","last_fullsized":"2024-07-26T12:21:44.614217+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:06:45.183824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.600955+0000","last_change":"2024-07-26T12:21:43.581291+0000","last_active":"2024-07-26T12:21:45.600955+0000","last_peered":"2024-07-26T12:21:45.600955+0000","last_clean":"2024-07-26T12:21:45.600955+0000","last_became_active":"2024-07-26T12:21:43.580293+0000","last_became_peered":"2024-07-26T12:21:43.580293+0000","last_unstale":"2024-07-26T12:21:45.600955+0000","last_undegraded":"2024-07-26T12:21:45.600955+0000","last_fullsized":"2024-07-26T12:21:45.600955+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:16:10.979071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.626326+0000","last_change":"2024-07-26T12:21:44.625563+0000","last_active":"2024-07-26T12:21:44.626326+0000","last_peered":"2024-07-26T12:21:44.626326+0000","last_clean":"2024-07-26T12:21:44.626326+0000","last_became_active":"2024-07-26T12:21:44.625006+0000","last_became_peered":"2024-07-26T12:21:44.625006+0000","last_unstale":"2024-07-26T12:21:44.626326+0000","last_undegraded":"2024-07-26T12:21:44.626326+0000","last_fullsized":"2024-07-26T12:21:44.626326+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:58:44.042031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.591431+0000","last_change":"2024-07-26T12:21:43.601219+0000","last_active":"2024-07-26T12:21:44.591431+0000","last_peered":"2024-07-26T12:21:44.591431+0000","last_clean":"2024-07-26T12:21:44.591431+0000","last_became_active":"2024-07-26T12:21:43.599712+0000","last_became_peered":"2024-07-26T12:21:43.599712+0000","last_unstale":"2024-07-26T12:21:44.591431+0000","last_undegraded":"2024-07-26T12:21:44.591431+0000","last_fullsized":"2024-07-26T12:21:44.591431+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:13:25.847032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.600624+0000","last_change":"2024-07-26T12:21:44.599910+0000","last_active":"2024-07-26T12:21:45.600624+0000","last_peered":"2024-07-26T12:21:45.600624+0000","last_clean":"2024-07-26T12:21:45.600624+0000","last_became_active":"2024-07-26T12:21:44.598447+0000","last_became_peered":"2024-07-26T12:21:44.598447+0000","last_unstale":"2024-07-26T12:21:45.600624+0000","last_undegraded":"2024-07-26T12:21:45.600624+0000","last_fullsized":"2024-07-26T12:21:45.600624+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:25:49.213898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"22'1","reported_seq":16,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.607933+0000","last_change":"2024-07-26T12:21:43.586755+0000","last_active":"2024-07-26T12:21:45.607933+0000","last_peered":"2024-07-26T12:21:45.607933+0000","last_clean":"2024-07-26T12:21:45.607933+0000","last_became_active":"2024-07-26T12:21:43.586410+0000","last_became_peered":"2024-07-26T12:21:43.586410+0000","last_unstale":"2024-07-26T12:21:45.607933+0000","last_undegraded":"2024-07-26T12:21:45.607933+0000","last_fullsized":"2024-07-26T12:21:45.607933+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:00:15.755490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.649112+0000","last_change":"2024-07-26T12:21:44.615473+0000","last_active":"2024-07-26T12:21:45.649112+0000","last_peered":"2024-07-26T12:21:45.649112+0000","last_clean":"2024-07-26T12:21:45.649112+0000","last_became_active":"2024-07-26T12:21:44.615105+0000","last_became_peered":"2024-07-26T12:21:44.615105+0000","last_unstale":"2024-07-26T12:21:45.649112+0000","last_undegraded":"2024-07-26T12:21:45.649112+0000","last_fullsized":"2024-07-26T12:21:45.649112+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:59:09.665003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"21'2","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.625371+0000","last_change":"2024-07-26T12:21:43.598990+0000","last_active":"2024-07-26T12:21:44.625371+0000","last_peered":"2024-07-26T12:21:44.625371+0000","last_clean":"2024-07-26T12:21:44.625371+0000","last_became_active":"2024-07-26T12:21:43.598632+0000","last_became_peered":"2024-07-26T12:21:43.598632+0000","last_unstale":"2024-07-26T12:21:44.625371+0000","last_undegraded":"2024-07-26T12:21:44.625371+0000","last_fullsized":"2024-07-26T12:21:44.625371+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:32:17.202395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.650863+0000","last_change":"2024-07-26T12:21:44.615728+0000","last_active":"2024-07-26T12:21:45.650863+0000","last_peered":"2024-07-26T12:21:45.650863+0000","last_clean":"2024-07-26T12:21:45.650863+0000","last_became_active":"2024-07-26T12:21:44.612240+0000","last_became_peered":"2024-07-26T12:21:44.612240+0000","last_unstale":"2024-07-26T12:21:45.650863+0000","last_undegraded":"2024-07-26T12:21:45.650863+0000","last_fullsized":"2024-07-26T12:21:45.650863+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:39:31.246505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.585581+0000","last_change":"2024-07-26T12:21:43.599474+0000","last_active":"2024-07-26T12:21:44.585581+0000","last_peered":"2024-07-26T12:21:44.585581+0000","last_clean":"2024-07-26T12:21:44.585581+0000","last_became_active":"2024-07-26T12:21:43.597968+0000","last_became_peered":"2024-07-26T12:21:43.597968+0000","last_unstale":"2024-07-26T12:21:44.585581+0000","last_undegraded":"2024-07-26T12:21:44.585581+0000","last_fullsized":"2024-07-26T12:21:44.585581+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:41:03.044571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.605063+0000","last_change":"2024-07-26T12:21:44.594114+0000","last_active":"2024-07-26T12:21:44.605063+0000","last_peered":"2024-07-26T12:21:44.605063+0000","last_clean":"2024-07-26T12:21:44.605063+0000","last_became_active":"2024-07-26T12:21:44.592991+0000","last_became_peered":"2024-07-26T12:21:44.592991+0000","last_unstale":"2024-07-26T12:21:44.605063+0000","last_undegraded":"2024-07-26T12:21:44.605063+0000","last_fullsized":"2024-07-26T12:21:44.605063+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:44:45.482895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.600069+0000","last_change":"2024-07-26T12:21:43.594859+0000","last_active":"2024-07-26T12:21:45.600069+0000","last_peered":"2024-07-26T12:21:45.600069+0000","last_clean":"2024-07-26T12:21:45.600069+0000","last_became_active":"2024-07-26T12:21:43.594389+0000","last_became_peered":"2024-07-26T12:21:43.594389+0000","last_unstale":"2024-07-26T12:21:45.600069+0000","last_undegraded":"2024-07-26T12:21:45.600069+0000","last_fullsized":"2024-07-26T12:21:45.600069+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:19:44.931902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.646362+0000","last_change":"2024-07-26T12:21:44.597533+0000","last_active":"2024-07-26T12:21:45.646362+0000","last_peered":"2024-07-26T12:21:45.646362+0000","last_clean":"2024-07-26T12:21:45.646362+0000","last_became_active":"2024-07-26T12:21:44.596960+0000","last_became_peered":"2024-07-26T12:21:44.596960+0000","last_unstale":"2024-07-26T12:21:45.646362+0000","last_undegraded":"2024-07-26T12:21:45.646362+0000","last_fullsized":"2024-07-26T12:21:45.646362+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:07:29.951874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.600484+0000","last_change":"2024-07-26T12:21:43.589649+0000","last_active":"2024-07-26T12:21:45.600484+0000","last_peered":"2024-07-26T12:21:45.600484+0000","last_clean":"2024-07-26T12:21:45.600484+0000","last_became_active":"2024-07-26T12:21:43.589311+0000","last_became_peered":"2024-07-26T12:21:43.589311+0000","last_unstale":"2024-07-26T12:21:45.600484+0000","last_undegraded":"2024-07-26T12:21:45.600484+0000","last_fullsized":"2024-07-26T12:21:45.600484+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:32:16.350262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.649802+0000","last_change":"2024-07-26T12:21:44.597550+0000","last_active":"2024-07-26T12:21:45.649802+0000","last_peered":"2024-07-26T12:21:45.649802+0000","last_clean":"2024-07-26T12:21:45.649802+0000","last_became_active":"2024-07-26T12:21:44.596041+0000","last_became_peered":"2024-07-26T12:21:44.596041+0000","last_unstale":"2024-07-26T12:21:45.649802+0000","last_undegraded":"2024-07-26T12:21:45.649802+0000","last_fullsized":"2024-07-26T12:21:45.649802+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:24:21.238237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"21'2","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.624155+0000","last_change":"2024-07-26T12:21:43.601853+0000","last_active":"2024-07-26T12:21:44.624155+0000","last_peered":"2024-07-26T12:21:44.624155+0000","last_clean":"2024-07-26T12:21:44.624155+0000","last_became_active":"2024-07-26T12:21:43.601565+0000","last_became_peered":"2024-07-26T12:21:43.601565+0000","last_unstale":"2024-07-26T12:21:44.624155+0000","last_undegraded":"2024-07-26T12:21:44.624155+0000","last_fullsized":"2024-07-26T12:21:44.624155+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:53:26.812098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.613051+0000","last_change":"2024-07-26T12:21:44.604142+0000","last_active":"2024-07-26T12:21:44.613051+0000","last_peered":"2024-07-26T12:21:44.613051+0000","last_clean":"2024-07-26T12:21:44.613051+0000","last_became_active":"2024-07-26T12:21:44.602745+0000","last_became_peered":"2024-07-26T12:21:44.602745+0000","last_unstale":"2024-07-26T12:21:44.613051+0000","last_undegraded":"2024-07-26T12:21:44.613051+0000","last_fullsized":"2024-07-26T12:21:44.613051+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:40:30.082413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.617523+0000","last_change":"2024-07-26T12:21:44.612632+0000","last_active":"2024-07-26T12:21:44.617523+0000","last_peered":"2024-07-26T12:21:44.617523+0000","last_clean":"2024-07-26T12:21:44.617523+0000","last_became_active":"2024-07-26T12:21:44.612080+0000","last_became_peered":"2024-07-26T12:21:44.612080+0000","last_unstale":"2024-07-26T12:21:44.617523+0000","last_undegraded":"2024-07-26T12:21:44.617523+0000","last_fullsized":"2024-07-26T12:21:44.617523+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:04:23.225808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"21'2","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.623806+0000","last_change":"2024-07-26T12:21:43.605554+0000","last_active":"2024-07-26T12:21:44.623806+0000","last_peered":"2024-07-26T12:21:44.623806+0000","last_clean":"2024-07-26T12:21:44.623806+0000","last_became_active":"2024-07-26T12:21:43.605157+0000","last_became_peered":"2024-07-26T12:21:43.605157+0000","last_unstale":"2024-07-26T12:21:44.623806+0000","last_undegraded":"2024-07-26T12:21:44.623806+0000","last_fullsized":"2024-07-26T12:21:44.623806+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:00:15.755490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.614206+0000","last_change":"2024-07-26T12:21:44.607389+0000","last_active":"2024-07-26T12:21:44.614206+0000","last_peered":"2024-07-26T12:21:44.614206+0000","last_clean":"2024-07-26T12:21:44.614206+0000","last_became_active":"2024-07-26T12:21:44.606970+0000","last_became_peered":"2024-07-26T12:21:44.606970+0000","last_unstale":"2024-07-26T12:21:44.614206+0000","last_undegraded":"2024-07-26T12:21:44.614206+0000","last_fullsized":"2024-07-26T12:21:44.614206+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:34:10.646547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"21'2","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-07-26T12:21:44.624105+0000","last_change":"2024-07-26T12:21:43.601802+0000","last_active":"2024-07-26T12:21:44.624105+0000","last_peered":"2024-07-26T12:21:44.624105+0000","last_clean":"2024-07-26T12:21:44.624105+0000","last_became_active":"2024-07-26T12:21:43.601442+0000","last_became_peered":"2024-07-26T12:21:43.601442+0000","last_unstale":"2024-07-26T12:21:44.624105+0000","last_undegraded":"2024-07-26T12:21:44.624105+0000","last_fullsized":"2024-07-26T12:21:44.624105+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:32:17.202395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.650814+0000","last_change":"2024-07-26T12:21:44.603292+0000","last_active":"2024-07-26T12:21:45.650814+0000","last_peered":"2024-07-26T12:21:45.650814+0000","last_clean":"2024-07-26T12:21:45.650814+0000","last_became_active":"2024-07-26T12:21:44.602551+0000","last_became_peered":"2024-07-26T12:21:44.602551+0000","last_unstale":"2024-07-26T12:21:45.650814+0000","last_undegraded":"2024-07-26T12:21:45.650814+0000","last_fullsized":"2024-07-26T12:21:45.650814+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:07:29.951874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"21'1","reported_seq":16,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.648307+0000","last_change":"2024-07-26T12:21:43.591671+0000","last_active":"2024-07-26T12:21:45.648307+0000","last_peered":"2024-07-26T12:21:45.648307+0000","last_clean":"2024-07-26T12:21:45.648307+0000","last_became_active":"2024-07-26T12:21:43.584686+0000","last_became_peered":"2024-07-26T12:21:43.584686+0000","last_unstale":"2024-07-26T12:21:45.648307+0000","last_undegraded":"2024-07-26T12:21:45.648307+0000","last_fullsized":"2024-07-26T12:21:45.648307+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:01:09.081562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.648227+0000","last_change":"2024-07-26T12:21:44.594141+0000","last_active":"2024-07-26T12:21:45.648227+0000","last_peered":"2024-07-26T12:21:45.648227+0000","last_clean":"2024-07-26T12:21:45.648227+0000","last_became_active":"2024-07-26T12:21:44.593637+0000","last_became_peered":"2024-07-26T12:21:44.593637+0000","last_unstale":"2024-07-26T12:21:45.648227+0000","last_undegraded":"2024-07-26T12:21:45.648227+0000","last_fullsized":"2024-07-26T12:21:45.648227+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:40:20.369265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"21'4","reported_seq":19,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.651220+0000","last_change":"2024-07-26T12:21:43.589685+0000","last_active":"2024-07-26T12:21:45.651220+0000","last_peered":"2024-07-26T12:21:45.651220+0000","last_clean":"2024-07-26T12:21:45.651220+0000","last_became_active":"2024-07-26T12:21:43.589356+0000","last_became_peered":"2024-07-26T12:21:43.589356+0000","last_unstale":"2024-07-26T12:21:45.651220+0000","last_undegraded":"2024-07-26T12:21:45.651220+0000","last_fullsized":"2024-07-26T12:21:45.651220+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:45:07.051342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":15,"seq":64424509446,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27248,"kb_used_data":228,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344592,"statfs":{"total":96636764160,"available":96608862208,"internally_reserved":0,"allocated":233472,"data_stored":79384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509446,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27232,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344608,"statfs":{"total":96636764160,"available":96608878592,"internally_reserved":0,"allocated":217088,"data_stored":71632,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509444,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27816,"kb_used_data":796,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344024,"statfs":{"total":96636764160,"available":96608280576,"internally_reserved":0,"allocated":815104,"data_stored":662478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542149,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31968,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339872,"statfs":{"total":96636764160,"available":96604028928,"internally_reserved":0,"allocated":806912,"data_stored":662422,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542149,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27216,"kb_used_data":192,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344624,"statfs":{"total":96636764160,"available":96608894976,"internally_reserved":0,"allocated":196608,"data_stored":64697,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542150,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27232,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344608,"statfs":{"total":96636764160,"available":96608878592,"internally_reserved":0,"allocated":212992,"data_stored":71562,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542148,"num_pgs":12,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27240,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344600,"statfs":{"total":96636764160,"available":96608870400,"internally_reserved":0,"allocated":221184,"data_stored":71598,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542149,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27228,"kb_used_data":204,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344612,"statfs":{"total":96636764160,"available":96608882688,"internally_reserved":0,"allocated":208896,"data_stored":71472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-26T12:21:49.924 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-07-26T12:21:49.924 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config log 1 --format=json 2024-07-26T12:21:49.925 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2024-07-26T12:21:50.233 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.231+0000 7f0033600640 1 Processor -- start 2024-07-26T12:21:50.233 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.232+0000 7f0033600640 1 -- start start 2024-07-26T12:21:50.235 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.234+0000 7f0033600640 1 --2- >> v2:172.21.15.123:3300/0 conn(0x7f002c0afb10 0x7f002c145b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:50.235 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.234+0000 7f0033600640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f002c1460b0 0x7f002c1464c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:50.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.234+0000 7f0033600640 1 -- --> v1:172.21.15.123:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f002c0724f0 con 0x7f002c071460 2024-07-26T12:21:50.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.234+0000 7f0033600640 1 -- --> v2:172.21.15.123:3300/0 -- mon_getmap magic: 0 -- 0x7f002c146a00 con 0x7f002c0afb10 2024-07-26T12:21:50.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.234+0000 7f0033600640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f002c0aff20 con 0x7f002c1460b0 2024-07-26T12:21:50.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.234+0000 7f0031600640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f002c1460b0 0x7f002c1464c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:50.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.234+0000 7f002be00640 1 --2- >> v2:172.21.15.123:3300/0 conn(0x7f002c0afb10 0x7f002c145b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:50.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.234+0000 7f0031600640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f002c1460b0 0x7f002c1464c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3301/0 says I am v2:172.21.15.31:46624/0 (socket says 172.21.15.31:46624) 2024-07-26T12:21:50.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.234+0000 7f0030c00640 1 --1- >> v1:172.21.15.123:6789/0 conn(0x7f002c071460 0x7f002c0b48e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.123:6789/0 says I am v1:172.21.15.31:56318/0 (socket says 172.21.15.31:56318) 2024-07-26T12:21:50.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.234+0000 7f002be00640 1 --2- >> v2:172.21.15.123:3300/0 conn(0x7f002c0afb10 0x7f002c145b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.31:43374/0 (socket says 172.21.15.31:43374) 2024-07-26T12:21:50.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.234+0000 7f0031600640 1 -- 172.21.15.31:0/530721549 learned_addr learned my addr 172.21.15.31:0/530721549 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:50.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.235+0000 7f002be00640 1 -- 172.21.15.31:0/530721549 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f002c1460b0 msgr2=0x7f002c1464c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:50.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.235+0000 7f002be00640 1 --2- 172.21.15.31:0/530721549 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f002c1460b0 0x7f002c1464c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:50.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.235+0000 7f002be00640 1 -- 172.21.15.31:0/530721549 >> v1:172.21.15.123:6789/0 conn(0x7f002c071460 legacy=0x7f002c0b48e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:50.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.235+0000 7f002be00640 1 -- 172.21.15.31:0/530721549 --> v2:172.21.15.123:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f002c0727d0 con 0x7f002c0afb10 2024-07-26T12:21:50.238 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.235+0000 7f0031600640 1 --2- 172.21.15.31:0/530721549 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f002c1460b0 0x7f002c1464c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T12:21:50.238 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.236+0000 7f002be00640 1 --2- 172.21.15.31:0/530721549 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f002c0afb10 0x7f002c145b70 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f001c0097a0 tx=0x7f001c02a060 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6894635aa9bdbb2d server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:50.239 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.237+0000 7f002b400640 1 -- 172.21.15.31:0/530721549 <== mon.1 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f001c037070 con 0x7f002c0afb10 2024-07-26T12:21:50.239 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.237+0000 7f002b400640 1 -- 172.21.15.31:0/530721549 <== mon.1 v2:172.21.15.123:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f001c032440 con 0x7f002c0afb10 2024-07-26T12:21:50.239 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.237+0000 7f002b400640 1 -- 172.21.15.31:0/530721549 <== mon.1 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f001c032870 con 0x7f002c0afb10 2024-07-26T12:21:50.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.238+0000 7f0033600640 1 -- 172.21.15.31:0/530721549 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f002c0afb10 msgr2=0x7f002c145b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:50.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.238+0000 7f0033600640 1 --2- 172.21.15.31:0/530721549 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f002c0afb10 0x7f002c145b70 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f001c0097a0 tx=0x7f001c02a060 comp rx=0 tx=0).stop 2024-07-26T12:21:50.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.238+0000 7f0033600640 1 -- 172.21.15.31:0/530721549 shutdown_connections 2024-07-26T12:21:50.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.238+0000 7f0033600640 1 --2- 172.21.15.31:0/530721549 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f002c1460b0 0x7f002c1464c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:50.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.238+0000 7f0033600640 1 --2- 172.21.15.31:0/530721549 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f002c0afb10 0x7f002c145b70 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:50.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.238+0000 7f0033600640 1 -- 172.21.15.31:0/530721549 >> 172.21.15.31:0/530721549 conn(0x7f002c06c7a0 msgr2=0x7f002c06cbb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:50.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.238+0000 7f0033600640 1 -- 172.21.15.31:0/530721549 shutdown_connections 2024-07-26T12:21:50.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.238+0000 7f0033600640 1 -- 172.21.15.31:0/530721549 wait complete. 2024-07-26T12:21:50.241 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.240+0000 7f0033600640 1 Processor -- start 2024-07-26T12:21:50.241 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.240+0000 7f0033600640 1 -- start start 2024-07-26T12:21:50.243 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.241+0000 7f0033600640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f002c071460 0x7f002c0b05d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:50.243 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.241+0000 7f0033600640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f002c0afb10 0x7f002c143b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:50.243 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.241+0000 7f0033600640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f002c1460b0 0x7f002c144090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:50.243 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.241+0000 7f0033600640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f002c150760 con 0x7f002c071460 2024-07-26T12:21:50.243 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.241+0000 7f0033600640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f002c1505e0 con 0x7f002c0afb10 2024-07-26T12:21:50.243 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.241+0000 7f0033600640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f002c1508e0 con 0x7f002c1460b0 2024-07-26T12:21:50.243 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.242+0000 7f0030c00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f002c071460 0x7f002c0b05d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:50.244 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.242+0000 7f0030c00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f002c071460 0x7f002c0b05d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:38506/0 (socket says 172.21.15.31:38506) 2024-07-26T12:21:50.244 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.242+0000 7f0030c00640 1 -- 172.21.15.31:0/3230521155 learned_addr learned my addr 172.21.15.31:0/3230521155 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:50.245 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.242+0000 7f002be00640 1 --2- 172.21.15.31:0/3230521155 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f002c0afb10 0x7f002c143b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:50.245 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.242+0000 7f0031600640 1 --2- 172.21.15.31:0/3230521155 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f002c1460b0 0x7f002c144090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:50.245 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.242+0000 7f0030c00640 1 -- 172.21.15.31:0/3230521155 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f002c1460b0 msgr2=0x7f002c144090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:50.245 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.242+0000 7f0030c00640 1 --2- 172.21.15.31:0/3230521155 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f002c1460b0 0x7f002c144090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:50.245 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.242+0000 7f0030c00640 1 -- 172.21.15.31:0/3230521155 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f002c0afb10 msgr2=0x7f002c143b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:50.245 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.242+0000 7f0030c00640 1 --2- 172.21.15.31:0/3230521155 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f002c0afb10 0x7f002c143b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:50.245 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.242+0000 7f0030c00640 1 -- 172.21.15.31:0/3230521155 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f002c1de580 con 0x7f002c071460 2024-07-26T12:21:50.245 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.242+0000 7f002be00640 1 --2- 172.21.15.31:0/3230521155 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f002c0afb10 0x7f002c143b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T12:21:50.245 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.243+0000 7f0030c00640 1 --2- 172.21.15.31:0/3230521155 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f002c071460 0x7f002c0b05d0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f0014001eb0 tx=0x7f001400c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:50.245 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.243+0000 7f0028c00640 1 -- 172.21.15.31:0/3230521155 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00140074e0 con 0x7f002c071460 2024-07-26T12:21:50.245 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.243+0000 7f0028c00640 1 -- 172.21.15.31:0/3230521155 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0014007680 con 0x7f002c071460 2024-07-26T12:21:50.246 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.243+0000 7f0033600640 1 -- 172.21.15.31:0/3230521155 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f002c0b1130 con 0x7f002c071460 2024-07-26T12:21:50.246 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.243+0000 7f0028c00640 1 -- 172.21.15.31:0/3230521155 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0014004a00 con 0x7f002c071460 2024-07-26T12:21:50.246 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.243+0000 7f0033600640 1 -- 172.21.15.31:0/3230521155 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f002c0b1d00 con 0x7f002c071460 2024-07-26T12:21:50.246 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.244+0000 7f0033600640 1 -- 172.21.15.31:0/3230521155 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f002c1de370 con 0x7f002c071460 2024-07-26T12:21:50.247 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.245+0000 7f0028c00640 1 -- 172.21.15.31:0/3230521155 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f001401a020 con 0x7f002c071460 2024-07-26T12:21:50.248 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.247+0000 7f0028c00640 1 --2- 172.21.15.31:0/3230521155 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f0008077010 0x7f0008079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:50.248 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.247+0000 7f0028c00640 1 -- 172.21.15.31:0/3230521155 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f00140981d0 con 0x7f002c071460 2024-07-26T12:21:50.249 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.247+0000 7f002be00640 1 --2- 172.21.15.31:0/3230521155 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f0008077010 0x7f0008079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:50.250 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.248+0000 7f002be00640 1 --2- 172.21.15.31:0/3230521155 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f0008077010 0x7f0008079520 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f001c034000 tx=0x7f001c008040 comp rx=0 tx=0).ready entity=mgr.4126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:50.254 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.253+0000 7f0028c00640 1 -- 172.21.15.31:0/3230521155 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f0014061330 con 0x7f002c071460 2024-07-26T12:21:50.467 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.465+0000 7f0033600640 1 -- 172.21.15.31:0/3230521155 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "config log", "num": 1, "format": "json"} v 0) -- 0x7f002c145b70 con 0x7f002c071460 2024-07-26T12:21:50.468 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.466+0000 7f0028c00640 1 -- 172.21.15.31:0/3230521155 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "config log", "num": 1, "format": "json"}]=0 v27) ==== 86+0+160 (secure 0 0 0) 0x7f0014060c30 con 0x7f002c071460 2024-07-26T12:21:50.468 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-07-26T12:21:50.471 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.469+0000 7f0033600640 1 -- 172.21.15.31:0/3230521155 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f0008077010 msgr2=0x7f0008079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:50.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.469+0000 7f0033600640 1 --2- 172.21.15.31:0/3230521155 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f0008077010 0x7f0008079520 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f001c034000 tx=0x7f001c008040 comp rx=0 tx=0).stop 2024-07-26T12:21:50.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.469+0000 7f0033600640 1 -- 172.21.15.31:0/3230521155 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f002c071460 msgr2=0x7f002c0b05d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:50.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.469+0000 7f0033600640 1 --2- 172.21.15.31:0/3230521155 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f002c071460 0x7f002c0b05d0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f0014001eb0 tx=0x7f001400c890 comp rx=0 tx=0).stop 2024-07-26T12:21:50.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.470+0000 7f0033600640 1 -- 172.21.15.31:0/3230521155 shutdown_connections 2024-07-26T12:21:50.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.470+0000 7f0033600640 1 --2- 172.21.15.31:0/3230521155 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f0008077010 0x7f0008079520 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:50.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.470+0000 7f0033600640 1 --2- 172.21.15.31:0/3230521155 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f002c1460b0 0x7f002c144090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:50.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.470+0000 7f0033600640 1 --2- 172.21.15.31:0/3230521155 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f002c0afb10 0x7f002c143b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:50.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.470+0000 7f0033600640 1 --2- 172.21.15.31:0/3230521155 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f002c071460 0x7f002c0b05d0 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:50.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.470+0000 7f0033600640 1 -- 172.21.15.31:0/3230521155 >> 172.21.15.31:0/3230521155 conn(0x7f002c06c7a0 msgr2=0x7f002c145360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:50.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.470+0000 7f0033600640 1 -- 172.21.15.31:0/3230521155 shutdown_connections 2024-07-26T12:21:50.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.470+0000 7f0033600640 1 -- 172.21.15.31:0/3230521155 wait complete. 2024-07-26T12:21:50.497 INFO:teuthology.orchestra.run.smithi031.stdout:[{"version":27,"timestamp":"2024-07-26T12:21:30.249902+0000","name":"","changes":[{"name":"osd.1/osd_mclock_max_capacity_iops_ssd","new_value":"3936.990013"}]}] 2024-07-26T12:21:50.497 INFO:tasks.ceph_manager:config epoch is 27 2024-07-26T12:21:50.497 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-07-26T12:21:50.497 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2024-07-26T12:21:50.497 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2024-07-26T12:21:50.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.776+0000 7f0be6c00640 1 Processor -- start 2024-07-26T12:21:50.778 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.776+0000 7f0be6c00640 1 -- start start 2024-07-26T12:21:50.780 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.778+0000 7f0be6c00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f0be00b4160 0x7f0be0147180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:50.780 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.778+0000 7f0be6c00640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f0be01476c0 0x7f0be014e510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:50.780 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.778+0000 7f0be6c00640 1 -- --> v1:172.21.15.123:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0be00b30a0 con 0x7f0be00b4c50 2024-07-26T12:21:50.780 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.778+0000 7f0be6c00640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f0be00b2930 con 0x7f0be00b4160 2024-07-26T12:21:50.780 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.778+0000 7f0be6c00640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f0be00b4570 con 0x7f0be01476c0 2024-07-26T12:21:50.780 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.778+0000 7f0be4e00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f0be00b4160 0x7f0be0147180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:50.781 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.778+0000 7f0be4e00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f0be00b4160 0x7f0be0147180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:38522/0 (socket says 172.21.15.31:38522) 2024-07-26T12:21:50.781 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.778+0000 7f0be4e00640 1 -- 172.21.15.31:0/1997963617 learned_addr learned my addr 172.21.15.31:0/1997963617 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:50.781 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.778+0000 7f0be6200640 1 --2- 172.21.15.31:0/1997963617 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f0be01476c0 0x7f0be014e510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:50.781 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.779+0000 7f0be4e00640 1 -- 172.21.15.31:0/1997963617 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f0be01476c0 msgr2=0x7f0be014e510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:50.781 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.779+0000 7f0be4e00640 1 --2- 172.21.15.31:0/1997963617 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f0be01476c0 0x7f0be014e510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:50.781 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.779+0000 7f0be4e00640 1 -- 172.21.15.31:0/1997963617 >> v1:172.21.15.123:6789/0 conn(0x7f0be00b4c50 legacy=0x7f0be0141090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:50.781 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.779+0000 7f0be4e00640 1 -- 172.21.15.31:0/1997963617 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0be00b1500 con 0x7f0be00b4160 2024-07-26T12:21:50.782 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.780+0000 7f0be4e00640 1 --2- 172.21.15.31:0/1997963617 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0be00b4160 0x7f0be0147180 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f0bcc009870 tx=0x7f0bcc02a130 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6e84c76fe471affc server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:50.782 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.780+0000 7f0bdfe00640 1 -- 172.21.15.31:0/1997963617 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bcc037070 con 0x7f0be00b4160 2024-07-26T12:21:50.782 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.780+0000 7f0bdfe00640 1 -- 172.21.15.31:0/1997963617 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0bcc032440 con 0x7f0be00b4160 2024-07-26T12:21:50.782 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.780+0000 7f0bdfe00640 1 -- 172.21.15.31:0/1997963617 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bcc032870 con 0x7f0be00b4160 2024-07-26T12:21:50.783 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.781+0000 7f0be6c00640 1 -- 172.21.15.31:0/1997963617 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0be00b4160 msgr2=0x7f0be0147180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:50.783 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.781+0000 7f0be6c00640 1 --2- 172.21.15.31:0/1997963617 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0be00b4160 0x7f0be0147180 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f0bcc009870 tx=0x7f0bcc02a130 comp rx=0 tx=0).stop 2024-07-26T12:21:50.783 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.781+0000 7f0be6c00640 1 -- 172.21.15.31:0/1997963617 shutdown_connections 2024-07-26T12:21:50.783 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.781+0000 7f0be6c00640 1 --2- 172.21.15.31:0/1997963617 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f0be01476c0 0x7f0be014e510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:50.783 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.781+0000 7f0be6c00640 1 --2- 172.21.15.31:0/1997963617 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0be00b4160 0x7f0be0147180 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:50.783 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.781+0000 7f0be6c00640 1 -- 172.21.15.31:0/1997963617 >> 172.21.15.31:0/1997963617 conn(0x7f0be00b5730 msgr2=0x7f0be00b5b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:50.783 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.781+0000 7f0be6c00640 1 -- 172.21.15.31:0/1997963617 shutdown_connections 2024-07-26T12:21:50.783 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.781+0000 7f0be6c00640 1 -- 172.21.15.31:0/1997963617 wait complete. 2024-07-26T12:21:50.785 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.783+0000 7f0be6c00640 1 Processor -- start 2024-07-26T12:21:50.785 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.783+0000 7f0be6c00640 1 -- start start 2024-07-26T12:21:50.787 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.785+0000 7f0be6c00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0be00b4160 0x7f0be01463c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:50.787 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.785+0000 7f0be6c00640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f0be00b4c50 0x7f0be0141a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:50.787 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.785+0000 7f0be6c00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0be01476c0 0x7f0be013df10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:50.787 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.785+0000 7f0be6c00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f0be00b39c0 con 0x7f0be00b4160 2024-07-26T12:21:50.787 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.785+0000 7f0be6c00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f0be00b3840 con 0x7f0be01476c0 2024-07-26T12:21:50.788 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.785+0000 7f0be6c00640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f0be00b3b40 con 0x7f0be00b4c50 2024-07-26T12:21:50.788 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.785+0000 7f0be5800640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0be00b4160 0x7f0be01463c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:50.788 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.785+0000 7f0be5800640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0be00b4160 0x7f0be01463c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:38530/0 (socket says 172.21.15.31:38530) 2024-07-26T12:21:50.788 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.785+0000 7f0be5800640 1 -- 172.21.15.31:0/2626714243 learned_addr learned my addr 172.21.15.31:0/2626714243 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:50.788 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.785+0000 7f0be6200640 1 --2- 172.21.15.31:0/2626714243 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0be01476c0 0x7f0be013df10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:50.788 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.785+0000 7f0be4e00640 1 --2- 172.21.15.31:0/2626714243 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f0be00b4c50 0x7f0be0141a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:50.788 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.785+0000 7f0be5800640 1 -- 172.21.15.31:0/2626714243 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f0be00b4c50 msgr2=0x7f0be0141a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:50.788 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.785+0000 7f0be5800640 1 --2- 172.21.15.31:0/2626714243 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f0be00b4c50 0x7f0be0141a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:50.788 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.785+0000 7f0be5800640 1 -- 172.21.15.31:0/2626714243 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0be01476c0 msgr2=0x7f0be013df10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:50.788 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.785+0000 7f0be5800640 1 --2- 172.21.15.31:0/2626714243 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0be01476c0 0x7f0be013df10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:50.788 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.785+0000 7f0be5800640 1 -- 172.21.15.31:0/2626714243 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0be01dc530 con 0x7f0be00b4160 2024-07-26T12:21:50.788 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.786+0000 7f0be5800640 1 --2- 172.21.15.31:0/2626714243 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0be00b4160 0x7f0be01463c0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f0bd400c3c0 tx=0x7f0bd400c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:50.789 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.786+0000 7f0bdd600640 1 -- 172.21.15.31:0/2626714243 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bd4017070 con 0x7f0be00b4160 2024-07-26T12:21:50.789 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.786+0000 7f0bdd600640 1 -- 172.21.15.31:0/2626714243 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0bd40053e0 con 0x7f0be00b4160 2024-07-26T12:21:50.789 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.786+0000 7f0bdd600640 1 -- 172.21.15.31:0/2626714243 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bd4003870 con 0x7f0be00b4160 2024-07-26T12:21:50.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.786+0000 7f0be6c00640 1 -- 172.21.15.31:0/2626714243 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0be01dc810 con 0x7f0be00b4160 2024-07-26T12:21:50.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.786+0000 7f0be6c00640 1 -- 172.21.15.31:0/2626714243 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0be0141f60 con 0x7f0be00b4160 2024-07-26T12:21:50.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.787+0000 7f0be6c00640 1 -- 172.21.15.31:0/2626714243 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0be0147180 con 0x7f0be00b4160 2024-07-26T12:21:50.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.789+0000 7f0bdd600640 1 -- 172.21.15.31:0/2626714243 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f0bd401a070 con 0x7f0be00b4160 2024-07-26T12:21:50.791 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.790+0000 7f0bdd600640 1 --2- 172.21.15.31:0/2626714243 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f0bc0077010 0x7f0bc0079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:50.791 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.790+0000 7f0bdd600640 1 -- 172.21.15.31:0/2626714243 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f0bd4097d10 con 0x7f0be00b4160 2024-07-26T12:21:50.792 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.790+0000 7f0be4e00640 1 --2- 172.21.15.31:0/2626714243 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f0bc0077010 0x7f0bc0079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:50.793 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.791+0000 7f0be4e00640 1 --2- 172.21.15.31:0/2626714243 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f0bc0077010 0x7f0bc0079520 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f0bcc034000 tx=0x7f0bcc02c040 comp rx=0 tx=0).ready entity=mgr.4126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:50.796 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:50.794+0000 7f0bdd600640 1 -- 172.21.15.31:0/2626714243 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f0bd409d020 con 0x7f0be00b4160 2024-07-26T12:21:51.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.063+0000 7f0be6c00640 1 -- 172.21.15.31:0/2626714243 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7f0be013ef80 con 0x7f0be00b4160 2024-07-26T12:21:51.073 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.071+0000 7f0bdd600640 1 -- 172.21.15.31:0/2626714243 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v5) ==== 74+0+191110 (secure 0 0 0) 0x7f0bd4060f00 con 0x7f0be00b4160 2024-07-26T12:21:51.076 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-07-26T12:21:51.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.076+0000 7f0be6c00640 1 -- 172.21.15.31:0/2626714243 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f0bc0077010 msgr2=0x7f0bc0079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:51.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.076+0000 7f0be6c00640 1 --2- 172.21.15.31:0/2626714243 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f0bc0077010 0x7f0bc0079520 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f0bcc034000 tx=0x7f0bcc02c040 comp rx=0 tx=0).stop 2024-07-26T12:21:51.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.076+0000 7f0be6c00640 1 -- 172.21.15.31:0/2626714243 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0be00b4160 msgr2=0x7f0be01463c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:51.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.076+0000 7f0be6c00640 1 --2- 172.21.15.31:0/2626714243 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0be00b4160 0x7f0be01463c0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f0bd400c3c0 tx=0x7f0bd400c880 comp rx=0 tx=0).stop 2024-07-26T12:21:51.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.077+0000 7f0be6c00640 1 -- 172.21.15.31:0/2626714243 shutdown_connections 2024-07-26T12:21:51.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.077+0000 7f0be6c00640 1 --2- 172.21.15.31:0/2626714243 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f0bc0077010 0x7f0bc0079520 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:51.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.077+0000 7f0be6c00640 1 --2- 172.21.15.31:0/2626714243 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0be01476c0 0x7f0be013df10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:51.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.077+0000 7f0be6c00640 1 --2- 172.21.15.31:0/2626714243 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f0be00b4c50 0x7f0be0141a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:51.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.077+0000 7f0be6c00640 1 --2- 172.21.15.31:0/2626714243 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0be00b4160 0x7f0be01463c0 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:51.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.077+0000 7f0be6c00640 1 -- 172.21.15.31:0/2626714243 >> 172.21.15.31:0/2626714243 conn(0x7f0be00b5730 msgr2=0x7f0be01500e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:51.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.077+0000 7f0be6c00640 1 -- 172.21.15.31:0/2626714243 shutdown_connections 2024-07-26T12:21:51.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.077+0000 7f0be6c00640 1 -- 172.21.15.31:0/2626714243 wait complete. 2024-07-26T12:21:51.105 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":5,"flags":0,"active_gid":4126,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6800","nonce":1140093937},{"type":"v1","addr":"172.21.15.123:6801","nonce":1140093937}]},"active_addr":"172.21.15.123:6801/1140093937","active_change":"2024-07-26T12:21:21.326472+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":4155,"name":"y","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.27.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_nginx":{"name":"container_image_nginx","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nginx:1.26.1","min":"","max":"","enum_allowed":[],"desc":"Nginx container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"internal_store_backend":{"name":"internal_store_backend","type":"str","level":"dev","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"set internal store backend. for develoment and testing only","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.27.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_nginx":{"name":"container_image_nginx","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nginx:1.26.1","min":"","max":"","enum_allowed":[],"desc":"Nginx container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"internal_store_backend":{"name":"internal_store_backend","type":"str","level":"dev","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"set internal store backend. for develoment and testing only","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.123:0","nonce":1382458456}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.123:0","nonce":2311249069}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.123:0","nonce":2450805622}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.123:0","nonce":1910545660}]}]} 2024-07-26T12:21:51.109 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2024-07-26T12:21:51.110 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2024-07-26T12:21:51.110 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T12:21:51.387 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.385+0000 7fdb1f000640 1 Processor -- start 2024-07-26T12:21:51.387 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.385+0000 7fdb1f000640 1 -- start start 2024-07-26T12:21:51.389 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.387+0000 7fdb1f000640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fdb180b2520 0x7fdb18145c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:51.389 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.387+0000 7fdb1f000640 1 --2- >> v2:172.21.15.123:3300/0 conn(0x7fdb181461c0 0x7fdb18073bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:51.389 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.387+0000 7fdb1f000640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fdb18074110 0x7fdb18148b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:51.389 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.387+0000 7fdb1f000640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7fdb180b3630 con 0x7fdb180b2520 2024-07-26T12:21:51.389 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.387+0000 7fdb1f000640 1 -- --> v2:172.21.15.123:3300/0 -- mon_getmap magic: 0 -- 0x7fdb181457f0 con 0x7fdb181461c0 2024-07-26T12:21:51.389 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.387+0000 7fdb1f000640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7fdb18071f90 con 0x7fdb18074110 2024-07-26T12:21:51.390 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.388+0000 7fdb1dc00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fdb180b2520 0x7fdb18145c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:51.390 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.388+0000 7fdb1dc00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fdb180b2520 0x7fdb18145c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:59556/0 (socket says 172.21.15.31:59556) 2024-07-26T12:21:51.390 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.388+0000 7fdb1dc00640 1 -- 172.21.15.31:0/3630509939 learned_addr learned my addr 172.21.15.31:0/3630509939 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:51.390 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.388+0000 7fdb1e600640 1 --2- 172.21.15.31:0/3630509939 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fdb18074110 0x7fdb18148b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:51.391 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.388+0000 7fdb1d200640 1 --2- 172.21.15.31:0/3630509939 >> v2:172.21.15.123:3300/0 conn(0x7fdb181461c0 0x7fdb18073bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:51.391 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.388+0000 7fdb1dc00640 1 -- 172.21.15.31:0/3630509939 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fdb18074110 msgr2=0x7fdb18148b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:51.391 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.388+0000 7fdb1dc00640 1 --2- 172.21.15.31:0/3630509939 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fdb18074110 0x7fdb18148b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:51.391 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.388+0000 7fdb1dc00640 1 -- 172.21.15.31:0/3630509939 >> v2:172.21.15.123:3300/0 conn(0x7fdb181461c0 msgr2=0x7fdb18073bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:51.391 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.388+0000 7fdb1dc00640 1 --2- 172.21.15.31:0/3630509939 >> v2:172.21.15.123:3300/0 conn(0x7fdb181461c0 0x7fdb18073bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:51.391 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.388+0000 7fdb1dc00640 1 -- 172.21.15.31:0/3630509939 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdb18072270 con 0x7fdb180b2520 2024-07-26T12:21:51.391 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.389+0000 7fdb1dc00640 1 --2- 172.21.15.31:0/3630509939 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdb180b2520 0x7fdb18145c80 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fdb1806daf0 tx=0x7fdb0802a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=879e69ca43ef490b server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:51.392 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.390+0000 7fdb17e00640 1 -- 172.21.15.31:0/3630509939 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb08037070 con 0x7fdb180b2520 2024-07-26T12:21:51.392 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.390+0000 7fdb17e00640 1 -- 172.21.15.31:0/3630509939 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdb08032440 con 0x7fdb180b2520 2024-07-26T12:21:51.392 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.390+0000 7fdb17e00640 1 -- 172.21.15.31:0/3630509939 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb08032870 con 0x7fdb180b2520 2024-07-26T12:21:51.392 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.390+0000 7fdb1f000640 1 -- 172.21.15.31:0/3630509939 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdb180b2520 msgr2=0x7fdb18145c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:51.392 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.390+0000 7fdb1f000640 1 --2- 172.21.15.31:0/3630509939 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdb180b2520 0x7fdb18145c80 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fdb1806daf0 tx=0x7fdb0802a180 comp rx=0 tx=0).stop 2024-07-26T12:21:51.393 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.390+0000 7fdb1f000640 1 -- 172.21.15.31:0/3630509939 shutdown_connections 2024-07-26T12:21:51.393 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.391+0000 7fdb1f000640 1 --2- 172.21.15.31:0/3630509939 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fdb18074110 0x7fdb18148b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:51.393 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.391+0000 7fdb1f000640 1 --2- 172.21.15.31:0/3630509939 >> v2:172.21.15.123:3300/0 conn(0x7fdb181461c0 0x7fdb18073bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:51.393 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.391+0000 7fdb1f000640 1 --2- 172.21.15.31:0/3630509939 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdb180b2520 0x7fdb18145c80 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:51.393 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.391+0000 7fdb1f000640 1 -- 172.21.15.31:0/3630509939 >> 172.21.15.31:0/3630509939 conn(0x7fdb180b5730 msgr2=0x7fdb180b5b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:51.393 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.391+0000 7fdb1f000640 1 -- 172.21.15.31:0/3630509939 shutdown_connections 2024-07-26T12:21:51.393 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.391+0000 7fdb1f000640 1 -- 172.21.15.31:0/3630509939 wait complete. 2024-07-26T12:21:51.394 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.393+0000 7fdb1f000640 1 Processor -- start 2024-07-26T12:21:51.394 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.393+0000 7fdb1f000640 1 -- start start 2024-07-26T12:21:51.396 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.394+0000 7fdb1f000640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdb18074110 0x7fdb181406e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:51.396 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.394+0000 7fdb1f000640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdb180b2520 0x7fdb18141fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:51.396 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.394+0000 7fdb1f000640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fdb181461c0 0x7fdb18141130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:51.396 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.394+0000 7fdb1f000640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fdb181490a0 con 0x7fdb180b2520 2024-07-26T12:21:51.396 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.394+0000 7fdb1f000640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fdb180b5410 con 0x7fdb18074110 2024-07-26T12:21:51.396 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.394+0000 7fdb1f000640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7fdb18149220 con 0x7fdb181461c0 2024-07-26T12:21:51.396 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.394+0000 7fdb1d200640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdb180b2520 0x7fdb18141fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:51.396 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.394+0000 7fdb1d200640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdb180b2520 0x7fdb18141fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:59564/0 (socket says 172.21.15.31:59564) 2024-07-26T12:21:51.396 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.394+0000 7fdb1d200640 1 -- 172.21.15.31:0/360657302 learned_addr learned my addr 172.21.15.31:0/360657302 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:51.397 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.395+0000 7fdb1e600640 1 --2- 172.21.15.31:0/360657302 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fdb181461c0 0x7fdb18141130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:51.398 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.395+0000 7fdb1d200640 1 -- 172.21.15.31:0/360657302 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fdb181461c0 msgr2=0x7fdb18141130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:51.398 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.395+0000 7fdb1d200640 1 --2- 172.21.15.31:0/360657302 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fdb181461c0 0x7fdb18141130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:51.398 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.395+0000 7fdb1d200640 1 -- 172.21.15.31:0/360657302 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdb18074110 msgr2=0x7fdb181406e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:51.398 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.395+0000 7fdb1d200640 1 --2- 172.21.15.31:0/360657302 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdb18074110 0x7fdb181406e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:51.398 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.395+0000 7fdb1d200640 1 -- 172.21.15.31:0/360657302 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdb181df1f0 con 0x7fdb180b2520 2024-07-26T12:21:51.398 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.395+0000 7fdb1d200640 1 --2- 172.21.15.31:0/360657302 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdb180b2520 0x7fdb18141fd0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fdb0c00d600 tx=0x7fdb0c00dac0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:51.398 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.395+0000 7fdb15600640 1 -- 172.21.15.31:0/360657302 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb0c0125f0 con 0x7fdb180b2520 2024-07-26T12:21:51.398 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.395+0000 7fdb15600640 1 -- 172.21.15.31:0/360657302 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdb0c019070 con 0x7fdb180b2520 2024-07-26T12:21:51.398 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.395+0000 7fdb1f000640 1 -- 172.21.15.31:0/360657302 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdb181de710 con 0x7fdb180b2520 2024-07-26T12:21:51.398 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.395+0000 7fdb15600640 1 -- 172.21.15.31:0/360657302 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb0c012b00 con 0x7fdb180b2520 2024-07-26T12:21:51.398 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.395+0000 7fdb1f000640 1 -- 172.21.15.31:0/360657302 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdb18140c20 con 0x7fdb180b2520 2024-07-26T12:21:51.399 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.396+0000 7fdb1f000640 1 -- 172.21.15.31:0/360657302 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdb181496d0 con 0x7fdb180b2520 2024-07-26T12:21:51.399 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.398+0000 7fdb15600640 1 -- 172.21.15.31:0/360657302 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fdb0c012ca0 con 0x7fdb180b2520 2024-07-26T12:21:51.401 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.399+0000 7fdb15600640 1 --2- 172.21.15.31:0/360657302 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fdafc077040 0x7fdafc079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:51.401 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.399+0000 7fdb15600640 1 -- 172.21.15.31:0/360657302 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7fdb0c098d60 con 0x7fdb180b2520 2024-07-26T12:21:51.401 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.400+0000 7fdb1dc00640 1 --2- 172.21.15.31:0/360657302 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fdafc077040 0x7fdafc079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:51.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.401+0000 7fdb1dc00640 1 --2- 172.21.15.31:0/360657302 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fdafc077040 0x7fdafc079550 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fdb08034000 tx=0x7fdb080046c0 comp rx=0 tx=0).ready entity=mgr.4126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:51.405 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.404+0000 7fdb15600640 1 -- 172.21.15.31:0/360657302 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fdb0c061f60 con 0x7fdb180b2520 2024-07-26T12:21:51.620 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.618+0000 7fdb1f000640 1 -- 172.21.15.31:0/360657302 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fdb180b30d0 con 0x7fdb180b2520 2024-07-26T12:21:51.622 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.621+0000 7fdb15600640 1 -- 172.21.15.31:0/360657302 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v22) ==== 74+0+16593 (secure 0 0 0) 0x7fdb0c061860 con 0x7fdb180b2520 2024-07-26T12:21:51.623 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-07-26T12:21:51.623 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":22,"fsid":"ef074135-fe46-4fec-a339-768b1d2b36ee","created":"2024-07-26T12:21:16.055794+0000","modified":"2024-07-26T12:21:45.583433+0000","last_up_change":"2024-07-26T12:21:30.882864+0000","last_in_change":"2024-07-26T12:21:21.700518+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T12:21:31.399722+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-07-26T12:21:42.295054+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-07-26T12:21:43.093314+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"218f4bdb-3f2a-4597-8391-d5869523d4ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":973597580},{"type":"v1","addr":"172.21.15.31:6817","nonce":973597580}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":973597580},{"type":"v1","addr":"172.21.15.31:6819","nonce":973597580}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":973597580},{"type":"v1","addr":"172.21.15.31:6827","nonce":973597580}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":973597580},{"type":"v1","addr":"172.21.15.31:6822","nonce":973597580}]},"public_addr":"172.21.15.31:6817/973597580","cluster_addr":"172.21.15.31:6819/973597580","heartbeat_back_addr":"172.21.15.31:6827/973597580","heartbeat_front_addr":"172.21.15.31:6822/973597580","state":["exists","up"]},{"osd":1,"uuid":"7325bd1b-087e-47b0-8411-1065643b142e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":209410576},{"type":"v1","addr":"172.21.15.31:6801","nonce":209410576}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":209410576},{"type":"v1","addr":"172.21.15.31:6803","nonce":209410576}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":209410576},{"type":"v1","addr":"172.21.15.31:6807","nonce":209410576}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":209410576},{"type":"v1","addr":"172.21.15.31:6805","nonce":209410576}]},"public_addr":"172.21.15.31:6801/209410576","cluster_addr":"172.21.15.31:6803/209410576","heartbeat_back_addr":"172.21.15.31:6807/209410576","heartbeat_front_addr":"172.21.15.31:6805/209410576","state":["exists","up"]},{"osd":2,"uuid":"461c586b-af52-4d20-a648-867cbd3fa37f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":4014278924},{"type":"v1","addr":"172.21.15.31:6809","nonce":4014278924}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":4014278924},{"type":"v1","addr":"172.21.15.31:6811","nonce":4014278924}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":4014278924},{"type":"v1","addr":"172.21.15.31:6815","nonce":4014278924}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":4014278924},{"type":"v1","addr":"172.21.15.31:6813","nonce":4014278924}]},"public_addr":"172.21.15.31:6809/4014278924","cluster_addr":"172.21.15.31:6811/4014278924","heartbeat_back_addr":"172.21.15.31:6815/4014278924","heartbeat_front_addr":"172.21.15.31:6813/4014278924","state":["exists","up"]},{"osd":3,"uuid":"132aee2d-8564-4632-8d0d-9e8e0f6edaf3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6821","nonce":2995395942},{"type":"v1","addr":"172.21.15.31:6823","nonce":2995395942}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6825","nonce":2995395942},{"type":"v1","addr":"172.21.15.31:6826","nonce":2995395942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2995395942},{"type":"v1","addr":"172.21.15.31:6831","nonce":2995395942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2995395942},{"type":"v1","addr":"172.21.15.31:6829","nonce":2995395942}]},"public_addr":"172.21.15.31:6823/2995395942","cluster_addr":"172.21.15.31:6826/2995395942","heartbeat_back_addr":"172.21.15.31:6831/2995395942","heartbeat_front_addr":"172.21.15.31:6829/2995395942","state":["exists","up"]},{"osd":4,"uuid":"eb3fc933-fae1-4328-a5c0-2cba3f72ae3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6811","nonce":2657576441},{"type":"v1","addr":"172.21.15.123:6813","nonce":2657576441}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6815","nonce":2657576441},{"type":"v1","addr":"172.21.15.123:6817","nonce":2657576441}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6823","nonce":2657576441},{"type":"v1","addr":"172.21.15.123:6826","nonce":2657576441}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6819","nonce":2657576441},{"type":"v1","addr":"172.21.15.123:6821","nonce":2657576441}]},"public_addr":"172.21.15.123:6813/2657576441","cluster_addr":"172.21.15.123:6817/2657576441","heartbeat_back_addr":"172.21.15.123:6826/2657576441","heartbeat_front_addr":"172.21.15.123:6821/2657576441","state":["exists","up"]},{"osd":5,"uuid":"9ddeeb35-6710-49b9-9688-00e0a2a406e9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6810","nonce":3352982608},{"type":"v1","addr":"172.21.15.123:6812","nonce":3352982608}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6814","nonce":3352982608},{"type":"v1","addr":"172.21.15.123:6816","nonce":3352982608}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6822","nonce":3352982608},{"type":"v1","addr":"172.21.15.123:6824","nonce":3352982608}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6818","nonce":3352982608},{"type":"v1","addr":"172.21.15.123:6820","nonce":3352982608}]},"public_addr":"172.21.15.123:6812/3352982608","cluster_addr":"172.21.15.123:6816/3352982608","heartbeat_back_addr":"172.21.15.123:6824/3352982608","heartbeat_front_addr":"172.21.15.123:6820/3352982608","state":["exists","up"]},{"osd":6,"uuid":"e76e07cc-99d0-4c6c-b9af-0c772c919987","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6825","nonce":1360257549},{"type":"v1","addr":"172.21.15.123:6827","nonce":1360257549}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6828","nonce":1360257549},{"type":"v1","addr":"172.21.15.123:6829","nonce":1360257549}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":1360257549},{"type":"v1","addr":"172.21.15.123:6833","nonce":1360257549}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6830","nonce":1360257549},{"type":"v1","addr":"172.21.15.123:6831","nonce":1360257549}]},"public_addr":"172.21.15.123:6827/1360257549","cluster_addr":"172.21.15.123:6829/1360257549","heartbeat_back_addr":"172.21.15.123:6833/1360257549","heartbeat_front_addr":"172.21.15.123:6831/1360257549","state":["exists","up"]},{"osd":7,"uuid":"a22dc76b-2f3c-4f59-ba5b-7b444346a9fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6802","nonce":2969480778},{"type":"v1","addr":"172.21.15.123:6803","nonce":2969480778}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6804","nonce":2969480778},{"type":"v1","addr":"172.21.15.123:6805","nonce":2969480778}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6808","nonce":2969480778},{"type":"v1","addr":"172.21.15.123:6809","nonce":2969480778}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6806","nonce":2969480778},{"type":"v1","addr":"172.21.15.123:6807","nonce":2969480778}]},"public_addr":"172.21.15.123:6803/2969480778","cluster_addr":"172.21.15.123:6805/2969480778","heartbeat_back_addr":"172.21.15.123:6809/2969480778","heartbeat_front_addr":"172.21.15.123:6807/2969480778","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T12:21:27.550303+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T12:21:27.377641+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T12:21:27.142256+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T12:21:27.563003+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T12:21:27.193136+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T12:21:27.225824+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T12:21:27.201675+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T12:21:27.303249+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T12:21:51.625 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.623+0000 7fdb1f000640 1 -- 172.21.15.31:0/360657302 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fdafc077040 msgr2=0x7fdafc079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:51.625 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.623+0000 7fdb1f000640 1 --2- 172.21.15.31:0/360657302 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fdafc077040 0x7fdafc079550 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fdb08034000 tx=0x7fdb080046c0 comp rx=0 tx=0).stop 2024-07-26T12:21:51.625 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.623+0000 7fdb1f000640 1 -- 172.21.15.31:0/360657302 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdb180b2520 msgr2=0x7fdb18141fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:51.625 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.623+0000 7fdb1f000640 1 --2- 172.21.15.31:0/360657302 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdb180b2520 0x7fdb18141fd0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fdb0c00d600 tx=0x7fdb0c00dac0 comp rx=0 tx=0).stop 2024-07-26T12:21:51.625 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.623+0000 7fdb1f000640 1 -- 172.21.15.31:0/360657302 shutdown_connections 2024-07-26T12:21:51.626 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.623+0000 7fdb1f000640 1 --2- 172.21.15.31:0/360657302 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fdafc077040 0x7fdafc079550 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:51.626 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.623+0000 7fdb1f000640 1 --2- 172.21.15.31:0/360657302 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fdb181461c0 0x7fdb18141130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:51.626 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.623+0000 7fdb1f000640 1 --2- 172.21.15.31:0/360657302 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdb180b2520 0x7fdb18141fd0 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:51.626 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.623+0000 7fdb1f000640 1 --2- 172.21.15.31:0/360657302 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdb18074110 0x7fdb181406e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:51.626 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.623+0000 7fdb1f000640 1 -- 172.21.15.31:0/360657302 >> 172.21.15.31:0/360657302 conn(0x7fdb180b5730 msgr2=0x7fdb18072750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:51.626 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.624+0000 7fdb1f000640 1 -- 172.21.15.31:0/360657302 shutdown_connections 2024-07-26T12:21:51.626 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.624+0000 7fdb1f000640 1 -- 172.21.15.31:0/360657302 wait complete. 2024-07-26T12:21:51.656 INFO:tasks.ceph.ceph_manager.ceph:all up! 2024-07-26T12:21:51.656 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T12:21:51.933 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.932+0000 7f339dc00640 1 Processor -- start 2024-07-26T12:21:51.934 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.932+0000 7f339dc00640 1 -- start start 2024-07-26T12:21:51.936 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.933+0000 7f339dc00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f33980b0310 0x7f33980738c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:51.936 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.934+0000 7f339dc00640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f3398073e00 0x7f339814bed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:51.936 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.934+0000 7f339dc00640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f33980b2850 con 0x7f339814c410 2024-07-26T12:21:51.936 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.934+0000 7f339dc00640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f33980b2ac0 con 0x7f33980b0310 2024-07-26T12:21:51.937 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.934+0000 7f339dc00640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f3398074210 con 0x7f3398073e00 2024-07-26T12:21:51.937 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.934+0000 7f3397e00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f33980b0310 0x7f33980738c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:51.937 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.934+0000 7f339d200640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f339814c410 0x7f339814f170 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:43382/0 (socket says 172.21.15.31:43382) 2024-07-26T12:21:51.937 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.934+0000 7f339d200640 1 -- 172.21.15.31:0/4225408819 learned_addr learned my addr 172.21.15.31:0/4225408819 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-07-26T12:21:51.937 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.934+0000 7f3397400640 1 --2- 172.21.15.31:0/4225408819 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f3398073e00 0x7f339814bed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:51.937 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.934+0000 7f3397e00640 1 -- 172.21.15.31:0/4225408819 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f3398073e00 msgr2=0x7f339814bed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:51.937 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.934+0000 7f3397e00640 1 --2- 172.21.15.31:0/4225408819 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f3398073e00 0x7f339814bed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:51.937 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.934+0000 7f3397e00640 1 -- 172.21.15.31:0/4225408819 >> v1:172.21.15.31:6789/0 conn(0x7f339814c410 legacy=0x7f339814f170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:51.937 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.935+0000 7f3397e00640 1 -- 172.21.15.31:0/4225408819 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f33980b1ff0 con 0x7f33980b0310 2024-07-26T12:21:51.937 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.935+0000 7f3396a00640 1 -- 172.21.15.31:0/4225408819 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2277606154 0 0) 0x7f33980b2850 con 0x7f339814c410 2024-07-26T12:21:51.938 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.936+0000 7f3397e00640 1 --2- 172.21.15.31:0/4225408819 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f33980b0310 0x7f33980738c0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f33880097d0 tx=0x7f338802a1b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c2f95e5af7612fca server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:51.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.936+0000 7f3396a00640 1 -- 172.21.15.31:0/4225408819 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3388037070 con 0x7f33980b0310 2024-07-26T12:21:51.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.936+0000 7f3396a00640 1 -- 172.21.15.31:0/4225408819 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3388032440 con 0x7f33980b0310 2024-07-26T12:21:51.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.936+0000 7f3396a00640 1 -- 172.21.15.31:0/4225408819 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3388032870 con 0x7f33980b0310 2024-07-26T12:21:51.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.937+0000 7f339dc00640 1 -- 172.21.15.31:0/4225408819 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f33980b0310 msgr2=0x7f33980738c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:51.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.937+0000 7f339dc00640 1 --2- 172.21.15.31:0/4225408819 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f33980b0310 0x7f33980738c0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f33880097d0 tx=0x7f338802a1b0 comp rx=0 tx=0).stop 2024-07-26T12:21:51.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.937+0000 7f339dc00640 1 -- 172.21.15.31:0/4225408819 shutdown_connections 2024-07-26T12:21:51.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.937+0000 7f339dc00640 1 --2- 172.21.15.31:0/4225408819 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f3398073e00 0x7f339814bed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:51.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.937+0000 7f339dc00640 1 --2- 172.21.15.31:0/4225408819 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f33980b0310 0x7f33980738c0 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:51.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.937+0000 7f339dc00640 1 -- 172.21.15.31:0/4225408819 >> 172.21.15.31:0/4225408819 conn(0x7f33980b5730 msgr2=0x7f33980b5b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:51.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.937+0000 7f339dc00640 1 -- 172.21.15.31:0/4225408819 shutdown_connections 2024-07-26T12:21:51.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.937+0000 7f339dc00640 1 -- 172.21.15.31:0/4225408819 wait complete. 2024-07-26T12:21:51.941 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.939+0000 7f339dc00640 1 Processor -- start 2024-07-26T12:21:51.941 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.939+0000 7f339dc00640 1 -- start start 2024-07-26T12:21:51.944 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.940+0000 7f339dc00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3398073e00 0x7f33981d9300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:51.944 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.940+0000 7f339dc00640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f33980b0310 0x7f33981e5c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:51.944 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.940+0000 7f339dc00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f339814c410 0x7f3398144950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:51.944 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.940+0000 7f339dc00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f339814f880 con 0x7f3398073e00 2024-07-26T12:21:51.944 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.940+0000 7f339dc00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f33980b14b0 con 0x7f339814c410 2024-07-26T12:21:51.944 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.941+0000 7f339dc00640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f339814fa00 con 0x7f33980b0310 2024-07-26T12:21:51.944 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.941+0000 7f3397e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3398073e00 0x7f33981d9300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:51.944 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.941+0000 7f3397e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3398073e00 0x7f33981d9300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:59574/0 (socket says 172.21.15.31:59574) 2024-07-26T12:21:51.944 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.941+0000 7f3397e00640 1 -- 172.21.15.31:0/2188212767 learned_addr learned my addr 172.21.15.31:0/2188212767 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:51.944 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.941+0000 7f3397400640 1 --2- 172.21.15.31:0/2188212767 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f33980b0310 0x7f33981e5c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:51.944 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.941+0000 7f339d200640 1 --2- 172.21.15.31:0/2188212767 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f339814c410 0x7f3398144950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:51.945 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.941+0000 7f3397e00640 1 -- 172.21.15.31:0/2188212767 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f33980b0310 msgr2=0x7f33981e5c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:51.945 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.941+0000 7f3397e00640 1 --2- 172.21.15.31:0/2188212767 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f33980b0310 0x7f33981e5c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:51.945 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.941+0000 7f3397e00640 1 -- 172.21.15.31:0/2188212767 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f339814c410 msgr2=0x7f3398144950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:51.945 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.941+0000 7f3397e00640 1 --2- 172.21.15.31:0/2188212767 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f339814c410 0x7f3398144950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:51.945 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.941+0000 7f3397e00640 1 -- 172.21.15.31:0/2188212767 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f33981d9840 con 0x7f3398073e00 2024-07-26T12:21:51.945 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.942+0000 7f3397e00640 1 --2- 172.21.15.31:0/2188212767 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3398073e00 0x7f33981d9300 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f33880097d0 tx=0x7f3388030570 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:51.945 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.942+0000 7f338fe00640 1 -- 172.21.15.31:0/2188212767 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3388037040 con 0x7f3398073e00 2024-07-26T12:21:51.945 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.942+0000 7f338fe00640 1 -- 172.21.15.31:0/2188212767 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3388004030 con 0x7f3398073e00 2024-07-26T12:21:51.945 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.942+0000 7f338fe00640 1 -- 172.21.15.31:0/2188212767 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3388006e10 con 0x7f3398073e00 2024-07-26T12:21:51.945 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.942+0000 7f339dc00640 1 -- 172.21.15.31:0/2188212767 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f33981d8300 con 0x7f3398073e00 2024-07-26T12:21:51.945 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.942+0000 7f339dc00640 1 -- 172.21.15.31:0/2188212767 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f33981d8b00 con 0x7f3398073e00 2024-07-26T12:21:51.946 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.943+0000 7f339dc00640 1 -- 172.21.15.31:0/2188212767 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f339814fee0 con 0x7f3398073e00 2024-07-26T12:21:51.946 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.945+0000 7f338fe00640 1 -- 172.21.15.31:0/2188212767 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f3388030760 con 0x7f3398073e00 2024-07-26T12:21:51.947 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.946+0000 7f338fe00640 1 --2- 172.21.15.31:0/2188212767 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f3374077040 0x7f3374079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:51.947 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.946+0000 7f338fe00640 1 -- 172.21.15.31:0/2188212767 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f33880b8ff0 con 0x7f3398073e00 2024-07-26T12:21:51.948 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.946+0000 7f3397400640 1 --2- 172.21.15.31:0/2188212767 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f3374077040 0x7f3374079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:51.949 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.947+0000 7f3397400640 1 --2- 172.21.15.31:0/2188212767 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f3374077040 0x7f3374079550 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f3380006fd0 tx=0x7f3380008040 comp rx=0 tx=0).ready entity=mgr.4126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:51.952 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:51.950+0000 7f338fe00640 1 -- 172.21.15.31:0/2188212767 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f3388082170 con 0x7f3398073e00 2024-07-26T12:21:52.163 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.162+0000 7f339dc00640 1 -- 172.21.15.31:0/2188212767 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f33980b6ce0 con 0x7f3398073e00 2024-07-26T12:21:52.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.164+0000 7f338fe00640 1 -- 172.21.15.31:0/2188212767 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v22) ==== 74+0+16593 (secure 0 0 0) 0x7f3388042e30 con 0x7f3398073e00 2024-07-26T12:21:52.166 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-07-26T12:21:52.166 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":22,"fsid":"ef074135-fe46-4fec-a339-768b1d2b36ee","created":"2024-07-26T12:21:16.055794+0000","modified":"2024-07-26T12:21:45.583433+0000","last_up_change":"2024-07-26T12:21:30.882864+0000","last_in_change":"2024-07-26T12:21:21.700518+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T12:21:31.399722+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-07-26T12:21:42.295054+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-07-26T12:21:43.093314+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"218f4bdb-3f2a-4597-8391-d5869523d4ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":973597580},{"type":"v1","addr":"172.21.15.31:6817","nonce":973597580}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":973597580},{"type":"v1","addr":"172.21.15.31:6819","nonce":973597580}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":973597580},{"type":"v1","addr":"172.21.15.31:6827","nonce":973597580}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":973597580},{"type":"v1","addr":"172.21.15.31:6822","nonce":973597580}]},"public_addr":"172.21.15.31:6817/973597580","cluster_addr":"172.21.15.31:6819/973597580","heartbeat_back_addr":"172.21.15.31:6827/973597580","heartbeat_front_addr":"172.21.15.31:6822/973597580","state":["exists","up"]},{"osd":1,"uuid":"7325bd1b-087e-47b0-8411-1065643b142e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":209410576},{"type":"v1","addr":"172.21.15.31:6801","nonce":209410576}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":209410576},{"type":"v1","addr":"172.21.15.31:6803","nonce":209410576}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":209410576},{"type":"v1","addr":"172.21.15.31:6807","nonce":209410576}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":209410576},{"type":"v1","addr":"172.21.15.31:6805","nonce":209410576}]},"public_addr":"172.21.15.31:6801/209410576","cluster_addr":"172.21.15.31:6803/209410576","heartbeat_back_addr":"172.21.15.31:6807/209410576","heartbeat_front_addr":"172.21.15.31:6805/209410576","state":["exists","up"]},{"osd":2,"uuid":"461c586b-af52-4d20-a648-867cbd3fa37f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":4014278924},{"type":"v1","addr":"172.21.15.31:6809","nonce":4014278924}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":4014278924},{"type":"v1","addr":"172.21.15.31:6811","nonce":4014278924}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":4014278924},{"type":"v1","addr":"172.21.15.31:6815","nonce":4014278924}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":4014278924},{"type":"v1","addr":"172.21.15.31:6813","nonce":4014278924}]},"public_addr":"172.21.15.31:6809/4014278924","cluster_addr":"172.21.15.31:6811/4014278924","heartbeat_back_addr":"172.21.15.31:6815/4014278924","heartbeat_front_addr":"172.21.15.31:6813/4014278924","state":["exists","up"]},{"osd":3,"uuid":"132aee2d-8564-4632-8d0d-9e8e0f6edaf3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6821","nonce":2995395942},{"type":"v1","addr":"172.21.15.31:6823","nonce":2995395942}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6825","nonce":2995395942},{"type":"v1","addr":"172.21.15.31:6826","nonce":2995395942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2995395942},{"type":"v1","addr":"172.21.15.31:6831","nonce":2995395942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2995395942},{"type":"v1","addr":"172.21.15.31:6829","nonce":2995395942}]},"public_addr":"172.21.15.31:6823/2995395942","cluster_addr":"172.21.15.31:6826/2995395942","heartbeat_back_addr":"172.21.15.31:6831/2995395942","heartbeat_front_addr":"172.21.15.31:6829/2995395942","state":["exists","up"]},{"osd":4,"uuid":"eb3fc933-fae1-4328-a5c0-2cba3f72ae3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6811","nonce":2657576441},{"type":"v1","addr":"172.21.15.123:6813","nonce":2657576441}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6815","nonce":2657576441},{"type":"v1","addr":"172.21.15.123:6817","nonce":2657576441}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6823","nonce":2657576441},{"type":"v1","addr":"172.21.15.123:6826","nonce":2657576441}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6819","nonce":2657576441},{"type":"v1","addr":"172.21.15.123:6821","nonce":2657576441}]},"public_addr":"172.21.15.123:6813/2657576441","cluster_addr":"172.21.15.123:6817/2657576441","heartbeat_back_addr":"172.21.15.123:6826/2657576441","heartbeat_front_addr":"172.21.15.123:6821/2657576441","state":["exists","up"]},{"osd":5,"uuid":"9ddeeb35-6710-49b9-9688-00e0a2a406e9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6810","nonce":3352982608},{"type":"v1","addr":"172.21.15.123:6812","nonce":3352982608}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6814","nonce":3352982608},{"type":"v1","addr":"172.21.15.123:6816","nonce":3352982608}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6822","nonce":3352982608},{"type":"v1","addr":"172.21.15.123:6824","nonce":3352982608}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6818","nonce":3352982608},{"type":"v1","addr":"172.21.15.123:6820","nonce":3352982608}]},"public_addr":"172.21.15.123:6812/3352982608","cluster_addr":"172.21.15.123:6816/3352982608","heartbeat_back_addr":"172.21.15.123:6824/3352982608","heartbeat_front_addr":"172.21.15.123:6820/3352982608","state":["exists","up"]},{"osd":6,"uuid":"e76e07cc-99d0-4c6c-b9af-0c772c919987","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6825","nonce":1360257549},{"type":"v1","addr":"172.21.15.123:6827","nonce":1360257549}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6828","nonce":1360257549},{"type":"v1","addr":"172.21.15.123:6829","nonce":1360257549}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":1360257549},{"type":"v1","addr":"172.21.15.123:6833","nonce":1360257549}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6830","nonce":1360257549},{"type":"v1","addr":"172.21.15.123:6831","nonce":1360257549}]},"public_addr":"172.21.15.123:6827/1360257549","cluster_addr":"172.21.15.123:6829/1360257549","heartbeat_back_addr":"172.21.15.123:6833/1360257549","heartbeat_front_addr":"172.21.15.123:6831/1360257549","state":["exists","up"]},{"osd":7,"uuid":"a22dc76b-2f3c-4f59-ba5b-7b444346a9fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6802","nonce":2969480778},{"type":"v1","addr":"172.21.15.123:6803","nonce":2969480778}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6804","nonce":2969480778},{"type":"v1","addr":"172.21.15.123:6805","nonce":2969480778}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6808","nonce":2969480778},{"type":"v1","addr":"172.21.15.123:6809","nonce":2969480778}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6806","nonce":2969480778},{"type":"v1","addr":"172.21.15.123:6807","nonce":2969480778}]},"public_addr":"172.21.15.123:6803/2969480778","cluster_addr":"172.21.15.123:6805/2969480778","heartbeat_back_addr":"172.21.15.123:6809/2969480778","heartbeat_front_addr":"172.21.15.123:6807/2969480778","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T12:21:27.550303+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T12:21:27.377641+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T12:21:27.142256+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T12:21:27.563003+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T12:21:27.193136+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T12:21:27.225824+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T12:21:27.201675+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T12:21:27.303249+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T12:21:52.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.167+0000 7f339dc00640 1 -- 172.21.15.31:0/2188212767 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f3374077040 msgr2=0x7f3374079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:52.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.167+0000 7f339dc00640 1 --2- 172.21.15.31:0/2188212767 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f3374077040 0x7f3374079550 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f3380006fd0 tx=0x7f3380008040 comp rx=0 tx=0).stop 2024-07-26T12:21:52.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.167+0000 7f339dc00640 1 -- 172.21.15.31:0/2188212767 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3398073e00 msgr2=0x7f33981d9300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:52.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.167+0000 7f339dc00640 1 --2- 172.21.15.31:0/2188212767 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3398073e00 0x7f33981d9300 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f33880097d0 tx=0x7f3388030570 comp rx=0 tx=0).stop 2024-07-26T12:21:52.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.167+0000 7f339dc00640 1 -- 172.21.15.31:0/2188212767 shutdown_connections 2024-07-26T12:21:52.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.167+0000 7f339dc00640 1 --2- 172.21.15.31:0/2188212767 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f3374077040 0x7f3374079550 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:52.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.167+0000 7f339dc00640 1 --2- 172.21.15.31:0/2188212767 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f339814c410 0x7f3398144950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:52.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.167+0000 7f339dc00640 1 --2- 172.21.15.31:0/2188212767 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f33980b0310 0x7f33981e5c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:52.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.167+0000 7f339dc00640 1 --2- 172.21.15.31:0/2188212767 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3398073e00 0x7f33981d9300 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:52.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.167+0000 7f339dc00640 1 -- 172.21.15.31:0/2188212767 >> 172.21.15.31:0/2188212767 conn(0x7f33980b5730 msgr2=0x7f3398149af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:52.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.168+0000 7f339dc00640 1 -- 172.21.15.31:0/2188212767 shutdown_connections 2024-07-26T12:21:52.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.168+0000 7f339dc00640 1 -- 172.21.15.31:0/2188212767 wait complete. 2024-07-26T12:21:52.197 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2024-07-26T12:21:52.197 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2024-07-26T12:21:52.198 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2024-07-26T12:21:52.198 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats 2024-07-26T12:21:52.198 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 flush_pg_stats 2024-07-26T12:21:52.199 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 flush_pg_stats 2024-07-26T12:21:52.199 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 flush_pg_stats 2024-07-26T12:21:52.199 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 flush_pg_stats 2024-07-26T12:21:52.614 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.612+0000 7f7601000640 1 Processor -- start 2024-07-26T12:21:52.615 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.613+0000 7f7601000640 1 -- start start 2024-07-26T12:21:52.616 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.614+0000 7f911a000640 1 Processor -- start 2024-07-26T12:21:52.616 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.615+0000 7f911a000640 1 -- start start 2024-07-26T12:21:52.616 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.615+0000 7f4281c00640 1 Processor -- start 2024-07-26T12:21:52.617 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.616+0000 7f4281c00640 1 -- start start 2024-07-26T12:21:52.619 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.617+0000 7f911a000640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f91140b48f0 0x7f91140b4d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:52.619 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.617+0000 7f911a000640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9114147dc0 con 0x7f911413df30 2024-07-26T12:21:52.619 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.617+0000 7f911a000640 1 -- --> v1:172.21.15.123:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f91141480a0 con 0x7f91140b66a0 2024-07-26T12:21:52.619 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.617+0000 7f911a000640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f91141488a0 con 0x7f91140b48f0 2024-07-26T12:21:52.620 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.618+0000 7f9113e00640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f911413df30 0x7f91140b2850 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:43386/0 (socket says 172.21.15.31:43386) 2024-07-26T12:21:52.620 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.618+0000 7f9113e00640 1 -- 172.21.15.31:0/33479044 learned_addr learned my addr 172.21.15.31:0/33479044 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-07-26T12:21:52.620 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.618+0000 7f9112a00640 1 --2- 172.21.15.31:0/33479044 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f91140b48f0 0x7f91140b4d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:52.621 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.619+0000 7f9112a00640 1 -- 172.21.15.31:0/33479044 >> v1:172.21.15.123:6789/0 conn(0x7f91140b66a0 legacy=0x7f91140b3800 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-07-26T12:21:52.621 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.619+0000 7f9112a00640 1 -- 172.21.15.31:0/33479044 >> v1:172.21.15.31:6789/0 conn(0x7f911413df30 legacy=0x7f91140b2850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:52.621 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.619+0000 7f9112a00640 1 -- 172.21.15.31:0/33479044 --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9114148380 con 0x7f91140b48f0 2024-07-26T12:21:52.621 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.619+0000 7f7601000640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f75fc06d7b0 0x7f75fc143860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:52.621 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.619+0000 7f7601000640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f75fc0b0c80 0x7f75fc074020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:52.621 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.619+0000 7f7601000640 1 -- --> v1:172.21.15.123:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f75fc144280 con 0x7f75fc073c10 2024-07-26T12:21:52.621 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.619+0000 7f7601000640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f75fc0b2f10 con 0x7f75fc06d7b0 2024-07-26T12:21:52.622 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.619+0000 7f7601000640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f75fc13dca0 con 0x7f75fc0b0c80 2024-07-26T12:21:52.622 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.620+0000 7fd491800640 1 Processor -- start 2024-07-26T12:21:52.622 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.620+0000 7f75fb400640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f75fc06d7b0 0x7f75fc143860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:52.622 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.620+0000 7f75fb400640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f75fc06d7b0 0x7f75fc143860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:59578/0 (socket says 172.21.15.31:59578) 2024-07-26T12:21:52.622 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.620+0000 7f75fb400640 1 -- 172.21.15.31:0/3484127993 learned_addr learned my addr 172.21.15.31:0/3484127993 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:52.623 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.620+0000 7fd491800640 1 -- start start 2024-07-26T12:21:52.623 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.620+0000 7f4281c00640 1 --2- >> v2:172.21.15.123:3300/0 conn(0x7f427c0b2230 0x7f427c0b06c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:52.623 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.620+0000 7f75fbe00640 1 --2- 172.21.15.31:0/3484127993 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f75fc0b0c80 0x7f75fc074020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:52.624 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.620+0000 7f4281c00640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f427c14c260 0x7f427c14e680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:52.624 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.621+0000 7f427aa00640 1 --2- >> v2:172.21.15.123:3300/0 conn(0x7f427c0b2230 0x7f427c0b06c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:52.624 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.621+0000 7f427aa00640 1 --2- >> v2:172.21.15.123:3300/0 conn(0x7f427c0b2230 0x7f427c0b06c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.31:35600/0 (socket says 172.21.15.31:35600) 2024-07-26T12:21:52.624 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.621+0000 7f75fb400640 1 -- 172.21.15.31:0/3484127993 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f75fc0b0c80 msgr2=0x7f75fc074020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:52.625 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.621+0000 7f427b400640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f427c14c260 0x7f427c14e680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:52.625 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.621+0000 7f427b400640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f427c14c260 0x7f427c14e680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3301/0 says I am v2:172.21.15.31:42326/0 (socket says 172.21.15.31:42326) 2024-07-26T12:21:52.625 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.621+0000 7f427b400640 1 -- 172.21.15.31:0/611172917 learned_addr learned my addr 172.21.15.31:0/611172917 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:52.625 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.622+0000 7f75fb400640 1 --2- 172.21.15.31:0/3484127993 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f75fc0b0c80 0x7f75fc074020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:52.625 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.622+0000 7f75fb400640 1 -- 172.21.15.31:0/3484127993 >> v1:172.21.15.123:6789/0 conn(0x7f75fc073c10 legacy=0x7f75fc0b0570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:52.625 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.622+0000 7f9112a00640 1 --2- 172.21.15.31:0/33479044 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f91140b48f0 0x7f91140b4d00 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f910c009dc0 tx=0x7f910c02a630 comp rx=0 tx=0).ready entity=mon.2 client_cookie=71593ce56df6c75a server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:52.626 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.622+0000 7f75fb400640 1 -- 172.21.15.31:0/3484127993 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f75fc0b1a90 con 0x7f75fc06d7b0 2024-07-26T12:21:52.626 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.622+0000 7f9112000640 1 -- 172.21.15.31:0/33479044 <== mon.2 v2:172.21.15.123:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f910c007740 con 0x7f91140b48f0 2024-07-26T12:21:52.626 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.623+0000 7f9112000640 1 -- 172.21.15.31:0/33479044 <== mon.2 v2:172.21.15.123:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f910c02ae50 con 0x7f91140b48f0 2024-07-26T12:21:52.626 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.623+0000 7f9112000640 1 -- 172.21.15.31:0/33479044 <== mon.2 v2:172.21.15.123:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f910c007b60 con 0x7f91140b48f0 2024-07-26T12:21:52.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.622+0000 7f75fbe00640 1 --2- 172.21.15.31:0/3484127993 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f75fc0b0c80 0x7f75fc074020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T12:21:52.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.622+0000 7fd491800640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fd48c0b4ee0 0x7fd48c0b5ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:52.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.622+0000 7fd491800640 1 --2- >> v2:172.21.15.123:3300/0 conn(0x7fd48c13dc30 0x7fd48c13e040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:52.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.622+0000 7fd491800640 1 -- --> v1:172.21.15.123:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd48c0b6d70 con 0x7fd48c147d30 2024-07-26T12:21:52.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.622+0000 7fd491800640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7fd48c0b7050 con 0x7fd48c0b4ee0 2024-07-26T12:21:52.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.622+0000 7fd491800640 1 -- --> v2:172.21.15.123:3300/0 -- mon_getmap magic: 0 -- 0x7fd48c1481f0 con 0x7fd48c13dc30 2024-07-26T12:21:52.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.622+0000 7f4281c00640 1 -- 172.21.15.31:0/611172917 --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f427c143d40 con 0x7f427c0b0c00 2024-07-26T12:21:52.628 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.622+0000 7f4281c00640 1 -- 172.21.15.31:0/611172917 --> v2:172.21.15.123:3300/0 -- mon_getmap magic: 0 -- 0x7f427c144820 con 0x7f427c0b2230 2024-07-26T12:21:52.628 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.623+0000 7f4281c00640 1 -- 172.21.15.31:0/611172917 --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f427c0b2e10 con 0x7f427c14c260 2024-07-26T12:21:52.628 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.623+0000 7f4279600640 1 -- 172.21.15.31:0/611172917 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 473210606 0 0) 0x7f427c143d40 con 0x7f427c0b0c00 2024-07-26T12:21:52.628 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.623+0000 7f4279600640 1 -- 172.21.15.31:0/611172917 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4260003520 con 0x7f427c0b0c00 2024-07-26T12:21:52.628 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.623+0000 7f27bc000640 1 Processor -- start 2024-07-26T12:21:52.628 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.623+0000 7f27bc000640 1 -- start start 2024-07-26T12:21:52.628 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.623+0000 7f4279600640 1 -- 172.21.15.31:0/611172917 <== mon.0 v1:172.21.15.31:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2220538398 0 0) 0x7f4260003520 con 0x7f427c0b0c00 2024-07-26T12:21:52.629 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.625+0000 7f911a000640 1 -- 172.21.15.31:0/33479044 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f91140b48f0 msgr2=0x7f91140b4d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:52.629 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.625+0000 7f911a000640 1 --2- 172.21.15.31:0/33479044 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f91140b48f0 0x7f91140b4d00 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f910c009dc0 tx=0x7f910c02a630 comp rx=0 tx=0).stop 2024-07-26T12:21:52.629 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.623+0000 7fd48be00640 1 --1- >> v1:172.21.15.123:6789/0 conn(0x7fd48c147d30 0x7fd48c0b47d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.123:6789/0 says I am v1:172.21.15.31:43680/0 (socket says 172.21.15.31:43680) 2024-07-26T12:21:52.629 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.624+0000 7fd48be00640 1 -- 172.21.15.31:0/3144755041 learned_addr learned my addr 172.21.15.31:0/3144755041 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-07-26T12:21:52.629 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.624+0000 7fd490e00640 1 --2- 172.21.15.31:0/3144755041 >> v2:172.21.15.123:3300/0 conn(0x7fd48c13dc30 0x7fd48c13e040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:52.629 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.625+0000 7fd48aa00640 1 -- 172.21.15.31:0/3144755041 <== mon.1 v1:172.21.15.123:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3084526526 0 0) 0x7fd48c0b6d70 con 0x7fd48c147d30 2024-07-26T12:21:52.629 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.625+0000 7fd48aa00640 1 -- 172.21.15.31:0/3144755041 --> v1:172.21.15.123:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd470003520 con 0x7fd48c147d30 2024-07-26T12:21:52.630 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.624+0000 7f4279600640 1 -- 172.21.15.31:0/611172917 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f427c14c260 msgr2=0x7f427c14e680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:52.630 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.624+0000 7f4279600640 1 --2- 172.21.15.31:0/611172917 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f427c14c260 0x7f427c14e680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:52.630 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.624+0000 7f4279600640 1 -- 172.21.15.31:0/611172917 >> v2:172.21.15.123:3300/0 conn(0x7f427c0b2230 msgr2=0x7f427c0b06c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:52.630 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.624+0000 7f4279600640 1 --2- 172.21.15.31:0/611172917 >> v2:172.21.15.123:3300/0 conn(0x7f427c0b2230 0x7f427c0b06c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:52.630 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.624+0000 7f4279600640 1 -- 172.21.15.31:0/611172917 --> v1:172.21.15.31:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f427c144020 con 0x7f427c0b0c00 2024-07-26T12:21:52.630 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.624+0000 7f4279600640 1 -- 172.21.15.31:0/611172917 <== mon.0 v1:172.21.15.31:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 972834220 0 0) 0x7f42640016f0 con 0x7f427c0b0c00 2024-07-26T12:21:52.630 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.624+0000 7f4279600640 1 -- 172.21.15.31:0/611172917 >> v1:172.21.15.31:6789/0 conn(0x7f427c0b0c00 legacy=0x7f427c0b1270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:52.630 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.624+0000 7f4279600640 1 --2- 172.21.15.31:0/611172917 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4260003a00 0x7f4260003e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:52.630 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.624+0000 7f4279600640 1 --2- 172.21.15.31:0/611172917 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f427c14c260 0x7f4260004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:52.630 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.624+0000 7f4279600640 1 --2- 172.21.15.31:0/611172917 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4260004d40 0x7f4260005150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:52.630 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.624+0000 7f4279600640 1 -- 172.21.15.31:0/611172917 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f427c144820 con 0x7f4260003a00 2024-07-26T12:21:52.631 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.624+0000 7f4279600640 1 -- 172.21.15.31:0/611172917 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f427c0b2e10 con 0x7f4260004d40 2024-07-26T12:21:52.631 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.624+0000 7f4279600640 1 -- 172.21.15.31:0/611172917 --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f4260009c20 con 0x7f427c14c260 2024-07-26T12:21:52.631 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.625+0000 7f427b400640 1 --2- 172.21.15.31:0/611172917 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4260004d40 0x7f4260005150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:52.631 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.625+0000 7fd48b400640 1 --2- 172.21.15.31:0/3144755041 >> v2:172.21.15.31:3300/0 conn(0x7fd48c0b4ee0 0x7fd48c0b5ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:52.631 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.625+0000 7f427a000640 1 --2- 172.21.15.31:0/611172917 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f427c14c260 0x7f4260004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:52.631 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.625+0000 7f911a000640 1 -- 172.21.15.31:0/33479044 shutdown_connections 2024-07-26T12:21:52.632 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.625+0000 7f427aa00640 1 --2- 172.21.15.31:0/611172917 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4260003a00 0x7f4260003e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:52.632 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.625+0000 7f75fb400640 1 --2- 172.21.15.31:0/3484127993 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f75fc06d7b0 0x7f75fc143860 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f75f4009e50 tx=0x7f75f402a5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f97086082f20e9f5 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:52.632 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.625+0000 7f911a000640 1 --2- 172.21.15.31:0/33479044 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f91140b48f0 0x7f91140b4d00 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:52.632 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.625+0000 7f911a000640 1 -- 172.21.15.31:0/33479044 >> 172.21.15.31:0/33479044 conn(0x7f91140bd160 msgr2=0x7f91140bd570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:52.633 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.625+0000 7fd490e00640 1 -- 172.21.15.31:0/3144755041 >> v2:172.21.15.31:3300/0 conn(0x7fd48c0b4ee0 msgr2=0x7fd48c0b5ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:52.633 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.626+0000 7fd48aa00640 1 -- 172.21.15.31:0/3144755041 <== mon.1 v1:172.21.15.123:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1906061152 0 0) 0x7fd470003520 con 0x7fd48c147d30 2024-07-26T12:21:52.633 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.626+0000 7f911a000640 1 -- 172.21.15.31:0/33479044 shutdown_connections 2024-07-26T12:21:52.633 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.626+0000 7f911a000640 1 -- 172.21.15.31:0/33479044 wait complete. 2024-07-26T12:21:52.634 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.626+0000 7f427b400640 1 -- 172.21.15.31:0/611172917 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f427c14c260 msgr2=0x7f4260004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:52.634 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.626+0000 7f427b400640 1 --2- 172.21.15.31:0/611172917 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f427c14c260 0x7f4260004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:52.634 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.627+0000 7f75fa000640 1 -- 172.21.15.31:0/3484127993 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75f4036070 con 0x7f75fc06d7b0 2024-07-26T12:21:52.634 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.627+0000 7f75fa000640 1 -- 172.21.15.31:0/3484127993 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f75f40316f0 con 0x7f75fc06d7b0 2024-07-26T12:21:52.634 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.626+0000 7f427b400640 1 -- 172.21.15.31:0/611172917 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4260003a00 msgr2=0x7f4260003e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:52.635 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.627+0000 7f75fa000640 1 -- 172.21.15.31:0/3484127993 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75f4031b20 con 0x7f75fc06d7b0 2024-07-26T12:21:52.635 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.626+0000 7f427b400640 1 --2- 172.21.15.31:0/611172917 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4260003a00 0x7f4260003e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:52.635 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.626+0000 7f427b400640 1 -- 172.21.15.31:0/611172917 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f427c144020 con 0x7f4260004d40 2024-07-26T12:21:52.636 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.627+0000 7f27bc000640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f27b40b2150 0x7f27b40af930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:52.636 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.627+0000 7f27bc000640 1 --2- >> v2:172.21.15.123:3300/0 conn(0x7f27b40b0360 0x7f27b40b0770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:52.636 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.627+0000 7f27bc000640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f27b40b2560 con 0x7f27b41422c0 2024-07-26T12:21:52.636 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.626+0000 7fd490e00640 1 --2- 172.21.15.31:0/3144755041 >> v2:172.21.15.31:3300/0 conn(0x7fd48c0b4ee0 0x7fd48c0b5ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:52.636 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.626+0000 7fd490e00640 1 -- 172.21.15.31:0/3144755041 >> v1:172.21.15.123:6789/0 conn(0x7fd48c147d30 legacy=0x7fd48c0b47d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:52.636 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.626+0000 7fd490e00640 1 -- 172.21.15.31:0/3144755041 --> v2:172.21.15.123:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd48c1484d0 con 0x7fd48c13dc30 2024-07-26T12:21:52.636 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.627+0000 7fd48b400640 1 --2- 172.21.15.31:0/3144755041 >> v2:172.21.15.31:3300/0 conn(0x7fd48c0b4ee0 0x7fd48c0b5ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T12:21:52.637 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.627+0000 7f27bc000640 1 -- --> v2:172.21.15.123:3300/0 -- mon_getmap magic: 0 -- 0x7f27b40b2d00 con 0x7f27b40b0360 2024-07-26T12:21:52.637 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.627+0000 7f27bc000640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f27b414bd30 con 0x7f27b40b2150 2024-07-26T12:21:52.637 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.628+0000 7f27b8c00640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f27b41422c0 0x7f27b41426d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:43396/0 (socket says 172.21.15.31:43396) 2024-07-26T12:21:52.637 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.628+0000 7f27b8c00640 1 -- 172.21.15.31:0/1615037160 learned_addr learned my addr 172.21.15.31:0/1615037160 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-07-26T12:21:52.638 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.628+0000 7f427b400640 1 --2- 172.21.15.31:0/611172917 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4260004d40 0x7f4260005150 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f427400a550 tx=0x7f4260005830 comp rx=0 tx=0).ready entity=mon.1 client_cookie=428d8587283df8e3 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:52.638 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.628+0000 7fd490e00640 1 --2- 172.21.15.31:0/3144755041 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd48c13dc30 0x7fd48c13e040 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fd48c0b4360 tx=0x7fd47c02a150 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4537d63294c10fb2 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:52.638 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.628+0000 7f27b9600640 1 --2- 172.21.15.31:0/1615037160 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f27b40b2150 0x7f27b40af930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:52.638 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.629+0000 7f7601000640 1 -- 172.21.15.31:0/3484127993 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f75fc06d7b0 msgr2=0x7f75fc143860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:52.639 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.629+0000 7f7601000640 1 --2- 172.21.15.31:0/3484127993 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f75fc06d7b0 0x7f75fc143860 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f75f4009e50 tx=0x7f75f402a5f0 comp rx=0 tx=0).stop 2024-07-26T12:21:52.639 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.629+0000 7f27ba000640 1 --2- 172.21.15.31:0/1615037160 >> v2:172.21.15.123:3300/0 conn(0x7f27b40b0360 0x7f27b40b0770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:52.639 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.629+0000 7f4279600640 1 -- 172.21.15.31:0/611172917 <== mon.1 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4274037070 con 0x7f4260004d40 2024-07-26T12:21:52.639 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.629+0000 7fd48aa00640 1 -- 172.21.15.31:0/3144755041 <== mon.1 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd47c037070 con 0x7fd48c13dc30 2024-07-26T12:21:52.640 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.629+0000 7f27b3e00640 1 -- 172.21.15.31:0/1615037160 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 209502150 0 0) 0x7f27a0001110 con 0x7f27b41422c0 2024-07-26T12:21:52.640 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.629+0000 7f7601000640 1 -- 172.21.15.31:0/3484127993 shutdown_connections 2024-07-26T12:21:52.640 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.629+0000 7f7601000640 1 --2- 172.21.15.31:0/3484127993 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f75fc0b0c80 0x7f75fc074020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:52.640 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.629+0000 7f7601000640 1 --2- 172.21.15.31:0/3484127993 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f75fc06d7b0 0x7f75fc143860 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:52.640 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.629+0000 7f7601000640 1 -- 172.21.15.31:0/3484127993 >> 172.21.15.31:0/3484127993 conn(0x7f75fc0b56a0 msgr2=0x7f75fc0b5ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:52.641 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.629+0000 7f4279600640 1 -- 172.21.15.31:0/611172917 <== mon.1 v2:172.21.15.123:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f427402ae50 con 0x7f4260004d40 2024-07-26T12:21:52.641 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.629+0000 7f4279600640 1 -- 172.21.15.31:0/611172917 <== mon.1 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f427400a150 con 0x7f4260004d40 2024-07-26T12:21:52.641 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.629+0000 7f27b3e00640 1 -- 172.21.15.31:0/1615037160 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f279c003520 con 0x7f27b41422c0 2024-07-26T12:21:52.641 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.629+0000 7f27b9600640 1 -- 172.21.15.31:0/1615037160 >> v2:172.21.15.123:3300/0 conn(0x7f27b40b0360 msgr2=0x7f27b40b0770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:52.641 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.629+0000 7f27b9600640 1 --2- 172.21.15.31:0/1615037160 >> v2:172.21.15.123:3300/0 conn(0x7f27b40b0360 0x7f27b40b0770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:52.641 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.629+0000 7f27b9600640 1 -- 172.21.15.31:0/1615037160 >> v1:172.21.15.31:6789/0 conn(0x7f27b41422c0 legacy=0x7f27b41426d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:52.641 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.629+0000 7f27b9600640 1 -- 172.21.15.31:0/1615037160 --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f27b40b2fe0 con 0x7f27b40b2150 2024-07-26T12:21:52.642 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.630+0000 7fd48aa00640 1 -- 172.21.15.31:0/3144755041 <== mon.1 v2:172.21.15.123:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd47c02acb0 con 0x7fd48c13dc30 2024-07-26T12:21:52.642 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.630+0000 7f7601000640 1 -- 172.21.15.31:0/3484127993 shutdown_connections 2024-07-26T12:21:52.642 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.630+0000 7f7601000640 1 -- 172.21.15.31:0/3484127993 wait complete. 2024-07-26T12:21:52.642 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.630+0000 7f4281c00640 1 -- 172.21.15.31:0/611172917 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4260004d40 msgr2=0x7f4260005150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:52.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.630+0000 7f4281c00640 1 --2- 172.21.15.31:0/611172917 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4260004d40 0x7f4260005150 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f427400a550 tx=0x7f4260005830 comp rx=0 tx=0).stop 2024-07-26T12:21:52.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.631+0000 7fd48aa00640 1 -- 172.21.15.31:0/3144755041 <== mon.1 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd484001a70 con 0x7fd48c13dc30 2024-07-26T12:21:52.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.630+0000 7f427b400640 1 -- 172.21.15.31:0/611172917 reap_dead start 2024-07-26T12:21:52.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.631+0000 7f4281c00640 1 -- 172.21.15.31:0/611172917 shutdown_connections 2024-07-26T12:21:52.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.631+0000 7f4281c00640 1 -- 172.21.15.31:0/611172917 >> 172.21.15.31:0/611172917 conn(0x7f427c0b9800 msgr2=0x7f427c06c7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:52.644 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.631+0000 7fd491800640 1 -- 172.21.15.31:0/3144755041 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd48c13dc30 msgr2=0x7fd48c13e040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:52.644 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.631+0000 7fd491800640 1 --2- 172.21.15.31:0/3144755041 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd48c13dc30 0x7fd48c13e040 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fd48c0b4360 tx=0x7fd47c02a150 comp rx=0 tx=0).stop 2024-07-26T12:21:52.644 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.631+0000 7f27b9600640 1 --2- 172.21.15.31:0/1615037160 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f27b40b2150 0x7f27b40af930 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f27ac009d90 tx=0x7f27ac02a5d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=150c18c0462a0063 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:52.644 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.631+0000 7f4281c00640 1 -- 172.21.15.31:0/611172917 shutdown_connections 2024-07-26T12:21:52.645 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.631+0000 7fd491800640 1 -- 172.21.15.31:0/3144755041 shutdown_connections 2024-07-26T12:21:52.645 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.631+0000 7fd491800640 1 --2- 172.21.15.31:0/3144755041 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd48c13dc30 0x7fd48c13e040 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:52.645 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.631+0000 7fd491800640 1 --2- 172.21.15.31:0/3144755041 >> v2:172.21.15.31:3300/0 conn(0x7fd48c0b4ee0 0x7fd48c0b5ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:52.645 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.631+0000 7fd491800640 1 -- 172.21.15.31:0/3144755041 >> 172.21.15.31:0/3144755041 conn(0x7fd48c0bd920 msgr2=0x7fd48c0b98e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:52.645 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.631+0000 7f911a000640 1 Processor -- start 2024-07-26T12:21:52.645 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.632+0000 7f27b3e00640 1 -- 172.21.15.31:0/1615037160 <== mon.2 v2:172.21.15.123:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27ac031600 con 0x7f27b40b2150 2024-07-26T12:21:52.646 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.632+0000 7fd491800640 1 -- 172.21.15.31:0/3144755041 shutdown_connections 2024-07-26T12:21:52.646 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.631+0000 7f4281c00640 1 -- 172.21.15.31:0/611172917 wait complete. 2024-07-26T12:21:52.646 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.632+0000 7f911a000640 1 -- start start 2024-07-26T12:21:52.646 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.632+0000 7f27b3e00640 1 -- 172.21.15.31:0/1615037160 <== mon.2 v2:172.21.15.123:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f27ac0317a0 con 0x7f27b40b2150 2024-07-26T12:21:52.647 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.632+0000 7f27b3e00640 1 -- 172.21.15.31:0/1615037160 <== mon.2 v2:172.21.15.123:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27ac031b90 con 0x7f27b40b2150 2024-07-26T12:21:52.647 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.633+0000 7fe65be00640 1 Processor -- start 2024-07-26T12:21:52.647 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.633+0000 7fe65be00640 1 -- start start 2024-07-26T12:21:52.648 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.634+0000 7f911a000640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f91140b48f0 0x7f911414b900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:52.648 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.634+0000 7f911a000640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f91140b66a0 0x7f91141de6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:52.648 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.634+0000 7f911a000640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f911413df30 0x7f911413c7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:52.648 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.634+0000 7f911a000640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f91140b33d0 con 0x7f91140b66a0 2024-07-26T12:21:52.648 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.634+0000 7f911a000640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f91140b3250 con 0x7f911413df30 2024-07-26T12:21:52.648 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.633+0000 7f7601000640 1 Processor -- start 2024-07-26T12:21:52.649 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.632+0000 7fd491800640 1 -- 172.21.15.31:0/3144755041 wait complete. 2024-07-26T12:21:52.649 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.634+0000 7f911a000640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f911413e340 con 0x7f91140b48f0 2024-07-26T12:21:52.649 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.634+0000 7f27bc000640 1 -- 172.21.15.31:0/1615037160 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f27b40b2150 msgr2=0x7f27b40af930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:52.649 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.634+0000 7f27bc000640 1 --2- 172.21.15.31:0/1615037160 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f27b40b2150 0x7f27b40af930 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f27ac009d90 tx=0x7f27ac02a5d0 comp rx=0 tx=0).stop 2024-07-26T12:21:52.649 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.635+0000 7f4281c00640 1 Processor -- start 2024-07-26T12:21:52.650 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.635+0000 7f7f8c600640 1 Processor -- start 2024-07-26T12:21:52.650 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.635+0000 7f7601000640 1 -- start start 2024-07-26T12:21:52.651 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.635+0000 7f27bc000640 1 -- 172.21.15.31:0/1615037160 shutdown_connections 2024-07-26T12:21:52.651 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.635+0000 7f27bc000640 1 --2- 172.21.15.31:0/1615037160 >> v2:172.21.15.123:3300/0 conn(0x7f27b40b0360 0x7f27b40b0770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:52.651 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.635+0000 7f27bc000640 1 --2- 172.21.15.31:0/1615037160 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f27b40b2150 0x7f27b40af930 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:52.651 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.635+0000 7f27bc000640 1 -- 172.21.15.31:0/1615037160 >> 172.21.15.31:0/1615037160 conn(0x7f27b406c7a0 msgr2=0x7f27b406cbb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:52.651 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.635+0000 7f27bc000640 1 -- 172.21.15.31:0/1615037160 shutdown_connections 2024-07-26T12:21:52.651 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.635+0000 7f7f8c600640 1 -- start start 2024-07-26T12:21:52.652 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.635+0000 7fd491800640 1 Processor -- start 2024-07-26T12:21:52.652 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.636+0000 7f9113e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f911413df30 0x7f911413c7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:52.652 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.636+0000 7f9113e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f911413df30 0x7f911413c7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.31:35630/0 (socket says 172.21.15.31:35630) 2024-07-26T12:21:52.652 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.636+0000 7f9113e00640 1 -- 172.21.15.31:0/2159364623 learned_addr learned my addr 172.21.15.31:0/2159364623 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:52.652 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.636+0000 7f9113400640 1 --2- 172.21.15.31:0/2159364623 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f91140b48f0 0x7f911414b900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:52.653 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.636+0000 7fd491800640 1 -- start start 2024-07-26T12:21:52.653 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.635+0000 7f4281c00640 1 -- start start 2024-07-26T12:21:52.653 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.637+0000 7f4281c00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4260004d40 0x7f427c1dd620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:52.653 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.637+0000 7f4281c00640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f427c148430 0x7f427c073880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:52.654 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.637+0000 7f4281c00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f427c13bad0 0x7f427c144ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:52.654 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.635+0000 7fe65be00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fe6540b2150 0x7fe6540af930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:52.654 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.635+0000 7fe65be00640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe6541422c0 0x7fe6541426d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:52.654 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.636+0000 7fe65be00640 1 -- --> v1:172.21.15.123:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe6540b2560 con 0x7fe65414f2d0 2024-07-26T12:21:52.654 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.636+0000 7fe65be00640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7fe6540b2d00 con 0x7fe6540b2150 2024-07-26T12:21:52.654 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.636+0000 7fe65be00640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7fe65414bd30 con 0x7fe6541422c0 2024-07-26T12:21:52.655 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.636+0000 7fe659400640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fe6540b2150 0x7fe6540af930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:52.655 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.636+0000 7fe659400640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fe6540b2150 0x7fe6540af930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:59600/0 (socket says 172.21.15.31:59600) 2024-07-26T12:21:52.655 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.636+0000 7fe659400640 1 -- 172.21.15.31:0/277532598 learned_addr learned my addr 172.21.15.31:0/277532598 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:52.655 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.636+0000 7fe658a00640 1 --2- 172.21.15.31:0/277532598 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe6541422c0 0x7fe6541426d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:52.655 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.637+0000 7fe658a00640 1 -- 172.21.15.31:0/277532598 >> v2:172.21.15.31:3300/0 conn(0x7fe6540b2150 msgr2=0x7fe6540af930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:52.655 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.637+0000 7fe653e00640 1 -- 172.21.15.31:0/277532598 <== mon.1 v1:172.21.15.123:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2703369807 0 0) 0x7fe64c001490 con 0x7fe65414f2d0 2024-07-26T12:21:52.655 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.637+0000 7f9113e00640 1 -- 172.21.15.31:0/2159364623 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f91140b48f0 msgr2=0x7f911414b900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:52.655 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.637+0000 7f9113e00640 1 --2- 172.21.15.31:0/2159364623 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f91140b48f0 0x7f911414b900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:52.656 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.638+0000 7f7f8c600640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f7f841429d0 0x7f7f840af930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:52.656 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.638+0000 7f7f8c600640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f7f840b0360 0x7f7f840b0770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:52.656 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.638+0000 7f7f8c600640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7f840b2560 con 0x7f7f840b2150 2024-07-26T12:21:52.656 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.638+0000 7f7f8c600640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f7f840b2d00 con 0x7f7f840b0360 2024-07-26T12:21:52.656 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.638+0000 7f7f8c600640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f7f8414bd30 con 0x7f7f841429d0 2024-07-26T12:21:52.656 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.637+0000 7f9113e00640 1 -- 172.21.15.31:0/2159364623 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f91140b66a0 msgr2=0x7f91141de6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:52.656 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.637+0000 7f9113e00640 1 --2- 172.21.15.31:0/2159364623 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f91140b66a0 0x7f91141de6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:52.657 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.637+0000 7f9113e00640 1 -- 172.21.15.31:0/2159364623 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91141d1c60 con 0x7f911413df30 2024-07-26T12:21:52.657 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.638+0000 7fe658a00640 1 --2- 172.21.15.31:0/277532598 >> v2:172.21.15.31:3300/0 conn(0x7fe6540b2150 0x7fe6540af930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:52.657 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.638+0000 7fe658a00640 1 -- 172.21.15.31:0/277532598 >> v1:172.21.15.123:6789/0 conn(0x7fe65414f2d0 legacy=0x7fe65414f6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:52.657 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.638+0000 7fe658a00640 1 -- 172.21.15.31:0/277532598 --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe6540b2fe0 con 0x7fe6541422c0 2024-07-26T12:21:52.657 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.638+0000 7f7f8a600640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f7f840b0360 0x7f7f840b0770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:52.657 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.639+0000 7f7f8a600640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f7f840b0360 0x7f7f840b0770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:59624/0 (socket says 172.21.15.31:59624) 2024-07-26T12:21:52.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.639+0000 7f7f8a600640 1 -- 172.21.15.31:0/2993951342 learned_addr learned my addr 172.21.15.31:0/2993951342 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:52.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.639+0000 7f7f89200640 1 --2- 172.21.15.31:0/2993951342 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f7f841429d0 0x7f7f840af930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:52.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.637+0000 7f4281c00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f427c0b1b00 con 0x7f427c13bad0 2024-07-26T12:21:52.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.637+0000 7f4281c00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f427c0b1980 con 0x7f4260004d40 2024-07-26T12:21:52.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.637+0000 7f4281c00640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f427c06ceb0 con 0x7f427c148430 2024-07-26T12:21:52.659 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.637+0000 7f427aa00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4260004d40 0x7f427c1dd620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:52.659 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.638+0000 7f427b400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f427c13bad0 0x7f427c144ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:52.659 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.638+0000 7f427b400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f427c13bad0 0x7f427c144ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:59614/0 (socket says 172.21.15.31:59614) 2024-07-26T12:21:52.659 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.638+0000 7f427b400640 1 -- 172.21.15.31:0/2910812421 learned_addr learned my addr 172.21.15.31:0/2910812421 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:52.659 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.638+0000 7f427b400640 1 -- 172.21.15.31:0/2910812421 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f427c148430 msgr2=0x7f427c073880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:52.659 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.638+0000 7f427b400640 1 --2- 172.21.15.31:0/2910812421 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f427c148430 0x7f427c073880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:52.659 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.638+0000 7f427b400640 1 -- 172.21.15.31:0/2910812421 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4260004d40 msgr2=0x7f427c1dd620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:52.659 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.638+0000 7f427b400640 1 --2- 172.21.15.31:0/2910812421 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4260004d40 0x7f427c1dd620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:52.659 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.638+0000 7f427b400640 1 -- 172.21.15.31:0/2910812421 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f427c149740 con 0x7f427c13bad0 2024-07-26T12:21:52.659 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.639+0000 7f427b400640 1 --2- 172.21.15.31:0/2910812421 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f427c13bad0 0x7f427c144ab0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f427400a670 tx=0x7f4274003b00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:52.660 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.639+0000 7f9113e00640 1 --2- 172.21.15.31:0/2159364623 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f911413df30 0x7f911413c7b0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f910400c3a0 tx=0x7f910400c860 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:52.660 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.640+0000 7fe659400640 1 --2- 172.21.15.31:0/277532598 >> v2:172.21.15.31:3300/0 conn(0x7fe6540b2150 0x7fe6540af930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T12:21:52.660 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.640+0000 7f7f89200640 1 -- 172.21.15.31:0/2993951342 >> v2:172.21.15.31:3300/0 conn(0x7f7f840b0360 msgr2=0x7f7f840b0770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:52.660 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.640+0000 7f7f89200640 1 --2- 172.21.15.31:0/2993951342 >> v2:172.21.15.31:3300/0 conn(0x7f7f840b0360 0x7f7f840b0770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:52.660 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.640+0000 7f7f89200640 1 -- 172.21.15.31:0/2993951342 >> v1:172.21.15.31:6789/0 conn(0x7f7f840b2150 legacy=0x7f7f841422c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:52.660 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.640+0000 7f7f89200640 1 -- 172.21.15.31:0/2993951342 --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7f840b2fe0 con 0x7f7f841429d0 2024-07-26T12:21:52.661 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.640+0000 7fe658a00640 1 --2- 172.21.15.31:0/277532598 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe6541422c0 0x7fe6541426d0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7fe6400097a0 tx=0x7fe64003b0a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7848892a632a2969 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:52.661 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.640+0000 7fe653e00640 1 -- 172.21.15.31:0/277532598 <== mon.2 v2:172.21.15.123:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe640048070 con 0x7fe6541422c0 2024-07-26T12:21:52.661 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.640+0000 7fe653e00640 1 -- 172.21.15.31:0/277532598 <== mon.2 v2:172.21.15.123:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe640043440 con 0x7fe6541422c0 2024-07-26T12:21:52.661 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.640+0000 7fe653e00640 1 -- 172.21.15.31:0/277532598 <== mon.2 v2:172.21.15.123:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe640043850 con 0x7fe6541422c0 2024-07-26T12:21:52.661 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.641+0000 7f7601000640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f75fc06d7b0 0x7f75fc073210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:52.662 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.636+0000 7f27bc000640 1 -- 172.21.15.31:0/1615037160 wait complete. 2024-07-26T12:21:52.662 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.641+0000 7f910b400640 1 -- 172.21.15.31:0/2159364623 <== mon.1 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9104017070 con 0x7f911413df30 2024-07-26T12:21:52.662 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.641+0000 7f910b400640 1 -- 172.21.15.31:0/2159364623 <== mon.1 v2:172.21.15.123:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9104005ce0 con 0x7f911413df30 2024-07-26T12:21:52.662 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.641+0000 7f910b400640 1 -- 172.21.15.31:0/2159364623 <== mon.1 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91040072f0 con 0x7f911413df30 2024-07-26T12:21:52.662 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.639+0000 7f27bc000640 1 Processor -- start 2024-07-26T12:21:52.663 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.641+0000 7f7601000640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f75fc073c10 0x7f75fc140440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:52.663 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.641+0000 7f911a000640 1 -- 172.21.15.31:0/2159364623 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f91141dec00 con 0x7f911413df30 2024-07-26T12:21:52.663 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.641+0000 7f7601000640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f75fc0b0c80 0x7f75fc13e150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:52.663 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.641+0000 7f7601000640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f75fc148330 con 0x7f75fc06d7b0 2024-07-26T12:21:52.664 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.641+0000 7f911a000640 1 -- 172.21.15.31:0/2159364623 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9114140d20 con 0x7f911413df30 2024-07-26T12:21:52.664 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.641+0000 7f4272a00640 1 -- 172.21.15.31:0/2910812421 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4274040070 con 0x7f427c13bad0 2024-07-26T12:21:52.664 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.642+0000 7f4272a00640 1 -- 172.21.15.31:0/2910812421 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4274003c70 con 0x7f427c13bad0 2024-07-26T12:21:52.664 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.642+0000 7f4272a00640 1 -- 172.21.15.31:0/2910812421 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4274037040 con 0x7f427c13bad0 2024-07-26T12:21:52.664 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.641+0000 7f7601000640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f75fc1481b0 con 0x7f75fc0b0c80 2024-07-26T12:21:52.665 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.642+0000 7fe65be00640 1 -- 172.21.15.31:0/277532598 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe6541422c0 msgr2=0x7fe6541426d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:52.665 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.642+0000 7fe65be00640 1 --2- 172.21.15.31:0/277532598 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe6541422c0 0x7fe6541426d0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7fe6400097a0 tx=0x7fe64003b0a0 comp rx=0 tx=0).stop 2024-07-26T12:21:52.665 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.641+0000 7f7f89200640 1 --2- 172.21.15.31:0/2993951342 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f7f841429d0 0x7f7f840af930 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f7f780097a0 tx=0x7f7f7802a0f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5054e5b2aa3cd0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:52.665 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.641+0000 7fd491800640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd48c0b4ee0 0x7fd48c140c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:52.665 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.641+0000 7fd491800640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd48c13dc30 0x7fd48c142730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:52.665 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.641+0000 7fd491800640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fd48c0a94e0 0x7fd48c142c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:52.665 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.641+0000 7fd491800640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fd48c0b2f30 con 0x7fd48c0b4ee0 2024-07-26T12:21:52.666 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.641+0000 7fd491800640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fd48c0b2db0 con 0x7fd48c13dc30 2024-07-26T12:21:52.666 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.641+0000 7fd491800640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7fd48c0b30b0 con 0x7fd48c0a94e0 2024-07-26T12:21:52.666 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.643+0000 7f7f83e00640 1 -- 172.21.15.31:0/2993951342 <== mon.2 v2:172.21.15.123:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f78037070 con 0x7f7f841429d0 2024-07-26T12:21:52.666 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.643+0000 7fe65be00640 1 -- 172.21.15.31:0/277532598 shutdown_connections 2024-07-26T12:21:52.666 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.643+0000 7fe65be00640 1 --2- 172.21.15.31:0/277532598 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe6541422c0 0x7fe6541426d0 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:52.667 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.643+0000 7fd48be00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd48c0b4ee0 0x7fd48c140c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:52.667 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.643+0000 7fe65be00640 1 --2- 172.21.15.31:0/277532598 >> v2:172.21.15.31:3300/0 conn(0x7fe6540b2150 0x7fe6540af930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:52.667 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.643+0000 7fe65be00640 1 -- 172.21.15.31:0/277532598 >> 172.21.15.31:0/277532598 conn(0x7fe65406c7a0 msgr2=0x7fe65406cbb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:52.667 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.641+0000 7f7601000640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f75fc1484b0 con 0x7f75fc073c10 2024-07-26T12:21:52.667 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.642+0000 7f75fbe00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f75fc0b0c80 0x7f75fc13e150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:52.668 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.641+0000 7f27bc000640 1 -- start start 2024-07-26T12:21:52.668 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.643+0000 7f7f83e00640 1 -- 172.21.15.31:0/2993951342 <== mon.2 v2:172.21.15.123:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7f78032440 con 0x7f7f841429d0 2024-07-26T12:21:52.668 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.643+0000 7f7f83e00640 1 -- 172.21.15.31:0/2993951342 <== mon.2 v2:172.21.15.123:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f78032870 con 0x7f7f841429d0 2024-07-26T12:21:52.668 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.642+0000 7f75fbe00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f75fc0b0c80 0x7f75fc13e150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.31:35646/0 (socket says 172.21.15.31:35646) 2024-07-26T12:21:52.668 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.642+0000 7f75fbe00640 1 -- 172.21.15.31:0/2196261494 learned_addr learned my addr 172.21.15.31:0/2196261494 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:52.669 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.643+0000 7f911a000640 1 -- 172.21.15.31:0/2159364623 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f91140b4d00 con 0x7f911413df30 2024-07-26T12:21:52.669 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.643+0000 7f75faa00640 1 --2- 172.21.15.31:0/2196261494 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f75fc073c10 0x7f75fc140440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:52.669 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.643+0000 7f75fb400640 1 --2- 172.21.15.31:0/2196261494 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f75fc06d7b0 0x7f75fc073210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:52.669 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.643+0000 7f4281c00640 1 -- 172.21.15.31:0/2910812421 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f427c1ddb60 con 0x7f427c13bad0 2024-07-26T12:21:52.670 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.643+0000 7f4281c00640 1 -- 172.21.15.31:0/2910812421 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f427c148950 con 0x7f427c13bad0 2024-07-26T12:21:52.670 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.643+0000 7fb8e7200640 1 Processor -- start 2024-07-26T12:21:52.670 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.643+0000 7fe65be00640 1 -- 172.21.15.31:0/277532598 shutdown_connections 2024-07-26T12:21:52.670 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.643+0000 7fe65be00640 1 -- 172.21.15.31:0/277532598 wait complete. 2024-07-26T12:21:52.671 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.643+0000 7fd48be00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd48c0b4ee0 0x7fd48c140c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:59632/0 (socket says 172.21.15.31:59632) 2024-07-26T12:21:52.671 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.644+0000 7fd48be00640 1 -- 172.21.15.31:0/4202278981 learned_addr learned my addr 172.21.15.31:0/4202278981 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:52.671 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.643+0000 7fb8e7200640 1 -- start start 2024-07-26T12:21:52.671 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.644+0000 7fd48b400640 1 --2- 172.21.15.31:0/4202278981 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd48c13dc30 0x7fd48c142730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:52.672 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.643+0000 7f75fbe00640 1 -- 172.21.15.31:0/2196261494 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f75fc073c10 msgr2=0x7f75fc140440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:52.672 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.643+0000 7f75fbe00640 1 --2- 172.21.15.31:0/2196261494 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f75fc073c10 0x7f75fc140440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:52.672 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.643+0000 7f75fbe00640 1 -- 172.21.15.31:0/2196261494 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f75fc06d7b0 msgr2=0x7f75fc073210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:52.672 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.644+0000 7f7f8c600640 1 -- 172.21.15.31:0/2993951342 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f7f841429d0 msgr2=0x7f7f840af930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:52.672 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.644+0000 7f7f8c600640 1 --2- 172.21.15.31:0/2993951342 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f7f841429d0 0x7f7f840af930 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f7f780097a0 tx=0x7f7f7802a0f0 comp rx=0 tx=0).stop 2024-07-26T12:21:52.672 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.644+0000 7f4281c00640 1 -- 172.21.15.31:0/2910812421 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f427c1da980 con 0x7f427c13bad0 2024-07-26T12:21:52.673 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.644+0000 7f7f8c600640 1 -- 172.21.15.31:0/2993951342 shutdown_connections 2024-07-26T12:21:52.673 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.644+0000 7f7f8c600640 1 --2- 172.21.15.31:0/2993951342 >> v2:172.21.15.31:3300/0 conn(0x7f7f840b0360 0x7f7f840b0770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:52.673 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.644+0000 7f75fbe00640 1 --2- 172.21.15.31:0/2196261494 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f75fc06d7b0 0x7f75fc073210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:52.673 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.644+0000 7f75fbe00640 1 -- 172.21.15.31:0/2196261494 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f75fc140980 con 0x7f75fc0b0c80 2024-07-26T12:21:52.673 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.644+0000 7f75fb400640 1 --2- 172.21.15.31:0/2196261494 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f75fc06d7b0 0x7f75fc073210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T12:21:52.674 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.644+0000 7f7f8c600640 1 --2- 172.21.15.31:0/2993951342 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f7f841429d0 0x7f7f840af930 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:52.674 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.644+0000 7f7f8c600640 1 -- 172.21.15.31:0/2993951342 >> 172.21.15.31:0/2993951342 conn(0x7f7f8406c7a0 msgr2=0x7f7f8406cbb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:52.674 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.645+0000 7f7f8c600640 1 -- 172.21.15.31:0/2993951342 shutdown_connections 2024-07-26T12:21:52.674 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.645+0000 7fd490e00640 1 --2- 172.21.15.31:0/4202278981 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fd48c0a94e0 0x7fd48c142c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:52.674 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.645+0000 7f7f8c600640 1 -- 172.21.15.31:0/2993951342 wait complete. 2024-07-26T12:21:52.675 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.646+0000 7fd48be00640 1 -- 172.21.15.31:0/4202278981 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fd48c0a94e0 msgr2=0x7fd48c142c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:52.675 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.646+0000 7fd48be00640 1 --2- 172.21.15.31:0/4202278981 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fd48c0a94e0 0x7fd48c142c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:52.675 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.646+0000 7fd48be00640 1 -- 172.21.15.31:0/4202278981 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd48c13dc30 msgr2=0x7fd48c142730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:52.675 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.646+0000 7fd48be00640 1 --2- 172.21.15.31:0/4202278981 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd48c13dc30 0x7fd48c142730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:52.675 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.646+0000 7fd48be00640 1 -- 172.21.15.31:0/4202278981 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd48c1ddbe0 con 0x7fd48c0b4ee0 2024-07-26T12:21:52.675 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.646+0000 7f75fbe00640 1 --2- 172.21.15.31:0/2196261494 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f75fc0b0c80 0x7f75fc13e150 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f75ec00c7f0 tx=0x7f75ec00ccb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:52.676 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.646+0000 7f27bc000640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f27b40b0360 0x7f27b41456f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:52.676 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.646+0000 7f27bc000640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f27b40b2150 0x7f27b4146ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:52.676 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.646+0000 7f27bc000640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f27b41422c0 0x7f27b4140b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:52.676 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.646+0000 7f27bc000640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f27b40b1080 con 0x7f27b40b2150 2024-07-26T12:21:52.676 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.646+0000 7f27bc000640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f27b40b0f00 con 0x7f27b40b0360 2024-07-26T12:21:52.676 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.646+0000 7f27bc000640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f27b40b1200 con 0x7f27b41422c0 2024-07-26T12:21:52.676 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.646+0000 7fe65be00640 1 Processor -- start 2024-07-26T12:21:52.677 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.647+0000 7fe65be00640 1 -- start start 2024-07-26T12:21:52.677 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.647+0000 7f27b8c00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f27b40b2150 0x7f27b4146ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:52.677 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.647+0000 7f27ba000640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f27b41422c0 0x7f27b4140b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:52.677 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.647+0000 7f27ba000640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f27b41422c0 0x7f27b4140b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3301/0 says I am v2:172.21.15.31:42394/0 (socket says 172.21.15.31:42394) 2024-07-26T12:21:52.677 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.647+0000 7f27ba000640 1 -- 172.21.15.31:0/2946208986 learned_addr learned my addr 172.21.15.31:0/2946208986 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:52.677 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.647+0000 7f27b9600640 1 --2- 172.21.15.31:0/2946208986 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f27b40b0360 0x7f27b41456f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:52.677 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.647+0000 7fd48be00640 1 --2- 172.21.15.31:0/4202278981 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd48c0b4ee0 0x7fd48c140c60 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fd48400cbd0 tx=0x7fd48400a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:52.678 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.648+0000 7f7f8c600640 1 Processor -- start 2024-07-26T12:21:52.678 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.648+0000 7f27b8c00640 1 -- 172.21.15.31:0/2946208986 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f27b41422c0 msgr2=0x7f27b4140b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:52.678 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.648+0000 7f27b8c00640 1 --2- 172.21.15.31:0/2946208986 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f27b41422c0 0x7f27b4140b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:52.678 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.648+0000 7f27b8c00640 1 -- 172.21.15.31:0/2946208986 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f27b40b0360 msgr2=0x7f27b41456f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:52.678 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.648+0000 7f27b8c00640 1 --2- 172.21.15.31:0/2946208986 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f27b40b0360 0x7f27b41456f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:52.678 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.648+0000 7f27b8c00640 1 -- 172.21.15.31:0/2946208986 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f27b4146ff0 con 0x7f27b40b2150 2024-07-26T12:21:52.679 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.648+0000 7f4272a00640 1 -- 172.21.15.31:0/2910812421 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f4274043070 con 0x7f427c13bad0 2024-07-26T12:21:52.679 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.648+0000 7f27b8c00640 1 --2- 172.21.15.31:0/2946208986 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f27b40b2150 0x7f27b4146ab0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f27a000c3c0 tx=0x7f27a0001e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:52.679 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.649+0000 7fe65be00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe6540b2150 0x7fe6541da370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:52.679 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.649+0000 7fe65be00640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe6541422c0 0x7fe6541471c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:52.680 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.649+0000 7fe65be00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe65414f2d0 0x7fe65413afa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:52.680 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.649+0000 7fe65be00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fe6540b14f0 con 0x7fe65414f2d0 2024-07-26T12:21:52.680 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.648+0000 7f7f8c600640 1 -- start start 2024-07-26T12:21:52.680 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.649+0000 7fe65be00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fe6540b1370 con 0x7fe6540b2150 2024-07-26T12:21:52.680 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.649+0000 7fe65be00640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7fe6540b1670 con 0x7fe6541422c0 2024-07-26T12:21:52.681 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.649+0000 7f910b400640 1 -- 172.21.15.31:0/2159364623 <== mon.1 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f910401a070 con 0x7f911413df30 2024-07-26T12:21:52.681 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.648+0000 7fb8e7200640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fb8e001c990 0x7fb8e00099c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:52.681 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.649+0000 7fb8e7200640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb8e003b3d0 con 0x7fb8e003bfe0 2024-07-26T12:21:52.681 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.649+0000 7fb8e7200640 1 -- --> v1:172.21.15.123:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb8e00c9120 con 0x7fb8e00c85a0 2024-07-26T12:21:52.681 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.649+0000 7fb8e7200640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7fb8e001cda0 con 0x7fb8e001c990 2024-07-26T12:21:52.681 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.649+0000 7fb8e6800640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7fb8e003bfe0 0x7fb8e00d2e40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:43404/0 (socket says 172.21.15.31:43404) 2024-07-26T12:21:52.681 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.649+0000 7fb8e6800640 1 -- 172.21.15.31:0/1723907384 learned_addr learned my addr 172.21.15.31:0/1723907384 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-07-26T12:21:52.681 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.650+0000 7fe659400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe6540b2150 0x7fe6541da370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:52.682 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.650+0000 7f4272a00640 1 --2- 172.21.15.31:0/2910812421 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f4258077090 0x7f42580795a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:52.682 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.650+0000 7fe659e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe65414f2d0 0x7fe65413afa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:52.682 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.650+0000 7fe659400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe6540b2150 0x7fe6541da370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.31:35670/0 (socket says 172.21.15.31:35670) 2024-07-26T12:21:52.682 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.650+0000 7fe659400640 1 -- 172.21.15.31:0/758895003 learned_addr learned my addr 172.21.15.31:0/758895003 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:52.682 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.650+0000 7fe658a00640 1 --2- 172.21.15.31:0/758895003 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe6541422c0 0x7fe6541471c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:52.683 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.650+0000 7f7f8c600640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7f840b0360 0x7f7f84146880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:52.683 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.650+0000 7f7f8c600640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7f840b2150 0x7f7f841457f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:52.683 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.650+0000 7f7f8c600640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f7f841429d0 0x7f7f84147490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:52.683 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.650+0000 7f7f8c600640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f7f840b1080 con 0x7f7f840b2150 2024-07-26T12:21:52.683 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.650+0000 7f7f8c600640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f7f840b0f00 con 0x7f7f840b0360 2024-07-26T12:21:52.683 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.650+0000 7f7f8c600640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f7f840b1200 con 0x7f7f841429d0 2024-07-26T12:21:52.684 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.650+0000 7fe659e00640 1 -- 172.21.15.31:0/758895003 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe6541422c0 msgr2=0x7fe6541471c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:52.684 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.650+0000 7fe659e00640 1 --2- 172.21.15.31:0/758895003 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe6541422c0 0x7fe6541471c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:52.684 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.650+0000 7fe659e00640 1 -- 172.21.15.31:0/758895003 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe6540b2150 msgr2=0x7fe6541da370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:52.684 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.650+0000 7fe659e00640 1 --2- 172.21.15.31:0/758895003 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe6540b2150 0x7fe6541da370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:52.684 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.650+0000 7fe659e00640 1 -- 172.21.15.31:0/758895003 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe6541da8b0 con 0x7fe65414f2d0 2024-07-26T12:21:52.684 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.650+0000 7fe658a00640 1 --2- 172.21.15.31:0/758895003 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe6541422c0 0x7fe6541471c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T12:21:52.684 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.651+0000 7fb8e5e00640 1 --2- 172.21.15.31:0/1723907384 >> v2:172.21.15.31:3300/0 conn(0x7fb8e001c990 0x7fb8e00099c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:52.684 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.651+0000 7f7f89200640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7f840b2150 0x7f7f841457f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:52.685 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.651+0000 7f4272a00640 1 -- 172.21.15.31:0/2910812421 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f427407ce80 con 0x7f427c13bad0 2024-07-26T12:21:52.685 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.651+0000 7f7f89200640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7f840b2150 0x7f7f841457f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:59674/0 (socket says 172.21.15.31:59674) 2024-07-26T12:21:52.685 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.651+0000 7fe659e00640 1 --2- 172.21.15.31:0/758895003 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe65414f2d0 0x7fe65413afa0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fe64c00c730 tx=0x7fe64c00cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:52.686 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.651+0000 7f7f89200640 1 -- 172.21.15.31:0/828372133 learned_addr learned my addr 172.21.15.31:0/828372133 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:52.686 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.651+0000 7f7f8a600640 1 --2- 172.21.15.31:0/828372133 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f7f841429d0 0x7f7f84147490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:52.686 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.651+0000 7f427aa00640 1 --2- 172.21.15.31:0/2910812421 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f4258077090 0x7f42580795a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:52.686 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.651+0000 7f910b400640 1 --2- 172.21.15.31:0/2159364623 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f90f00770e0 0x7f90f00795f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:52.686 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.651+0000 7fd483e00640 1 -- 172.21.15.31:0/4202278981 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd48400ad40 con 0x7fd48c0b4ee0 2024-07-26T12:21:52.687 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.651+0000 7f27b1600640 1 -- 172.21.15.31:0/2946208986 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27a0017070 con 0x7f27b40b2150 2024-07-26T12:21:52.687 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.651+0000 7fd483e00640 1 -- 172.21.15.31:0/4202278981 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd484012400 con 0x7fd48c0b4ee0 2024-07-26T12:21:52.687 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.651+0000 7fd483e00640 1 -- 172.21.15.31:0/4202278981 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd484012850 con 0x7fd48c0b4ee0 2024-07-26T12:21:52.687 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.651+0000 7fb8e4a00640 1 -- 172.21.15.31:0/1723907384 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3750084683 0 0) 0x7fb8e003b3d0 con 0x7fb8e003bfe0 2024-07-26T12:21:52.687 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.652+0000 7fb8e4a00640 1 -- 172.21.15.31:0/1723907384 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb8cc003440 con 0x7fb8e003bfe0 2024-07-26T12:21:52.688 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.652+0000 7f7f89200640 1 -- 172.21.15.31:0/828372133 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f7f841429d0 msgr2=0x7f7f84147490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:52.688 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.652+0000 7f7f89200640 1 --2- 172.21.15.31:0/828372133 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f7f841429d0 0x7f7f84147490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:52.688 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.652+0000 7f7f89200640 1 -- 172.21.15.31:0/828372133 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7f840b0360 msgr2=0x7f7f84146880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:52.688 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.652+0000 7f7f89200640 1 --2- 172.21.15.31:0/828372133 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7f840b0360 0x7f7f84146880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:52.688 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.652+0000 7f7f89200640 1 -- 172.21.15.31:0/828372133 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7f841e29e0 con 0x7f7f840b2150 2024-07-26T12:21:52.688 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.652+0000 7f27bc000640 1 -- 172.21.15.31:0/2946208986 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f27b41490d0 con 0x7f27b40b2150 2024-07-26T12:21:52.689 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.652+0000 7fe651600640 1 -- 172.21.15.31:0/758895003 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe64c017070 con 0x7fe65414f2d0 2024-07-26T12:21:52.689 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.652+0000 7fe651600640 1 -- 172.21.15.31:0/758895003 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe64c003c60 con 0x7fe65414f2d0 2024-07-26T12:21:52.689 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.652+0000 7fe651600640 1 -- 172.21.15.31:0/758895003 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe64c0052d0 con 0x7fe65414f2d0 2024-07-26T12:21:52.689 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.652+0000 7fe65be00640 1 -- 172.21.15.31:0/758895003 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe654147700 con 0x7fe65414f2d0 2024-07-26T12:21:52.689 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.652+0000 7fe65be00640 1 -- 172.21.15.31:0/758895003 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe6541dab20 con 0x7fe65414f2d0 2024-07-26T12:21:52.689 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.652+0000 7f910b400640 1 -- 172.21.15.31:0/2159364623 <== mon.1 v2:172.21.15.123:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f91040982b0 con 0x7f911413df30 2024-07-26T12:21:52.690 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.652+0000 7fb8e5e00640 1 -- 172.21.15.31:0/1723907384 >> v1:172.21.15.123:6789/0 conn(0x7fb8e00c85a0 legacy=0x7fb8e003b8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:52.690 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.652+0000 7fb8e5e00640 1 -- 172.21.15.31:0/1723907384 >> v1:172.21.15.31:6789/0 conn(0x7fb8e003bfe0 legacy=0x7fb8e00d2e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:52.690 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.652+0000 7fb8e5e00640 1 -- 172.21.15.31:0/1723907384 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb8e00c9400 con 0x7fb8e001c990 2024-07-26T12:21:52.690 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.653+0000 7f910b400640 1 --2- 172.21.15.31:0/2159364623 >> [v2:172.21.15.31:6816/973597580,v1:172.21.15.31:6817/973597580] conn(0x7f90f007f330 0x7f90f0081780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:52.690 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.653+0000 7f910b400640 1 -- 172.21.15.31:0/2159364623 --> [v2:172.21.15.31:6816/973597580,v1:172.21.15.31:6817/973597580] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f90f0081e50 con 0x7f90f007f330 2024-07-26T12:21:52.690 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.653+0000 7f27bc000640 1 -- 172.21.15.31:0/2946208986 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f27b4149370 con 0x7f27b40b2150 2024-07-26T12:21:52.691 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.653+0000 7f4272a00640 1 --2- 172.21.15.31:0/2910812421 >> [v2:172.21.15.31:6821/2995395942,v1:172.21.15.31:6823/2995395942] conn(0x7f425807f2e0 0x7f4258081730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:52.691 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.653+0000 7fd491800640 1 -- 172.21.15.31:0/4202278981 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd48c1ddea0 con 0x7fd48c0b4ee0 2024-07-26T12:21:52.691 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.654+0000 7fd491800640 1 -- 172.21.15.31:0/4202278981 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd48c1de460 con 0x7fd48c0b4ee0 2024-07-26T12:21:52.691 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.653+0000 7f4272a00640 1 -- 172.21.15.31:0/2910812421 --> [v2:172.21.15.31:6821/2995395942,v1:172.21.15.31:6823/2995395942] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f427403aec0 con 0x7f425807f2e0 2024-07-26T12:21:52.691 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.654+0000 7f4272a00640 1 -- 172.21.15.31:0/2910812421 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_get_version_reply(handle=1 version=22) ==== 24+0+0 (secure 0 0 0) 0x7f427407d240 con 0x7f427c13bad0 2024-07-26T12:21:52.692 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.653+0000 7f27b1600640 1 -- 172.21.15.31:0/2946208986 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f27a0005ce0 con 0x7f27b40b2150 2024-07-26T12:21:52.692 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.653+0000 7f27b1600640 1 -- 172.21.15.31:0/2946208986 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27a0017070 con 0x7f27b40b2150 2024-07-26T12:21:52.692 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.653+0000 7fe65be00640 1 -- 172.21.15.31:0/758895003 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fe65414f6e0 con 0x7fe65414f2d0 2024-07-26T12:21:52.692 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.654+0000 7fb8e5e00640 1 --2- 172.21.15.31:0/1723907384 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb8e001c990 0x7fb8e00099c0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fb8d80090e0 tx=0x7fb8d802a0f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c7eb9330566d796e server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:52.693 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.653+0000 7f9113400640 1 --2- 172.21.15.31:0/2159364623 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f90f00770e0 0x7f90f00795f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:52.693 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.654+0000 7f9112a00640 1 --2- 172.21.15.31:0/2159364623 >> [v2:172.21.15.31:6816/973597580,v1:172.21.15.31:6817/973597580] conn(0x7f90f007f330 0x7f90f0081780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:52.693 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.654+0000 7f27bc000640 1 -- 172.21.15.31:0/2946208986 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f2790001030 con 0x7f27b40b2150 2024-07-26T12:21:52.693 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.654+0000 7f427a000640 1 --2- 172.21.15.31:0/2910812421 >> [v2:172.21.15.31:6821/2995395942,v1:172.21.15.31:6823/2995395942] conn(0x7f425807f2e0 0x7f4258081730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:52.693 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.655+0000 7f427aa00640 1 --2- 172.21.15.31:0/2910812421 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f4258077090 0x7f42580795a0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f426c00b590 tx=0x7f426c00f040 comp rx=0 tx=0).ready entity=mgr.4126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:52.694 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.655+0000 7fd491800640 1 -- 172.21.15.31:0/4202278981 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fd48c0b3590 con 0x7fd48c0b4ee0 2024-07-26T12:21:52.694 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.654+0000 7f7f89200640 1 --2- 172.21.15.31:0/828372133 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7f840b2150 0x7f7f841457f0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f7f78000c00 tx=0x7f7f78030570 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:52.694 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.655+0000 7f427a000640 1 --2- 172.21.15.31:0/2910812421 >> [v2:172.21.15.31:6821/2995395942,v1:172.21.15.31:6823/2995395942] conn(0x7f425807f2e0 0x7f4258081730 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:52.695 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.655+0000 7f7f81600640 1 -- 172.21.15.31:0/828372133 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f78037040 con 0x7f7f840b2150 2024-07-26T12:21:52.695 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.655+0000 7f7f81600640 1 -- 172.21.15.31:0/828372133 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7f78042070 con 0x7f7f840b2150 2024-07-26T12:21:52.695 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.655+0000 7f7f81600640 1 -- 172.21.15.31:0/828372133 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f78030b10 con 0x7f7f840b2150 2024-07-26T12:21:52.695 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.655+0000 7f7f8c600640 1 -- 172.21.15.31:0/828372133 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7f841e2cc0 con 0x7f7f840b2150 2024-07-26T12:21:52.695 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.656+0000 7f7f8c600640 1 -- 172.21.15.31:0/828372133 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7f841e3280 con 0x7f7f840b2150 2024-07-26T12:21:52.695 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.656+0000 7fb8e4a00640 1 -- 172.21.15.31:0/1723907384 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8d8037070 con 0x7fb8e001c990 2024-07-26T12:21:52.696 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.656+0000 7f9112a00640 1 --2- 172.21.15.31:0/2159364623 >> [v2:172.21.15.31:6816/973597580,v1:172.21.15.31:6817/973597580] conn(0x7f90f007f330 0x7f90f0081780 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:52.696 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.656+0000 7f910b400640 1 -- 172.21.15.31:0/2159364623 <== mon.1 v2:172.21.15.123:3300/0 6 ==== mon_get_version_reply(handle=1 version=22) ==== 24+0+0 (secure 0 0 0) 0x7f910405d490 con 0x7f911413df30 2024-07-26T12:21:52.696 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.657+0000 7f4272a00640 1 -- 172.21.15.31:0/2910812421 <== osd.3 v2:172.21.15.31:6821/2995395942 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f427403aec0 con 0x7f425807f2e0 2024-07-26T12:21:52.696 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.657+0000 7f9113400640 1 --2- 172.21.15.31:0/2159364623 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f90f00770e0 0x7f90f00795f0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f90fc006fd0 tx=0x7f90fc009060 comp rx=0 tx=0).ready entity=mgr.4126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:52.697 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.657+0000 7f7f8c600640 1 -- 172.21.15.31:0/828372133 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f7f841e37a0 con 0x7f7f840b2150 2024-07-26T12:21:52.697 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.657+0000 7f75f3400640 1 -- 172.21.15.31:0/2196261494 <== mon.1 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75ec015020 con 0x7f75fc0b0c80 2024-07-26T12:21:52.697 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.657+0000 7f75f3400640 1 -- 172.21.15.31:0/2196261494 <== mon.1 v2:172.21.15.123:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f75ec004320 con 0x7f75fc0b0c80 2024-07-26T12:21:52.697 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.657+0000 7f75f3400640 1 -- 172.21.15.31:0/2196261494 <== mon.1 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75ec007880 con 0x7f75fc0b0c80 2024-07-26T12:21:52.697 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.657+0000 7fe651600640 1 -- 172.21.15.31:0/758895003 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fe64c01a070 con 0x7fe65414f2d0 2024-07-26T12:21:52.698 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.657+0000 7f7601000640 1 -- 172.21.15.31:0/2196261494 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f75fc13ff60 con 0x7f75fc0b0c80 2024-07-26T12:21:52.698 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.657+0000 7f7601000640 1 -- 172.21.15.31:0/2196261494 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f75fc145330 con 0x7f75fc0b0c80 2024-07-26T12:21:52.698 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.659+0000 7fe651600640 1 --2- 172.21.15.31:0/758895003 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fe634077110 0x7fe634079620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:52.699 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.659+0000 7f7601000640 1 -- 172.21.15.31:0/2196261494 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f75d4001030 con 0x7f75fc0b0c80 2024-07-26T12:21:52.699 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.659+0000 7f910b400640 1 -- 172.21.15.31:0/2159364623 <== osd.0 v2:172.21.15.31:6816/973597580 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f90f0081e50 con 0x7f90f007f330 2024-07-26T12:21:52.699 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.659+0000 7fe651600640 1 -- 172.21.15.31:0/758895003 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7fe64c0986c0 con 0x7fe65414f2d0 2024-07-26T12:21:52.699 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.659+0000 7fe651600640 1 --2- 172.21.15.31:0/758895003 >> [v2:172.21.15.123:6810/3352982608,v1:172.21.15.123:6812/3352982608] conn(0x7fe63407f380 0x7fe6340817d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:52.699 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.659+0000 7fe651600640 1 -- 172.21.15.31:0/758895003 --> [v2:172.21.15.123:6810/3352982608,v1:172.21.15.123:6812/3352982608] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fe64c003e50 con 0x7fe63407f380 2024-07-26T12:21:52.700 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.659+0000 7fe651600640 1 -- 172.21.15.31:0/758895003 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_get_version_reply(handle=1 version=22) ==== 24+0+0 (secure 0 0 0) 0x7fe64c098ab0 con 0x7fe65414f2d0 2024-07-26T12:21:52.700 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.659+0000 7fe659400640 1 --2- 172.21.15.31:0/758895003 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fe634077110 0x7fe634079620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:52.700 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.658+0000 7f27b1600640 1 -- 172.21.15.31:0/2946208986 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f27a001a070 con 0x7f27b40b2150 2024-07-26T12:21:52.700 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.660+0000 7f27b1600640 1 --2- 172.21.15.31:0/2946208986 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f2794077440 0x7f2794079950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:52.700 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.660+0000 7fe658a00640 1 --2- 172.21.15.31:0/758895003 >> [v2:172.21.15.123:6810/3352982608,v1:172.21.15.123:6812/3352982608] conn(0x7fe63407f380 0x7fe6340817d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:52.701 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.661+0000 7f27b1600640 1 -- 172.21.15.31:0/2946208986 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f27a0005ae0 con 0x7f27b40b2150 2024-07-26T12:21:52.701 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.661+0000 7fe659400640 1 --2- 172.21.15.31:0/758895003 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fe634077110 0x7fe634079620 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fe648009630 tx=0x7fe648009240 comp rx=0 tx=0).ready entity=mgr.4126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:52.701 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.661+0000 7f27b1600640 1 --2- 172.21.15.31:0/2946208986 >> [v2:172.21.15.123:6811/2657576441,v1:172.21.15.123:6813/2657576441] conn(0x7f279407f690 0x7f2794081ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:52.701 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.661+0000 7f27b1600640 1 -- 172.21.15.31:0/2946208986 --> [v2:172.21.15.123:6811/2657576441,v1:172.21.15.123:6813/2657576441] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f27940821b0 con 0x7f279407f690 2024-07-26T12:21:52.701 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.661+0000 7f27b1600640 1 -- 172.21.15.31:0/2946208986 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_get_version_reply(handle=1 version=22) ==== 24+0+0 (secure 0 0 0) 0x7f27a0097e20 con 0x7f27b40b2150 2024-07-26T12:21:52.702 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.660+0000 7fb8e4a00640 1 -- 172.21.15.31:0/1723907384 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb8d8032440 con 0x7fb8e001c990 2024-07-26T12:21:52.702 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.660+0000 7fb8e4a00640 1 -- 172.21.15.31:0/1723907384 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8d8032830 con 0x7fb8e001c990 2024-07-26T12:21:52.702 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.662+0000 7fb8e7200640 1 -- 172.21.15.31:0/1723907384 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb8e001c990 msgr2=0x7fb8e00099c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:52.702 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.662+0000 7fb8e7200640 1 --2- 172.21.15.31:0/1723907384 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb8e001c990 0x7fb8e00099c0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fb8d80090e0 tx=0x7fb8d802a0f0 comp rx=0 tx=0).stop 2024-07-26T12:21:52.702 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.662+0000 7fe658a00640 1 --2- 172.21.15.31:0/758895003 >> [v2:172.21.15.123:6810/3352982608,v1:172.21.15.123:6812/3352982608] conn(0x7fe63407f380 0x7fe6340817d0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:52.703 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.662+0000 7f75f3400640 1 -- 172.21.15.31:0/2196261494 <== mon.1 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f75ec018020 con 0x7f75fc0b0c80 2024-07-26T12:21:52.703 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.662+0000 7fd483e00640 1 -- 172.21.15.31:0/4202278981 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fd48401b400 con 0x7fd48c0b4ee0 2024-07-26T12:21:52.703 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.662+0000 7f27b9600640 1 --2- 172.21.15.31:0/2946208986 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f2794077440 0x7f2794079950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:52.703 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.662+0000 7f27ba000640 1 --2- 172.21.15.31:0/2946208986 >> [v2:172.21.15.123:6811/2657576441,v1:172.21.15.123:6813/2657576441] conn(0x7f279407f690 0x7f2794081ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:52.704 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.662+0000 7fb8e7200640 1 -- 172.21.15.31:0/1723907384 shutdown_connections 2024-07-26T12:21:52.704 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.662+0000 7fb8e7200640 1 --2- 172.21.15.31:0/1723907384 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb8e001c990 0x7fb8e00099c0 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:52.704 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.662+0000 7fb8e7200640 1 -- 172.21.15.31:0/1723907384 >> 172.21.15.31:0/1723907384 conn(0x7fb8e0008ea0 msgr2=0x7fb8e00092b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:52.704 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.663+0000 7fb8e7200640 1 -- 172.21.15.31:0/1723907384 shutdown_connections 2024-07-26T12:21:52.704 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.663+0000 7fb8e7200640 1 -- 172.21.15.31:0/1723907384 wait complete. 2024-07-26T12:21:52.704 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.663+0000 7f7f81600640 1 -- 172.21.15.31:0/828372133 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f7f78030cb0 con 0x7f7f840b2150 2024-07-26T12:21:52.705 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.664+0000 7f75f3400640 1 --2- 172.21.15.31:0/2196261494 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f75dc0770e0 0x7f75dc0795f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:52.705 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.664+0000 7f27ba000640 1 --2- 172.21.15.31:0/2946208986 >> [v2:172.21.15.123:6811/2657576441,v1:172.21.15.123:6813/2657576441] conn(0x7f279407f690 0x7f2794081ae0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:52.705 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.664+0000 7fd483e00640 1 --2- 172.21.15.31:0/4202278981 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fd46c077060 0x7fd46c079570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:52.705 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.664+0000 7f27b9600640 1 --2- 172.21.15.31:0/2946208986 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f2794077440 0x7f2794079950 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f27ac009d90 tx=0x7f27ac004ab0 comp rx=0 tx=0).ready entity=mgr.4126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:52.706 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.664+0000 7f75f3400640 1 -- 172.21.15.31:0/2196261494 <== mon.1 v2:172.21.15.123:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f75ec0991f0 con 0x7f75fc0b0c80 2024-07-26T12:21:52.706 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.664+0000 7fd483e00640 1 -- 172.21.15.31:0/4202278981 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7fd48409a130 con 0x7fd48c0b4ee0 2024-07-26T12:21:52.706 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.664+0000 7f75f3400640 1 --2- 172.21.15.31:0/2196261494 >> [v2:172.21.15.31:6800/209410576,v1:172.21.15.31:6801/209410576] conn(0x7f75dc07f3b0 0x7f75dc081800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:52.707 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.665+0000 7fd483e00640 1 --2- 172.21.15.31:0/4202278981 >> [v2:172.21.15.31:6808/4014278924,v1:172.21.15.31:6809/4014278924] conn(0x7fd46c07f330 0x7fd46c081780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:52.707 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.665+0000 7fd483e00640 1 -- 172.21.15.31:0/4202278981 --> [v2:172.21.15.31:6808/4014278924,v1:172.21.15.31:6809/4014278924] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fd48401bbd0 con 0x7fd46c07f330 2024-07-26T12:21:52.707 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.665+0000 7fd483e00640 1 -- 172.21.15.31:0/4202278981 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_get_version_reply(handle=1 version=22) ==== 24+0+0 (secure 0 0 0) 0x7fd48409a610 con 0x7fd48c0b4ee0 2024-07-26T12:21:52.707 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.665+0000 7fd48b400640 1 --2- 172.21.15.31:0/4202278981 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fd46c077060 0x7fd46c079570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:52.707 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.665+0000 7f75f3400640 1 -- 172.21.15.31:0/2196261494 --> [v2:172.21.15.31:6800/209410576,v1:172.21.15.31:6801/209410576] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f75ec019e70 con 0x7f75dc07f3b0 2024-07-26T12:21:52.707 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.665+0000 7f75f3400640 1 -- 172.21.15.31:0/2196261494 <== mon.1 v2:172.21.15.123:3300/0 6 ==== mon_get_version_reply(handle=1 version=22) ==== 24+0+0 (secure 0 0 0) 0x7f75ec0995e0 con 0x7f75fc0b0c80 2024-07-26T12:21:52.707 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.665+0000 7f75fb400640 1 --2- 172.21.15.31:0/2196261494 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f75dc0770e0 0x7f75dc0795f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:52.708 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.665+0000 7f7f81600640 1 --2- 172.21.15.31:0/828372133 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f7f64077010 0x7f7f64079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:52.708 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.665+0000 7f75faa00640 1 --2- 172.21.15.31:0/2196261494 >> [v2:172.21.15.31:6800/209410576,v1:172.21.15.31:6801/209410576] conn(0x7f75dc07f3b0 0x7f75dc081800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:52.708 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.665+0000 7f7f81600640 1 -- 172.21.15.31:0/828372133 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f7f780b9c40 con 0x7f7f840b2150 2024-07-26T12:21:52.708 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.665+0000 7fd490e00640 1 --2- 172.21.15.31:0/4202278981 >> [v2:172.21.15.31:6808/4014278924,v1:172.21.15.31:6809/4014278924] conn(0x7fd46c07f330 0x7fd46c081780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:52.709 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.666+0000 7f7f81600640 1 --2- 172.21.15.31:0/828372133 >> [v2:172.21.15.123:6802/2969480778,v1:172.21.15.123:6803/2969480778] conn(0x7f7f6407f260 0x7f7f640816b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:52.709 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.666+0000 7f7f81600640 1 -- 172.21.15.31:0/828372133 --> [v2:172.21.15.123:6802/2969480778,v1:172.21.15.123:6803/2969480778] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f7f78007e50 con 0x7f7f6407f260 2024-07-26T12:21:52.709 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.666+0000 7f7f81600640 1 -- 172.21.15.31:0/828372133 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_get_version_reply(handle=1 version=22) ==== 24+0+0 (secure 0 0 0) 0x7f7f780ba0d0 con 0x7f7f840b2150 2024-07-26T12:21:52.709 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.666+0000 7fe651600640 1 -- 172.21.15.31:0/758895003 <== osd.5 v2:172.21.15.123:6810/3352982608 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fe64c003e50 con 0x7fe63407f380 2024-07-26T12:21:52.710 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.666+0000 7fb8e7200640 1 Processor -- start 2024-07-26T12:21:52.710 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.666+0000 7fb8e7200640 1 -- start start 2024-07-26T12:21:52.710 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.666+0000 7f27b1600640 1 -- 172.21.15.31:0/2946208986 <== osd.4 v2:172.21.15.123:6811/2657576441 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f27940821b0 con 0x7f279407f690 2024-07-26T12:21:52.710 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.667+0000 7f7f8a600640 1 --2- 172.21.15.31:0/828372133 >> [v2:172.21.15.123:6802/2969480778,v1:172.21.15.123:6803/2969480778] conn(0x7f7f6407f260 0x7f7f640816b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:52.711 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.666+0000 7f75fb400640 1 --2- 172.21.15.31:0/2196261494 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f75dc0770e0 0x7f75dc0795f0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f75f4033000 tx=0x7f75f4004ab0 comp rx=0 tx=0).ready entity=mgr.4126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:52.711 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.667+0000 7f75faa00640 1 --2- 172.21.15.31:0/2196261494 >> [v2:172.21.15.31:6800/209410576,v1:172.21.15.31:6801/209410576] conn(0x7f75dc07f3b0 0x7f75dc081800 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:52.711 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.667+0000 7fd48b400640 1 --2- 172.21.15.31:0/4202278981 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fd46c077060 0x7fd46c079570 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fd48c1434d0 tx=0x7fd478008040 comp rx=0 tx=0).ready entity=mgr.4126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:52.711 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.667+0000 7fd490e00640 1 --2- 172.21.15.31:0/4202278981 >> [v2:172.21.15.31:6808/4014278924,v1:172.21.15.31:6809/4014278924] conn(0x7fd46c07f330 0x7fd46c081780 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:52.711 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.667+0000 7f7f89c00640 1 --2- 172.21.15.31:0/828372133 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f7f64077010 0x7f7f64079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:52.712 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.668+0000 7f75f3400640 1 -- 172.21.15.31:0/2196261494 <== osd.1 v2:172.21.15.31:6800/209410576 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f75ec019e70 con 0x7f75dc07f3b0 2024-07-26T12:21:52.712 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.668+0000 7fd483e00640 1 -- 172.21.15.31:0/4202278981 <== osd.2 v2:172.21.15.31:6808/4014278924 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fd48401bbd0 con 0x7fd46c07f330 2024-07-26T12:21:52.712 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.669+0000 7f7f8a600640 1 --2- 172.21.15.31:0/828372133 >> [v2:172.21.15.123:6802/2969480778,v1:172.21.15.123:6803/2969480778] conn(0x7f7f6407f260 0x7f7f640816b0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:52.713 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.670+0000 7fb8e7200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb8e001c990 0x7fb8e00c9cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:52.713 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.670+0000 7fb8e7200640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb8e003bfe0 0x7fb8e0036b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:52.713 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.670+0000 7fb8e7200640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fb8e00c85a0 0x7fb8e00358a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:52.713 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.670+0000 7fb8e7200640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fb8e00c8d40 con 0x7fb8e003bfe0 2024-07-26T12:21:52.713 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.670+0000 7fb8e7200640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fb8e00c8bc0 con 0x7fb8e001c990 2024-07-26T12:21:52.713 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.670+0000 7fb8e7200640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7fb8e00c8ec0 con 0x7fb8e00c85a0 2024-07-26T12:21:52.713 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.670+0000 7fb8e6800640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fb8e00c85a0 0x7fb8e00358a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:52.714 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.670+0000 7fb8e6800640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fb8e00c85a0 0x7fb8e00358a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3301/0 says I am v2:172.21.15.31:42418/0 (socket says 172.21.15.31:42418) 2024-07-26T12:21:52.714 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.670+0000 7fb8e6800640 1 -- 172.21.15.31:0/711925508 learned_addr learned my addr 172.21.15.31:0/711925508 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:52.714 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.670+0000 7fb8e5e00640 1 --2- 172.21.15.31:0/711925508 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb8e001c990 0x7fb8e00c9cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:52.714 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.671+0000 7fb8e5e00640 1 -- 172.21.15.31:0/711925508 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fb8e00c85a0 msgr2=0x7fb8e00358a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:52.714 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.671+0000 7fb8e5e00640 1 --2- 172.21.15.31:0/711925508 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fb8e00c85a0 0x7fb8e00358a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:52.714 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.671+0000 7fb8e5e00640 1 -- 172.21.15.31:0/711925508 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb8e003bfe0 msgr2=0x7fb8e0036b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:52.714 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.671+0000 7fb8e5e00640 1 --2- 172.21.15.31:0/711925508 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb8e003bfe0 0x7fb8e0036b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:52.714 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.671+0000 7fb8e5e00640 1 -- 172.21.15.31:0/711925508 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb8e0037050 con 0x7fb8e001c990 2024-07-26T12:21:52.714 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.671+0000 7f7f81600640 1 -- 172.21.15.31:0/828372133 <== osd.7 v2:172.21.15.123:6802/2969480778 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f7f78007e50 con 0x7f7f6407f260 2024-07-26T12:21:52.715 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.672+0000 7f7f89c00640 1 --2- 172.21.15.31:0/828372133 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f7f64077010 0x7f7f64079520 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f7f70001550 tx=0x7f7f70007970 comp rx=0 tx=0).ready entity=mgr.4126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:52.716 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.674+0000 7fb8e5e00640 1 --2- 172.21.15.31:0/711925508 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb8e001c990 0x7fb8e00c9cc0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fb8d8031000 tx=0x7fb8d80305f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:52.716 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.675+0000 7fb8de000640 1 -- 172.21.15.31:0/711925508 <== mon.1 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8d8040070 con 0x7fb8e001c990 2024-07-26T12:21:52.716 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.675+0000 7fb8de000640 1 -- 172.21.15.31:0/711925508 <== mon.1 v2:172.21.15.123:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb8d8030b00 con 0x7fb8e001c990 2024-07-26T12:21:52.716 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.675+0000 7fb8de000640 1 -- 172.21.15.31:0/711925508 <== mon.1 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8d8037070 con 0x7fb8e001c990 2024-07-26T12:21:52.716 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.676+0000 7fb8e7200640 1 -- 172.21.15.31:0/711925508 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb8e0036610 con 0x7fb8e001c990 2024-07-26T12:21:52.716 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.676+0000 7fb8e7200640 1 -- 172.21.15.31:0/711925508 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb8e0168430 con 0x7fb8e001c990 2024-07-26T12:21:52.717 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.679+0000 7fb8e7200640 1 -- 172.21.15.31:0/711925508 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fb8c0001030 con 0x7fb8e001c990 2024-07-26T12:21:52.717 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.681+0000 7fb8de000640 1 -- 172.21.15.31:0/711925508 <== mon.1 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fb8d8043070 con 0x7fb8e001c990 2024-07-26T12:21:52.717 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.682+0000 7fb8de000640 1 --2- 172.21.15.31:0/711925508 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fb8c80770e0 0x7fb8c80795f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:52.717 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.683+0000 7fb8de000640 1 -- 172.21.15.31:0/711925508 <== mon.1 v2:172.21.15.123:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7fb8d80b8210 con 0x7fb8e001c990 2024-07-26T12:21:52.717 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.683+0000 7fb8de000640 1 --2- 172.21.15.31:0/711925508 >> [v2:172.21.15.123:6825/1360257549,v1:172.21.15.123:6827/1360257549] conn(0x7fb8c807f3b0 0x7fb8c8081800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:52.717 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.683+0000 7fb8de000640 1 -- 172.21.15.31:0/711925508 --> [v2:172.21.15.123:6825/1360257549,v1:172.21.15.123:6827/1360257549] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fb8d802cea0 con 0x7fb8c807f3b0 2024-07-26T12:21:52.717 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.683+0000 7fb8de000640 1 -- 172.21.15.31:0/711925508 <== mon.1 v2:172.21.15.123:3300/0 6 ==== mon_get_version_reply(handle=1 version=22) ==== 24+0+0 (secure 0 0 0) 0x7fb8d80bf050 con 0x7fb8e001c990 2024-07-26T12:21:52.717 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.683+0000 7fb8e5400640 1 --2- 172.21.15.31:0/711925508 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fb8c80770e0 0x7fb8c80795f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:52.717 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.684+0000 7fb8e6800640 1 --2- 172.21.15.31:0/711925508 >> [v2:172.21.15.123:6825/1360257549,v1:172.21.15.123:6827/1360257549] conn(0x7fb8c807f3b0 0x7fb8c8081800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:52.717 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.684+0000 7fb8e5400640 1 --2- 172.21.15.31:0/711925508 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fb8c80770e0 0x7fb8c80795f0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fb8e00c9820 tx=0x7fb8d4007970 comp rx=0 tx=0).ready entity=mgr.4126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:52.717 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.685+0000 7fb8e6800640 1 --2- 172.21.15.31:0/711925508 >> [v2:172.21.15.123:6825/1360257549,v1:172.21.15.123:6827/1360257549] conn(0x7fb8c807f3b0 0x7fb8c8081800 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:52.717 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.687+0000 7fb8de000640 1 -- 172.21.15.31:0/711925508 <== osd.6 v2:172.21.15.123:6825/1360257549 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fb8d802cea0 con 0x7fb8c807f3b0 2024-07-26T12:21:52.718 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.692+0000 7f7f8c600640 1 -- 172.21.15.31:0/828372133 --> [v2:172.21.15.123:6802/2969480778,v1:172.21.15.123:6803/2969480778] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f7f841e2800 con 0x7f7f6407f260 2024-07-26T12:21:52.718 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.693+0000 7f7f81600640 1 -- 172.21.15.31:0/828372133 <== osd.7 v2:172.21.15.123:6802/2969480778 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f7f7c003bb0 con 0x7f7f6407f260 2024-07-26T12:21:52.718 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.694+0000 7f7f8c600640 1 -- 172.21.15.31:0/828372133 >> [v2:172.21.15.123:6802/2969480778,v1:172.21.15.123:6803/2969480778] conn(0x7f7f6407f260 msgr2=0x7f7f640816b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:52.718 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.694+0000 7f7f8c600640 1 --2- 172.21.15.31:0/828372133 >> [v2:172.21.15.123:6802/2969480778,v1:172.21.15.123:6803/2969480778] conn(0x7f7f6407f260 0x7f7f640816b0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:52.719 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.694+0000 7f4281c00640 1 -- 172.21.15.31:0/2910812421 --> [v2:172.21.15.31:6821/2995395942,v1:172.21.15.31:6823/2995395942] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f427c1da980 con 0x7f425807f2e0 2024-07-26T12:21:52.719 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.694+0000 7f911a000640 1 -- 172.21.15.31:0/2159364623 --> [v2:172.21.15.31:6816/973597580,v1:172.21.15.31:6817/973597580] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f91141d1ed0 con 0x7f90f007f330 2024-07-26T12:21:52.719 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.695+0000 7f7f8c600640 1 -- 172.21.15.31:0/828372133 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f7f64077010 msgr2=0x7f7f64079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:52.719 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.695+0000 7f7f8c600640 1 --2- 172.21.15.31:0/828372133 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f7f64077010 0x7f7f64079520 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f7f70001550 tx=0x7f7f70007970 comp rx=0 tx=0).stop 2024-07-26T12:21:52.719 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.695+0000 7f7f8c600640 1 -- 172.21.15.31:0/828372133 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7f840b2150 msgr2=0x7f7f841457f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:52.720 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.695+0000 7f7f8c600640 1 --2- 172.21.15.31:0/828372133 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7f840b2150 0x7f7f841457f0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f7f78000c00 tx=0x7f7f78030570 comp rx=0 tx=0).stop 2024-07-26T12:21:52.720 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.695+0000 7f4272a00640 1 -- 172.21.15.31:0/2910812421 <== osd.3 v2:172.21.15.31:6821/2995395942 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f427c1da980 con 0x7f425807f2e0 2024-07-26T12:21:52.720 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.695+0000 7f7f8a600640 1 -- 172.21.15.31:0/828372133 reap_dead start 2024-07-26T12:21:52.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.695+0000 7f7f8c600640 1 -- 172.21.15.31:0/828372133 shutdown_connections 2024-07-26T12:21:52.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.695+0000 7f7f8c600640 1 -- 172.21.15.31:0/828372133 >> 172.21.15.31:0/828372133 conn(0x7f7f8406c7a0 msgr2=0x7f7f840b5f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:52.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.695+0000 7f4281c00640 1 -- 172.21.15.31:0/2910812421 >> [v2:172.21.15.31:6821/2995395942,v1:172.21.15.31:6823/2995395942] conn(0x7f425807f2e0 msgr2=0x7f4258081730 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:52.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.695+0000 7f4281c00640 1 --2- 172.21.15.31:0/2910812421 >> [v2:172.21.15.31:6821/2995395942,v1:172.21.15.31:6823/2995395942] conn(0x7f425807f2e0 0x7f4258081730 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:52.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.698+0000 7f4281c00640 1 -- 172.21.15.31:0/2910812421 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f4258077090 msgr2=0x7f42580795a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:52.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.698+0000 7f4281c00640 1 --2- 172.21.15.31:0/2910812421 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f4258077090 0x7f42580795a0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f426c00b590 tx=0x7f426c00f040 comp rx=0 tx=0).stop 2024-07-26T12:21:52.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.698+0000 7f4281c00640 1 -- 172.21.15.31:0/2910812421 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f427c13bad0 msgr2=0x7f427c144ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:52.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.698+0000 7f4281c00640 1 --2- 172.21.15.31:0/2910812421 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f427c13bad0 0x7f427c144ab0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f427400a670 tx=0x7f4274003b00 comp rx=0 tx=0).stop 2024-07-26T12:21:52.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.698+0000 7f427b400640 1 -- 172.21.15.31:0/2910812421 reap_dead start 2024-07-26T12:21:52.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.698+0000 7f4281c00640 1 -- 172.21.15.31:0/2910812421 shutdown_connections 2024-07-26T12:21:52.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.698+0000 7f4281c00640 1 -- 172.21.15.31:0/2910812421 >> 172.21.15.31:0/2910812421 conn(0x7f427c0b9800 msgr2=0x7f427c1401f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:52.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.698+0000 7f7f8c600640 1 -- 172.21.15.31:0/828372133 shutdown_connections 2024-07-26T12:21:52.723 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.698+0000 7f910b400640 1 -- 172.21.15.31:0/2159364623 <== osd.0 v2:172.21.15.31:6816/973597580 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f91141d1ed0 con 0x7f90f007f330 2024-07-26T12:21:52.723 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.698+0000 7f7f8c600640 1 -- 172.21.15.31:0/828372133 wait complete. 2024-07-26T12:21:52.723 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.698+0000 7f4281c00640 1 -- 172.21.15.31:0/2910812421 shutdown_connections 2024-07-26T12:21:52.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.698+0000 7f4281c00640 1 -- 172.21.15.31:0/2910812421 wait complete. 2024-07-26T12:21:52.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.699+0000 7f911a000640 1 -- 172.21.15.31:0/2159364623 >> [v2:172.21.15.31:6816/973597580,v1:172.21.15.31:6817/973597580] conn(0x7f90f007f330 msgr2=0x7f90f0081780 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:52.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.699+0000 7f911a000640 1 --2- 172.21.15.31:0/2159364623 >> [v2:172.21.15.31:6816/973597580,v1:172.21.15.31:6817/973597580] conn(0x7f90f007f330 0x7f90f0081780 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:52.725 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.699+0000 7f911a000640 1 -- 172.21.15.31:0/2159364623 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f90f00770e0 msgr2=0x7f90f00795f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:52.725 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.699+0000 7f911a000640 1 --2- 172.21.15.31:0/2159364623 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f90f00770e0 0x7f90f00795f0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f90fc006fd0 tx=0x7f90fc009060 comp rx=0 tx=0).stop 2024-07-26T12:21:52.725 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.699+0000 7f911a000640 1 -- 172.21.15.31:0/2159364623 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f911413df30 msgr2=0x7f911413c7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:52.725 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.699+0000 7f911a000640 1 --2- 172.21.15.31:0/2159364623 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f911413df30 0x7f911413c7b0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f910400c3a0 tx=0x7f910400c860 comp rx=0 tx=0).stop 2024-07-26T12:21:52.725 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.699+0000 7f9113e00640 1 -- 172.21.15.31:0/2159364623 reap_dead start 2024-07-26T12:21:52.725 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.700+0000 7f911a000640 1 -- 172.21.15.31:0/2159364623 shutdown_connections 2024-07-26T12:21:52.725 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.700+0000 7f911a000640 1 -- 172.21.15.31:0/2159364623 >> 172.21.15.31:0/2159364623 conn(0x7f91140bd160 msgr2=0x7f9114144270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:52.725 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.700+0000 7f911a000640 1 -- 172.21.15.31:0/2159364623 shutdown_connections 2024-07-26T12:21:52.725 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.700+0000 7fe65be00640 1 -- 172.21.15.31:0/758895003 --> [v2:172.21.15.123:6810/3352982608,v1:172.21.15.123:6812/3352982608] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fe65406aae0 con 0x7fe63407f380 2024-07-26T12:21:52.726 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.700+0000 7f911a000640 1 -- 172.21.15.31:0/2159364623 wait complete. 2024-07-26T12:21:52.726 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.701+0000 7fe651600640 1 -- 172.21.15.31:0/758895003 <== osd.5 v2:172.21.15.123:6810/3352982608 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fe65406aae0 con 0x7fe63407f380 2024-07-26T12:21:52.727 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.702+0000 7fe65be00640 1 -- 172.21.15.31:0/758895003 >> [v2:172.21.15.123:6810/3352982608,v1:172.21.15.123:6812/3352982608] conn(0x7fe63407f380 msgr2=0x7fe6340817d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:52.727 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.702+0000 7fe65be00640 1 --2- 172.21.15.31:0/758895003 >> [v2:172.21.15.123:6810/3352982608,v1:172.21.15.123:6812/3352982608] conn(0x7fe63407f380 0x7fe6340817d0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:52.727 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.702+0000 7fe65be00640 1 -- 172.21.15.31:0/758895003 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fe634077110 msgr2=0x7fe634079620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:52.727 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.702+0000 7fe65be00640 1 --2- 172.21.15.31:0/758895003 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fe634077110 0x7fe634079620 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fe648009630 tx=0x7fe648009240 comp rx=0 tx=0).stop 2024-07-26T12:21:52.727 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.702+0000 7fe65be00640 1 -- 172.21.15.31:0/758895003 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe65414f2d0 msgr2=0x7fe65413afa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:52.727 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.702+0000 7fe65be00640 1 --2- 172.21.15.31:0/758895003 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe65414f2d0 0x7fe65413afa0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fe64c00c730 tx=0x7fe64c00cbf0 comp rx=0 tx=0).stop 2024-07-26T12:21:52.727 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.703+0000 7fe659e00640 1 -- 172.21.15.31:0/758895003 reap_dead start 2024-07-26T12:21:52.727 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.703+0000 7f27bc000640 1 -- 172.21.15.31:0/2946208986 --> [v2:172.21.15.123:6811/2657576441,v1:172.21.15.123:6813/2657576441] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f2790002dd0 con 0x7f279407f690 2024-07-26T12:21:52.728 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.703+0000 7fe65be00640 1 -- 172.21.15.31:0/758895003 shutdown_connections 2024-07-26T12:21:52.728 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.703+0000 7fe65be00640 1 -- 172.21.15.31:0/758895003 >> 172.21.15.31:0/758895003 conn(0x7fe65406c7a0 msgr2=0x7fe6540b5f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:52.728 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.703+0000 7fe65be00640 1 -- 172.21.15.31:0/758895003 shutdown_connections 2024-07-26T12:21:52.728 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.704+0000 7fe65be00640 1 -- 172.21.15.31:0/758895003 wait complete. 2024-07-26T12:21:52.728 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.704+0000 7f27b1600640 1 -- 172.21.15.31:0/2946208986 <== osd.4 v2:172.21.15.123:6811/2657576441 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f2790002dd0 con 0x7f279407f690 2024-07-26T12:21:52.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.704+0000 7f7601000640 1 -- 172.21.15.31:0/2196261494 --> [v2:172.21.15.31:6800/209410576,v1:172.21.15.31:6801/209410576] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f75d4002dd0 con 0x7f75dc07f3b0 2024-07-26T12:21:52.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.705+0000 7f75f3400640 1 -- 172.21.15.31:0/2196261494 <== osd.1 v2:172.21.15.31:6800/209410576 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f75d4002dd0 con 0x7f75dc07f3b0 2024-07-26T12:21:52.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.705+0000 7f27bc000640 1 -- 172.21.15.31:0/2946208986 >> [v2:172.21.15.123:6811/2657576441,v1:172.21.15.123:6813/2657576441] conn(0x7f279407f690 msgr2=0x7f2794081ae0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:52.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.705+0000 7f27bc000640 1 --2- 172.21.15.31:0/2946208986 >> [v2:172.21.15.123:6811/2657576441,v1:172.21.15.123:6813/2657576441] conn(0x7f279407f690 0x7f2794081ae0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:52.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.706+0000 7f27bc000640 1 -- 172.21.15.31:0/2946208986 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f2794077440 msgr2=0x7f2794079950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:52.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.706+0000 7f27bc000640 1 --2- 172.21.15.31:0/2946208986 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f2794077440 0x7f2794079950 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f27ac009d90 tx=0x7f27ac004ab0 comp rx=0 tx=0).stop 2024-07-26T12:21:52.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.706+0000 7f27bc000640 1 -- 172.21.15.31:0/2946208986 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f27b40b2150 msgr2=0x7f27b4146ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:52.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.706+0000 7f27bc000640 1 --2- 172.21.15.31:0/2946208986 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f27b40b2150 0x7f27b4146ab0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f27a000c3c0 tx=0x7f27a0001e70 comp rx=0 tx=0).stop 2024-07-26T12:21:52.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.706+0000 7f27ba000640 1 -- 172.21.15.31:0/2946208986 reap_dead start 2024-07-26T12:21:52.731 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.706+0000 7f7601000640 1 -- 172.21.15.31:0/2196261494 >> [v2:172.21.15.31:6800/209410576,v1:172.21.15.31:6801/209410576] conn(0x7f75dc07f3b0 msgr2=0x7f75dc081800 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:52.731 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.706+0000 7f7601000640 1 --2- 172.21.15.31:0/2196261494 >> [v2:172.21.15.31:6800/209410576,v1:172.21.15.31:6801/209410576] conn(0x7f75dc07f3b0 0x7f75dc081800 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:52.731 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.707+0000 7f27bc000640 1 -- 172.21.15.31:0/2946208986 shutdown_connections 2024-07-26T12:21:52.731 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.707+0000 7f27bc000640 1 -- 172.21.15.31:0/2946208986 >> 172.21.15.31:0/2946208986 conn(0x7f27b406c7a0 msgr2=0x7f27b40b35e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:52.732 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.707+0000 7f7601000640 1 -- 172.21.15.31:0/2196261494 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f75dc0770e0 msgr2=0x7f75dc0795f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:52.732 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.707+0000 7f7601000640 1 --2- 172.21.15.31:0/2196261494 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f75dc0770e0 0x7f75dc0795f0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f75f4033000 tx=0x7f75f4004ab0 comp rx=0 tx=0).stop 2024-07-26T12:21:52.732 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.707+0000 7f7601000640 1 -- 172.21.15.31:0/2196261494 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f75fc0b0c80 msgr2=0x7f75fc13e150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:52.732 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.707+0000 7f7601000640 1 --2- 172.21.15.31:0/2196261494 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f75fc0b0c80 0x7f75fc13e150 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f75ec00c7f0 tx=0x7f75ec00ccb0 comp rx=0 tx=0).stop 2024-07-26T12:21:52.732 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.707+0000 7f75fbe00640 1 -- 172.21.15.31:0/2196261494 reap_dead start 2024-07-26T12:21:52.732 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.708+0000 7f7601000640 1 -- 172.21.15.31:0/2196261494 shutdown_connections 2024-07-26T12:21:52.732 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.708+0000 7f7601000640 1 -- 172.21.15.31:0/2196261494 >> 172.21.15.31:0/2196261494 conn(0x7f75fc0b56a0 msgr2=0x7f75fc0b3f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:52.733 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.708+0000 7f7601000640 1 -- 172.21.15.31:0/2196261494 shutdown_connections 2024-07-26T12:21:52.733 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.708+0000 7f7601000640 1 -- 172.21.15.31:0/2196261494 wait complete. 2024-07-26T12:21:52.733 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.709+0000 7f27bc000640 1 -- 172.21.15.31:0/2946208986 shutdown_connections 2024-07-26T12:21:52.733 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.709+0000 7f27bc000640 1 -- 172.21.15.31:0/2946208986 wait complete. 2024-07-26T12:21:52.733 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.710+0000 7fd491800640 1 -- 172.21.15.31:0/4202278981 --> [v2:172.21.15.31:6808/4014278924,v1:172.21.15.31:6809/4014278924] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fd48c0b39f0 con 0x7fd46c07f330 2024-07-26T12:21:52.733 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.711+0000 7fd483e00640 1 -- 172.21.15.31:0/4202278981 <== osd.2 v2:172.21.15.31:6808/4014278924 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fd48c0b39f0 con 0x7fd46c07f330 2024-07-26T12:21:52.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.712+0000 7fd491800640 1 -- 172.21.15.31:0/4202278981 >> [v2:172.21.15.31:6808/4014278924,v1:172.21.15.31:6809/4014278924] conn(0x7fd46c07f330 msgr2=0x7fd46c081780 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:52.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.712+0000 7fd491800640 1 --2- 172.21.15.31:0/4202278981 >> [v2:172.21.15.31:6808/4014278924,v1:172.21.15.31:6809/4014278924] conn(0x7fd46c07f330 0x7fd46c081780 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:52.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.713+0000 7fd491800640 1 -- 172.21.15.31:0/4202278981 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fd46c077060 msgr2=0x7fd46c079570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:52.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.713+0000 7fd491800640 1 --2- 172.21.15.31:0/4202278981 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fd46c077060 0x7fd46c079570 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fd48c1434d0 tx=0x7fd478008040 comp rx=0 tx=0).stop 2024-07-26T12:21:52.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.713+0000 7fd491800640 1 -- 172.21.15.31:0/4202278981 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd48c0b4ee0 msgr2=0x7fd48c140c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:52.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.713+0000 7fd491800640 1 --2- 172.21.15.31:0/4202278981 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd48c0b4ee0 0x7fd48c140c60 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fd48400cbd0 tx=0x7fd48400a430 comp rx=0 tx=0).stop 2024-07-26T12:21:52.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.713+0000 7fd490e00640 1 -- 172.21.15.31:0/4202278981 reap_dead start 2024-07-26T12:21:52.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.713+0000 7fd491800640 1 -- 172.21.15.31:0/4202278981 shutdown_connections 2024-07-26T12:21:52.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.713+0000 7fd491800640 1 -- 172.21.15.31:0/4202278981 >> 172.21.15.31:0/4202278981 conn(0x7fd48c0bd920 msgr2=0x7fd48c0bc510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:52.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.713+0000 7fd491800640 1 -- 172.21.15.31:0/4202278981 shutdown_connections 2024-07-26T12:21:52.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.713+0000 7fd491800640 1 -- 172.21.15.31:0/4202278981 wait complete. 2024-07-26T12:21:52.736 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.720+0000 7fb8e7200640 1 -- 172.21.15.31:0/711925508 --> [v2:172.21.15.123:6825/1360257549,v1:172.21.15.123:6827/1360257549] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fb8c0002dd0 con 0x7fb8c807f3b0 2024-07-26T12:21:52.736 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.721+0000 7fb8de000640 1 -- 172.21.15.31:0/711925508 <== osd.6 v2:172.21.15.123:6825/1360257549 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fb8c0002dd0 con 0x7fb8c807f3b0 2024-07-26T12:21:52.737 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.723+0000 7fb8e7200640 1 -- 172.21.15.31:0/711925508 >> [v2:172.21.15.123:6825/1360257549,v1:172.21.15.123:6827/1360257549] conn(0x7fb8c807f3b0 msgr2=0x7fb8c8081800 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:52.737 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.723+0000 7fb8e7200640 1 --2- 172.21.15.31:0/711925508 >> [v2:172.21.15.123:6825/1360257549,v1:172.21.15.123:6827/1360257549] conn(0x7fb8c807f3b0 0x7fb8c8081800 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:52.737 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.725+0000 7fb8e7200640 1 -- 172.21.15.31:0/711925508 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fb8c80770e0 msgr2=0x7fb8c80795f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:52.737 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.725+0000 7fb8e7200640 1 --2- 172.21.15.31:0/711925508 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fb8c80770e0 0x7fb8c80795f0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fb8e00c9820 tx=0x7fb8d4007970 comp rx=0 tx=0).stop 2024-07-26T12:21:52.738 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.725+0000 7fb8e7200640 1 -- 172.21.15.31:0/711925508 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb8e001c990 msgr2=0x7fb8e00c9cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:52.738 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.726+0000 7fb8e7200640 1 --2- 172.21.15.31:0/711925508 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb8e001c990 0x7fb8e00c9cc0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fb8d8031000 tx=0x7fb8d80305f0 comp rx=0 tx=0).stop 2024-07-26T12:21:52.738 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.726+0000 7fb8e6800640 1 -- 172.21.15.31:0/711925508 reap_dead start 2024-07-26T12:21:52.738 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.726+0000 7fb8e7200640 1 -- 172.21.15.31:0/711925508 shutdown_connections 2024-07-26T12:21:52.738 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.726+0000 7fb8e7200640 1 -- 172.21.15.31:0/711925508 >> 172.21.15.31:0/711925508 conn(0x7fb8e0008ea0 msgr2=0x7fb8e0038de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:52.738 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.728+0000 7fb8e7200640 1 -- 172.21.15.31:0/711925508 shutdown_connections 2024-07-26T12:21:52.738 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:52.728+0000 7fb8e7200640 1 -- 172.21.15.31:0/711925508 wait complete. 2024-07-26T12:21:52.744 INFO:teuthology.orchestra.run.smithi031.stdout:64424509446 2024-07-26T12:21:52.745 INFO:teuthology.orchestra.run.smithi031.stdout:64424509448 2024-07-26T12:21:52.745 INFO:teuthology.orchestra.run.smithi031.stdout:60129542151 2024-07-26T12:21:52.746 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-07-26T12:21:52.747 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-07-26T12:21:52.747 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-07-26T12:21:52.748 INFO:teuthology.orchestra.run.smithi031.stdout:60129542152 2024-07-26T12:21:52.748 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2024-07-26T12:21:52.749 INFO:teuthology.orchestra.run.smithi031.stdout:64424509448 2024-07-26T12:21:52.750 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-07-26T12:21:52.760 INFO:teuthology.orchestra.run.smithi031.stdout:60129542151 2024-07-26T12:21:52.760 INFO:teuthology.orchestra.run.smithi031.stdout:60129542150 2024-07-26T12:21:52.761 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-07-26T12:21:52.761 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2024-07-26T12:21:52.762 INFO:teuthology.orchestra.run.smithi031.stdout:60129542151 2024-07-26T12:21:52.771 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2024-07-26T12:21:53.123 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.121+0000 7f5ece000640 1 Processor -- start 2024-07-26T12:21:53.124 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.122+0000 7f17fe400640 1 Processor -- start 2024-07-26T12:21:53.124 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.122+0000 7f17fe400640 1 -- start start 2024-07-26T12:21:53.125 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.122+0000 7f5ece000640 1 -- start start 2024-07-26T12:21:53.126 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.125+0000 7f5ece000640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f5ec003b220 0x7f5ec00d42e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:53.126 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.125+0000 7f17fe400640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f17f80b2c50 0x7f17f8147af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:53.127 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.125+0000 7f5ece000640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f5ec00d0ff0 0x7f5ec00d1400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:53.127 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.126+0000 7f17fd000640 1 --1- >> v1:172.21.15.123:6789/0 conn(0x7f17f80afa50 0x7f17f80b36a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.123:6789/0 says I am v1:172.21.15.31:43702/0 (socket says 172.21.15.31:43702) 2024-07-26T12:21:53.127 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.126+0000 7f17fd000640 1 -- 172.21.15.31:0/1793154955 learned_addr learned my addr 172.21.15.31:0/1793154955 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-07-26T12:21:53.127 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.126+0000 7f17f7e00640 1 --2- 172.21.15.31:0/1793154955 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f17f80b2c50 0x7f17f8147af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:53.128 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.126+0000 7f5eccc00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f5ec003b220 0x7f5ec00d42e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:53.128 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.126+0000 7f17fe400640 1 -- 172.21.15.31:0/1793154955 --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f17f80adcd0 con 0x7f17f8148030 2024-07-26T12:21:53.128 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.126+0000 7f17fe400640 1 -- 172.21.15.31:0/1793154955 --> v1:172.21.15.123:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f17f80ae9c0 con 0x7f17f80afa50 2024-07-26T12:21:53.128 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.126+0000 7f17fe400640 1 -- 172.21.15.31:0/1793154955 --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f17f806d7b0 con 0x7f17f80b2c50 2024-07-26T12:21:53.129 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.126+0000 7f5ece000640 1 --2- >> v2:172.21.15.123:3300/0 conn(0x7f5ec00380f0 0x7f5ec0038500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:53.129 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.126+0000 7f5ece000640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f5ec003b630 con 0x7f5ec003b220 2024-07-26T12:21:53.129 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.127+0000 7f5eccc00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f5ec003b220 0x7f5ec00d42e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:59694/0 (socket says 172.21.15.31:59694) 2024-07-26T12:21:53.129 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.127+0000 7f5eccc00640 1 -- 172.21.15.31:0/2225376010 learned_addr learned my addr 172.21.15.31:0/2225376010 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:53.130 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.127+0000 7f5ecd600640 1 --2- 172.21.15.31:0/2225376010 >> v2:172.21.15.123:3300/0 conn(0x7f5ec00380f0 0x7f5ec0038500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:53.130 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.127+0000 7f5ece000640 1 -- 172.21.15.31:0/2225376010 --> v2:172.21.15.123:3300/0 -- mon_getmap magic: 0 -- 0x7f5ec003c480 con 0x7f5ec00380f0 2024-07-26T12:21:53.130 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.127+0000 7f5ece000640 1 -- 172.21.15.31:0/2225376010 --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f5ec00d0810 con 0x7f5ec00d0ff0 2024-07-26T12:21:53.130 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.127+0000 7f17f7e00640 1 -- 172.21.15.31:0/1793154955 >> v1:172.21.15.123:6789/0 conn(0x7f17f80afa50 legacy=0x7f17f80b36a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:53.130 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.127+0000 7f17f7e00640 1 -- 172.21.15.31:0/1793154955 >> v1:172.21.15.31:6789/0 conn(0x7f17f8148030 legacy=0x7f17f8152450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:53.130 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.127+0000 7f17f7e00640 1 -- 172.21.15.31:0/1793154955 --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f17f80b02d0 con 0x7f17f80b2c50 2024-07-26T12:21:53.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.127+0000 7f5ec7e00640 1 --2- 172.21.15.31:0/2225376010 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f5ec00d0ff0 0x7f5ec00d1400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:53.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.128+0000 7f5ec7e00640 1 -- 172.21.15.31:0/2225376010 >> v2:172.21.15.123:3300/0 conn(0x7f5ec00380f0 msgr2=0x7f5ec0038500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:53.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.128+0000 7f5ec7e00640 1 --2- 172.21.15.31:0/2225376010 >> v2:172.21.15.123:3300/0 conn(0x7f5ec00380f0 0x7f5ec0038500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:53.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.128+0000 7f5ec7e00640 1 -- 172.21.15.31:0/2225376010 >> v2:172.21.15.31:3300/0 conn(0x7f5ec003b220 msgr2=0x7f5ec00d42e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:53.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.129+0000 7f5ec7e00640 1 --2- 172.21.15.31:0/2225376010 >> v2:172.21.15.31:3300/0 conn(0x7f5ec003b220 0x7f5ec00d42e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:53.132 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.129+0000 7f5ec7e00640 1 -- 172.21.15.31:0/2225376010 --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ec003a940 con 0x7f5ec00d0ff0 2024-07-26T12:21:53.132 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.129+0000 7f5eccc00640 1 --2- 172.21.15.31:0/2225376010 >> v2:172.21.15.31:3300/0 conn(0x7f5ec003b220 0x7f5ec00d42e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T12:21:53.132 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.130+0000 7f17f7e00640 1 --2- 172.21.15.31:0/1793154955 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f17f80b2c50 0x7f17f8147af0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f17f80b5350 tx=0x7f17f002a3c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f4b798b8b03d62a server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:53.132 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.130+0000 7f17f7400640 1 -- 172.21.15.31:0/1793154955 <== mon.2 v2:172.21.15.123:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17f0032640 con 0x7f17f80b2c50 2024-07-26T12:21:53.132 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.130+0000 7f17f7400640 1 -- 172.21.15.31:0/1793154955 <== mon.2 v2:172.21.15.123:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f17f002ae50 con 0x7f17f80b2c50 2024-07-26T12:21:53.132 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.130+0000 7f17f7400640 1 -- 172.21.15.31:0/1793154955 <== mon.2 v2:172.21.15.123:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17f0032b50 con 0x7f17f80b2c50 2024-07-26T12:21:53.133 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.130+0000 7f5ec7e00640 1 --2- 172.21.15.31:0/2225376010 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f5ec00d0ff0 0x7f5ec00d1400 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f5ec0035550 tx=0x7f5eb4029fe0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f5bff630447cd06 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:53.133 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.131+0000 7f5ec7400640 1 -- 172.21.15.31:0/2225376010 <== mon.2 v2:172.21.15.123:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5eb4037070 con 0x7f5ec00d0ff0 2024-07-26T12:21:53.133 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.131+0000 7f5ec7400640 1 -- 172.21.15.31:0/2225376010 <== mon.2 v2:172.21.15.123:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5eb402ae20 con 0x7f5ec00d0ff0 2024-07-26T12:21:53.133 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.131+0000 7f5ec7400640 1 -- 172.21.15.31:0/2225376010 <== mon.2 v2:172.21.15.123:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5eb40326a0 con 0x7f5ec00d0ff0 2024-07-26T12:21:53.134 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.132+0000 7f17fe400640 1 -- 172.21.15.31:0/1793154955 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f17f80b2c50 msgr2=0x7f17f8147af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:53.134 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.132+0000 7f17fe400640 1 --2- 172.21.15.31:0/1793154955 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f17f80b2c50 0x7f17f8147af0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f17f80b5350 tx=0x7f17f002a3c0 comp rx=0 tx=0).stop 2024-07-26T12:21:53.134 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.132+0000 7f17fe400640 1 -- 172.21.15.31:0/1793154955 shutdown_connections 2024-07-26T12:21:53.134 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.132+0000 7f17fe400640 1 --2- 172.21.15.31:0/1793154955 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f17f80b2c50 0x7f17f8147af0 secure :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f17f80b5350 tx=0x7f17f002a3c0 comp rx=0 tx=0).stop 2024-07-26T12:21:53.134 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.132+0000 7f17fe400640 1 -- 172.21.15.31:0/1793154955 >> 172.21.15.31:0/1793154955 conn(0x7f17f806ceb0 msgr2=0x7f17f80b8ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:53.134 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.132+0000 7f5ece000640 1 -- 172.21.15.31:0/2225376010 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f5ec00d0ff0 msgr2=0x7f5ec00d1400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:53.135 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.132+0000 7f5ece000640 1 --2- 172.21.15.31:0/2225376010 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f5ec00d0ff0 0x7f5ec00d1400 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f5ec0035550 tx=0x7f5eb4029fe0 comp rx=0 tx=0).stop 2024-07-26T12:21:53.135 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.133+0000 7f17fe400640 1 -- 172.21.15.31:0/1793154955 shutdown_connections 2024-07-26T12:21:53.135 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.133+0000 7f5ece000640 1 -- 172.21.15.31:0/2225376010 shutdown_connections 2024-07-26T12:21:53.135 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.133+0000 7f5ece000640 1 --2- 172.21.15.31:0/2225376010 >> v2:172.21.15.123:3300/0 conn(0x7f5ec00380f0 0x7f5ec0038500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:53.135 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.133+0000 7f5ece000640 1 --2- 172.21.15.31:0/2225376010 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f5ec00d0ff0 0x7f5ec00d1400 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:53.135 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.133+0000 7f5ece000640 1 --2- 172.21.15.31:0/2225376010 >> v2:172.21.15.31:3300/0 conn(0x7f5ec003b220 0x7f5ec00d42e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:53.136 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.133+0000 7f5ece000640 1 -- 172.21.15.31:0/2225376010 >> 172.21.15.31:0/2225376010 conn(0x7f5ec003ed40 msgr2=0x7f5ec0005fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:53.136 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.133+0000 7f17fe400640 1 -- 172.21.15.31:0/1793154955 wait complete. 2024-07-26T12:21:53.136 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.134+0000 7f5ece000640 1 -- 172.21.15.31:0/2225376010 shutdown_connections 2024-07-26T12:21:53.138 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.136+0000 7f17fe400640 1 Processor -- start 2024-07-26T12:21:53.138 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.136+0000 7f17fe400640 1 -- start start 2024-07-26T12:21:53.138 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.134+0000 7f5ece000640 1 -- 172.21.15.31:0/2225376010 wait complete. 2024-07-26T12:21:53.139 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.137+0000 7fccd5e00640 1 Processor -- start 2024-07-26T12:21:53.139 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.138+0000 7f5ece000640 1 Processor -- start 2024-07-26T12:21:53.140 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.138+0000 7f17fe400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f17f80afa50 0x7f17f8146080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:53.140 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.138+0000 7f17fe400640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f17f8148030 0x7f17f8071e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:53.140 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.138+0000 7f17fe400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f17f8144d90 0x7f17f81451a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:53.140 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.138+0000 7f17fe400640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f17f81487d0 con 0x7f17f80afa50 2024-07-26T12:21:53.140 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.138+0000 7f17fe400640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f17f8148650 con 0x7f17f8144d90 2024-07-26T12:21:53.140 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.138+0000 7f17fe400640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f17f8148950 con 0x7f17f8148030 2024-07-26T12:21:53.141 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.138+0000 7f5ece000640 1 -- start start 2024-07-26T12:21:53.141 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.139+0000 7f17f7e00640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f17f8148030 0x7f17f8071e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:53.142 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.139+0000 7f17f7e00640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f17f8148030 0x7f17f8071e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3301/0 says I am v2:172.21.15.31:42458/0 (socket says 172.21.15.31:42458) 2024-07-26T12:21:53.142 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.139+0000 7f17f7e00640 1 -- 172.21.15.31:0/4214097547 learned_addr learned my addr 172.21.15.31:0/4214097547 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:53.142 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.139+0000 7f17fd000640 1 --2- 172.21.15.31:0/4214097547 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f17f80afa50 0x7f17f8146080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:53.142 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.140+0000 7f17fda00640 1 --2- 172.21.15.31:0/4214097547 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f17f8144d90 0x7f17f81451a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:53.142 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.138+0000 7fccd5e00640 1 -- start start 2024-07-26T12:21:53.143 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.140+0000 7fccd5e00640 1 --2- >> v2:172.21.15.123:3300/0 conn(0x7fccc80d1580 0x7fccc803d060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:53.143 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.140+0000 7f17fd000640 1 -- 172.21.15.31:0/4214097547 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f17f8148030 msgr2=0x7f17f8071e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:53.143 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.140+0000 7f17fd000640 1 --2- 172.21.15.31:0/4214097547 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f17f8148030 0x7f17f8071e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:53.143 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.140+0000 7f17fd000640 1 -- 172.21.15.31:0/4214097547 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f17f8144d90 msgr2=0x7f17f81451a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:53.143 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.140+0000 7f17fd000640 1 --2- 172.21.15.31:0/4214097547 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f17f8144d90 0x7f17f81451a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:53.143 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.141+0000 7fccd5e00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fccc80305e0 0x7fccc80db1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:53.144 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.141+0000 7f17fd000640 1 -- 172.21.15.31:0/4214097547 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f17f80735f0 con 0x7f17f80afa50 2024-07-26T12:21:53.144 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.141+0000 7fccd5e00640 1 -- --> v1:172.21.15.123:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fccc8038170 con 0x7fccc80396a0 2024-07-26T12:21:53.145 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.141+0000 7fccd5e00640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7fccc80384e0 con 0x7fccc80305e0 2024-07-26T12:21:53.145 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.141+0000 7fccd5e00640 1 -- --> v2:172.21.15.123:3300/0 -- mon_getmap magic: 0 -- 0x7fccc8039ab0 con 0x7fccc80d1580 2024-07-26T12:21:53.145 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.141+0000 7fcccfe00640 1 --1- >> v1:172.21.15.123:6789/0 conn(0x7fccc80396a0 0x7fccc80098f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.123:6789/0 says I am v1:172.21.15.31:43716/0 (socket says 172.21.15.31:43716) 2024-07-26T12:21:53.145 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.142+0000 7fcccfe00640 1 -- 172.21.15.31:0/1593178599 learned_addr learned my addr 172.21.15.31:0/1593178599 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-07-26T12:21:53.145 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.142+0000 7f5ece000640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f5ec00380f0 0x7f5ec002f970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:53.145 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.142+0000 7f5ece000640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5ec003b220 0x7f5ec002e120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:53.145 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.142+0000 7f5ece000640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5ec00d0ff0 0x7f5ec0034050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:53.145 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.142+0000 7f5ece000640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f5ec0039a40 con 0x7f5ec003b220 2024-07-26T12:21:53.146 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.142+0000 7f5ece000640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f5ec00398c0 con 0x7f5ec00d0ff0 2024-07-26T12:21:53.146 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.142+0000 7f5ece000640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f5ec0039bc0 con 0x7f5ec00380f0 2024-07-26T12:21:53.146 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.142+0000 7fccd4a00640 1 --2- 172.21.15.31:0/1593178599 >> v2:172.21.15.123:3300/0 conn(0x7fccc80d1580 0x7fccc803d060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:53.146 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.142+0000 7fccd5400640 1 --2- 172.21.15.31:0/1593178599 >> v2:172.21.15.31:3300/0 conn(0x7fccc80305e0 0x7fccc80db1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:53.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.142+0000 7f5ec7e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5ec003b220 0x7f5ec002e120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:53.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.142+0000 7f5ec7e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5ec003b220 0x7f5ec002e120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:59730/0 (socket says 172.21.15.31:59730) 2024-07-26T12:21:53.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.142+0000 7f5ec7e00640 1 -- 172.21.15.31:0/88276057 learned_addr learned my addr 172.21.15.31:0/88276057 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:53.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.143+0000 7f5eccc00640 1 --2- 172.21.15.31:0/88276057 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f5ec00380f0 0x7f5ec002f970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:53.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.143+0000 7f5ecd600640 1 --2- 172.21.15.31:0/88276057 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5ec00d0ff0 0x7f5ec0034050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:53.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.143+0000 7f17fd000640 1 --2- 172.21.15.31:0/4214097547 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f17f80afa50 0x7f17f8146080 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f17e800c780 tx=0x7f17e800cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:53.148 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.143+0000 7fcccf400640 1 -- 172.21.15.31:0/1593178599 <== mon.1 v1:172.21.15.123:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1332140406 0 0) 0x7fccc8038170 con 0x7fccc80396a0 2024-07-26T12:21:53.148 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.143+0000 7fcccf400640 1 -- 172.21.15.31:0/1593178599 --> v1:172.21.15.123:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fccb8003520 con 0x7fccc80396a0 2024-07-26T12:21:53.148 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.144+0000 7fccd4a00640 1 -- 172.21.15.31:0/1593178599 >> v2:172.21.15.31:3300/0 conn(0x7fccc80305e0 msgr2=0x7fccc80db1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:53.148 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.144+0000 7f17f4c00640 1 -- 172.21.15.31:0/4214097547 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17e8018070 con 0x7f17f80afa50 2024-07-26T12:21:53.149 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.144+0000 7f17f4c00640 1 -- 172.21.15.31:0/4214097547 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f17e80073c0 con 0x7f17f80afa50 2024-07-26T12:21:53.149 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.144+0000 7f17f4c00640 1 -- 172.21.15.31:0/4214097547 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17e800ce30 con 0x7f17f80afa50 2024-07-26T12:21:53.149 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.144+0000 7f5ecd600640 1 -- 172.21.15.31:0/88276057 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f5ec00380f0 msgr2=0x7f5ec002f970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:53.149 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.144+0000 7f5ecd600640 1 --2- 172.21.15.31:0/88276057 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f5ec00380f0 0x7f5ec002f970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:53.149 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.144+0000 7f5ecd600640 1 -- 172.21.15.31:0/88276057 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5ec003b220 msgr2=0x7f5ec002e120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:53.149 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.144+0000 7f5ecd600640 1 --2- 172.21.15.31:0/88276057 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5ec003b220 0x7f5ec002e120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:53.149 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.144+0000 7f5ecd600640 1 -- 172.21.15.31:0/88276057 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ec0167e40 con 0x7f5ec00d0ff0 2024-07-26T12:21:53.149 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.144+0000 7f5eccc00640 1 --2- 172.21.15.31:0/88276057 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f5ec00380f0 0x7f5ec002f970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T12:21:53.150 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.145+0000 7f5ecd600640 1 --2- 172.21.15.31:0/88276057 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5ec00d0ff0 0x7f5ec0034050 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f5ec8051740 tx=0x7f5ec806ad90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:53.150 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.144+0000 7fccd4a00640 1 --2- 172.21.15.31:0/1593178599 >> v2:172.21.15.31:3300/0 conn(0x7fccc80305e0 0x7fccc80db1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:53.150 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.144+0000 7fccd4a00640 1 -- 172.21.15.31:0/1593178599 >> v1:172.21.15.123:6789/0 conn(0x7fccc80396a0 legacy=0x7fccc80098f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:53.150 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.145+0000 7f17fe400640 1 -- 172.21.15.31:0/4214097547 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f17f8146d90 con 0x7f17f80afa50 2024-07-26T12:21:53.150 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.145+0000 7f17fe400640 1 -- 172.21.15.31:0/4214097547 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f17f8146ab0 con 0x7f17f80afa50 2024-07-26T12:21:53.151 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.145+0000 7ff851000640 1 Processor -- start 2024-07-26T12:21:53.151 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.146+0000 7f5ec4c00640 1 -- 172.21.15.31:0/88276057 <== mon.1 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ec8096480 con 0x7f5ec00d0ff0 2024-07-26T12:21:53.151 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.146+0000 7f5ec4c00640 1 -- 172.21.15.31:0/88276057 <== mon.1 v2:172.21.15.123:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5ec8096710 con 0x7f5ec00d0ff0 2024-07-26T12:21:53.151 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.146+0000 7f5ec4c00640 1 -- 172.21.15.31:0/88276057 <== mon.1 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ec8096b40 con 0x7f5ec00d0ff0 2024-07-26T12:21:53.152 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.144+0000 7fccd4a00640 1 -- 172.21.15.31:0/1593178599 --> v2:172.21.15.123:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fccc80d0860 con 0x7fccc80d1580 2024-07-26T12:21:53.152 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.145+0000 7fccd5400640 1 --2- 172.21.15.31:0/1593178599 >> v2:172.21.15.31:3300/0 conn(0x7fccc80305e0 0x7fccc80db1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T12:21:53.152 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.147+0000 7f5ece000640 1 -- 172.21.15.31:0/88276057 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5ec002e660 con 0x7f5ec00d0ff0 2024-07-26T12:21:53.152 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.147+0000 7fccd4a00640 1 --2- 172.21.15.31:0/1593178599 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fccc80d1580 0x7fccc803d060 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fccd0066260 tx=0x7fccd00a5cc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=47c4eaf103268ce1 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:53.153 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.147+0000 7f5ece000640 1 -- 172.21.15.31:0/88276057 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5ec0167ad0 con 0x7f5ec00d0ff0 2024-07-26T12:21:53.153 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.145+0000 7ff851000640 1 -- start start 2024-07-26T12:21:53.153 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.147+0000 7fcccf400640 1 -- 172.21.15.31:0/1593178599 <== mon.1 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fccd00b3070 con 0x7fccc80d1580 2024-07-26T12:21:53.153 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.148+0000 7ff851000640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7ff84c06d2f0 0x7ff84c1436e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:53.153 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.148+0000 7ff851000640 1 --2- >> v2:172.21.15.123:3300/0 conn(0x7ff84c0b4a70 0x7ff84c0b1eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:53.154 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.148+0000 7ff851000640 1 -- --> v1:172.21.15.123:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff84c143c20 con 0x7ff84c0b4e80 2024-07-26T12:21:53.154 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.148+0000 7ff851000640 1 -- --> v2:172.21.15.123:3300/0 -- mon_getmap magic: 0 -- 0x7ff84c143eb0 con 0x7ff84c0b4a70 2024-07-26T12:21:53.154 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.148+0000 7ff851000640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7ff84c144190 con 0x7ff84c06d2f0 2024-07-26T12:21:53.154 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.148+0000 7fcccf400640 1 -- 172.21.15.31:0/1593178599 <== mon.1 v2:172.21.15.123:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fccd00a69b0 con 0x7fccc80d1580 2024-07-26T12:21:53.154 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.148+0000 7fcccf400640 1 -- 172.21.15.31:0/1593178599 <== mon.1 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fccd00a6e60 con 0x7fccc80d1580 2024-07-26T12:21:53.155 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.149+0000 7f17f4c00640 1 -- 172.21.15.31:0/4214097547 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f17e80047e0 con 0x7f17f80afa50 2024-07-26T12:21:53.155 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.149+0000 7ff84b400640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7ff84c06d2f0 0x7ff84c1436e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:53.155 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.149+0000 7ff84b400640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7ff84c06d2f0 0x7ff84c1436e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3301/0 says I am v2:172.21.15.31:42472/0 (socket says 172.21.15.31:42472) 2024-07-26T12:21:53.155 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.149+0000 7ff84b400640 1 -- 172.21.15.31:0/735646966 learned_addr learned my addr 172.21.15.31:0/735646966 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:53.155 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.149+0000 7fccd5e00640 1 -- 172.21.15.31:0/1593178599 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fccc80d1580 msgr2=0x7fccc803d060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:53.155 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.149+0000 7fccd5e00640 1 --2- 172.21.15.31:0/1593178599 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fccc80d1580 0x7fccc803d060 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fccd0066260 tx=0x7fccd00a5cc0 comp rx=0 tx=0).stop 2024-07-26T12:21:53.156 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.150+0000 7ff842a00640 1 --2- 172.21.15.31:0/735646966 >> v2:172.21.15.123:3300/0 conn(0x7ff84c0b4a70 0x7ff84c0b1eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:53.156 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.150+0000 7ff84b400640 1 -- 172.21.15.31:0/735646966 >> v2:172.21.15.123:3300/0 conn(0x7ff84c0b4a70 msgr2=0x7ff84c0b1eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:53.156 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.150+0000 7ff84b400640 1 --2- 172.21.15.31:0/735646966 >> v2:172.21.15.123:3300/0 conn(0x7ff84c0b4a70 0x7ff84c0b1eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:53.156 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.150+0000 7ff84b400640 1 -- 172.21.15.31:0/735646966 >> v1:172.21.15.123:6789/0 conn(0x7ff84c0b4e80 legacy=0x7ff84c0b0570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:53.156 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.150+0000 7ff84b400640 1 -- 172.21.15.31:0/735646966 --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff84c144470 con 0x7ff84c06d2f0 2024-07-26T12:21:53.157 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.150+0000 7f5ece000640 1 -- 172.21.15.31:0/88276057 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5ec00d42e0 con 0x7f5ec00d0ff0 2024-07-26T12:21:53.157 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.150+0000 7fccd5e00640 1 -- 172.21.15.31:0/1593178599 shutdown_connections 2024-07-26T12:21:53.157 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.150+0000 7fccd5e00640 1 --2- 172.21.15.31:0/1593178599 >> v2:172.21.15.31:3300/0 conn(0x7fccc80305e0 0x7fccc80db1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:53.157 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.150+0000 7fccd5e00640 1 --2- 172.21.15.31:0/1593178599 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fccc80d1580 0x7fccc803d060 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:53.157 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.150+0000 7fccd5e00640 1 -- 172.21.15.31:0/1593178599 >> 172.21.15.31:0/1593178599 conn(0x7fccc801fb20 msgr2=0x7fccc8008ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:53.157 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.151+0000 7f17fe400640 1 -- 172.21.15.31:0/4214097547 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f17f8147670 con 0x7f17f80afa50 2024-07-26T12:21:53.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.151+0000 7fc576200640 1 Processor -- start 2024-07-26T12:21:53.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.151+0000 7fc576200640 1 -- start start 2024-07-26T12:21:53.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.151+0000 7fccd5e00640 1 -- 172.21.15.31:0/1593178599 shutdown_connections 2024-07-26T12:21:53.159 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.151+0000 7f17f4c00640 1 --2- 172.21.15.31:0/4214097547 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f17d8077000 0x7f17d8079510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:53.159 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.152+0000 7f17f4c00640 1 -- 172.21.15.31:0/4214097547 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f17e8097c00 con 0x7f17f80afa50 2024-07-26T12:21:53.159 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.152+0000 7ff84b400640 1 --2- 172.21.15.31:0/735646966 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7ff84c06d2f0 0x7ff84c1436e0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7ff83c009e50 tx=0x7ff83c02a5f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=76a55735e76d998e server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:53.159 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.152+0000 7fccd5e00640 1 -- 172.21.15.31:0/1593178599 wait complete. 2024-07-26T12:21:53.160 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.153+0000 7ff84aa00640 1 -- 172.21.15.31:0/735646966 <== mon.2 v2:172.21.15.123:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff83c036070 con 0x7ff84c06d2f0 2024-07-26T12:21:53.160 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.153+0000 7ff84aa00640 1 -- 172.21.15.31:0/735646966 <== mon.2 v2:172.21.15.123:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff83c0316f0 con 0x7ff84c06d2f0 2024-07-26T12:21:53.160 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.153+0000 7ff84aa00640 1 -- 172.21.15.31:0/735646966 <== mon.2 v2:172.21.15.123:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff83c031b20 con 0x7ff84c06d2f0 2024-07-26T12:21:53.160 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.154+0000 7fc576200640 1 --2- >> v2:172.21.15.123:3300/0 conn(0x7fc5700742a0 0x7fc5700b39e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:53.161 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.154+0000 7fc576200640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fc570145170 0x7fc57014efa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:53.161 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.154+0000 7f5ec4c00640 1 -- 172.21.15.31:0/88276057 <== mon.1 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f5ec809f3f0 con 0x7f5ec00d0ff0 2024-07-26T12:21:53.161 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.156+0000 7f5ec4c00640 1 --2- 172.21.15.31:0/88276057 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f5ea8077090 0x7f5ea80795a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:53.161 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.154+0000 7ff851000640 1 -- 172.21.15.31:0/735646966 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7ff84c06d2f0 msgr2=0x7ff84c1436e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:53.161 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.154+0000 7ff851000640 1 --2- 172.21.15.31:0/735646966 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7ff84c06d2f0 0x7ff84c1436e0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7ff83c009e50 tx=0x7ff83c02a5f0 comp rx=0 tx=0).stop 2024-07-26T12:21:53.161 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.155+0000 7ff851000640 1 -- 172.21.15.31:0/735646966 shutdown_connections 2024-07-26T12:21:53.162 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.155+0000 7ff851000640 1 --2- 172.21.15.31:0/735646966 >> v2:172.21.15.123:3300/0 conn(0x7ff84c0b4a70 0x7ff84c0b1eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:53.162 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.155+0000 7ff851000640 1 --2- 172.21.15.31:0/735646966 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7ff84c06d2f0 0x7ff84c1436e0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:53.162 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.155+0000 7ff851000640 1 -- 172.21.15.31:0/735646966 >> 172.21.15.31:0/735646966 conn(0x7ff84c06ceb0 msgr2=0x7ff84c0b8ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:53.162 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.155+0000 7fccd5e00640 1 Processor -- start 2024-07-26T12:21:53.162 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.156+0000 7fccd5e00640 1 -- start start 2024-07-26T12:21:53.162 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.155+0000 7fc56fe00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fc570145170 0x7fc57014efa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:53.162 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.155+0000 7fc56ea00640 1 --2- >> v2:172.21.15.123:3300/0 conn(0x7fc5700742a0 0x7fc5700b39e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:53.163 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.155+0000 7fc576200640 1 -- --> v1:172.21.15.123:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc570145580 con 0x7fc5700b0240 2024-07-26T12:21:53.163 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.155+0000 7fc576200640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7fc570071370 con 0x7fc570145170 2024-07-26T12:21:53.163 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.155+0000 7fc56f400640 1 --1- >> v1:172.21.15.123:6789/0 conn(0x7fc5700b0240 0x7fc570073b90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.123:6789/0 says I am v1:172.21.15.31:43736/0 (socket says 172.21.15.31:43736) 2024-07-26T12:21:53.163 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.155+0000 7fc56f400640 1 -- 172.21.15.31:0/2632445965 learned_addr learned my addr 172.21.15.31:0/2632445965 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-07-26T12:21:53.163 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.155+0000 7fc576200640 1 -- 172.21.15.31:0/2632445965 --> v2:172.21.15.123:3300/0 -- mon_getmap magic: 0 -- 0x7fc570144970 con 0x7fc5700742a0 2024-07-26T12:21:53.163 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.156+0000 7f5ec4c00640 1 -- 172.21.15.31:0/88276057 <== mon.1 v2:172.21.15.123:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f5ec8113950 con 0x7f5ec00d0ff0 2024-07-26T12:21:53.163 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.157+0000 7fc56fe00640 1 -- 172.21.15.31:0/2632445965 >> v2:172.21.15.123:3300/0 conn(0x7fc5700742a0 msgr2=0x7fc5700b39e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:53.164 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.157+0000 7fc56fe00640 1 --2- 172.21.15.31:0/2632445965 >> v2:172.21.15.123:3300/0 conn(0x7fc5700742a0 0x7fc5700b39e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:53.164 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.157+0000 7fc56fe00640 1 -- 172.21.15.31:0/2632445965 >> v1:172.21.15.123:6789/0 conn(0x7fc5700b0240 legacy=0x7fc570073b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:53.164 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.157+0000 7fc56fe00640 1 -- 172.21.15.31:0/2632445965 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc570144c50 con 0x7fc570145170 2024-07-26T12:21:53.164 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.157+0000 7ff851000640 1 -- 172.21.15.31:0/735646966 shutdown_connections 2024-07-26T12:21:53.164 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.157+0000 7ff851000640 1 -- 172.21.15.31:0/735646966 wait complete. 2024-07-26T12:21:53.164 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.157+0000 7f5eccc00640 1 --2- 172.21.15.31:0/88276057 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f5ea8077090 0x7f5ea80795a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:53.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.158+0000 7f17f7e00640 1 --2- 172.21.15.31:0/4214097547 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f17d8077000 0x7f17d8079510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:53.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.158+0000 7fc56fe00640 1 --2- 172.21.15.31:0/2632445965 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc570145170 0x7fc57014efa0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fc57013eee0 tx=0x7fc56802a570 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5c2e4b3155dd75f6 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:53.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.158+0000 7fccd5e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fccc80305e0 0x7fccc80d36e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:53.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.158+0000 7fccd5e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fccc80396a0 0x7fccc8031ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:53.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.158+0000 7fccd5e00640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fccc80d1580 0x7fccc8020460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:53.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.158+0000 7fccd5e00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fccc80dba90 con 0x7fccc80305e0 2024-07-26T12:21:53.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.158+0000 7fccd5e00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fccc80db910 con 0x7fccc80396a0 2024-07-26T12:21:53.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.158+0000 7fccd5e00640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7fccc80dbc10 con 0x7fccc80d1580 2024-07-26T12:21:53.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.159+0000 7fccd4a00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fccc80305e0 0x7fccc80d36e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:53.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.159+0000 7fccd4a00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fccc80305e0 0x7fccc80d36e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:59752/0 (socket says 172.21.15.31:59752) 2024-07-26T12:21:53.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.159+0000 7fccd4a00640 1 -- 172.21.15.31:0/167492375 learned_addr learned my addr 172.21.15.31:0/167492375 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:53.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.159+0000 7fccd4a00640 1 -- 172.21.15.31:0/167492375 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fccc80d1580 msgr2=0x7fccc8020460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:53.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.159+0000 7fccd4a00640 1 --2- 172.21.15.31:0/167492375 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fccc80d1580 0x7fccc8020460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:53.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.159+0000 7fcccfe00640 1 --2- 172.21.15.31:0/167492375 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fccc80396a0 0x7fccc8031ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:53.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.159+0000 7fccd4a00640 1 -- 172.21.15.31:0/167492375 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fccc80396a0 msgr2=0x7fccc8031ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:53.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.160+0000 7fccd4a00640 1 --2- 172.21.15.31:0/167492375 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fccc80396a0 0x7fccc8031ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:53.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.160+0000 7fccd4a00640 1 -- 172.21.15.31:0/167492375 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fccc8032420 con 0x7fccc80305e0 2024-07-26T12:21:53.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.160+0000 7fcccfe00640 1 --2- 172.21.15.31:0/167492375 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fccc80396a0 0x7fccc8031ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T12:21:53.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.160+0000 7fccd4a00640 1 --2- 172.21.15.31:0/167492375 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fccc80305e0 0x7fccc80d36e0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fccd0076cb0 tx=0x7fccd00ad8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:53.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.160+0000 7f5eccc00640 1 --2- 172.21.15.31:0/88276057 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f5ea8077090 0x7f5ea80795a0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f5ebc009630 tx=0x7f5ebc009240 comp rx=0 tx=0).ready entity=mgr.4126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:53.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.160+0000 7f17f7e00640 1 --2- 172.21.15.31:0/4214097547 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f17d8077000 0x7f17d8079510 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f17f0000f80 tx=0x7f17f002c040 comp rx=0 tx=0).ready entity=mgr.4126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:53.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.160+0000 7ff851000640 1 Processor -- start 2024-07-26T12:21:53.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.161+0000 7ff851000640 1 -- start start 2024-07-26T12:21:53.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.161+0000 7fc56e000640 1 -- 172.21.15.31:0/2632445965 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc568007740 con 0x7fc570145170 2024-07-26T12:21:53.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.161+0000 7fc56e000640 1 -- 172.21.15.31:0/2632445965 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc5680078e0 con 0x7fc570145170 2024-07-26T12:21:53.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.161+0000 7fc56e000640 1 -- 172.21.15.31:0/2632445965 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc568007d50 con 0x7fc570145170 2024-07-26T12:21:53.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.162+0000 7fccccc00640 1 -- 172.21.15.31:0/167492375 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fccd00bc070 con 0x7fccc80305e0 2024-07-26T12:21:53.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.162+0000 7fccccc00640 1 -- 172.21.15.31:0/167492375 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fccd00ae440 con 0x7fccc80305e0 2024-07-26T12:21:53.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.162+0000 7fccccc00640 1 -- 172.21.15.31:0/167492375 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fccd00b3050 con 0x7fccc80305e0 2024-07-26T12:21:53.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.162+0000 7f17f4c00640 1 -- 172.21.15.31:0/4214097547 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f17e809e080 con 0x7f17f80afa50 2024-07-26T12:21:53.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.163+0000 7fc576200640 1 -- 172.21.15.31:0/2632445965 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc570145170 msgr2=0x7fc57014efa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:53.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.163+0000 7ff851000640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff84c06d2f0 0x7ff84c151be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:53.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.162+0000 7fccd5e00640 1 -- 172.21.15.31:0/167492375 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fccc80d42b0 con 0x7fccc80305e0 2024-07-26T12:21:53.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.162+0000 7fccd5e00640 1 -- 172.21.15.31:0/167492375 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fccc8022a10 con 0x7fccc80305e0 2024-07-26T12:21:53.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.163+0000 7ff851000640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7ff84c0b4a70 0x7ff84c1e5ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:53.172 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.163+0000 7fc576200640 1 --2- 172.21.15.31:0/2632445965 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc570145170 0x7fc57014efa0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fc57013eee0 tx=0x7fc56802a570 comp rx=0 tx=0).stop 2024-07-26T12:21:53.172 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.163+0000 7fc576200640 1 -- 172.21.15.31:0/2632445965 shutdown_connections 2024-07-26T12:21:53.172 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.163+0000 7fc576200640 1 --2- 172.21.15.31:0/2632445965 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc570145170 0x7fc57014efa0 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:53.172 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.163+0000 7fc576200640 1 --2- 172.21.15.31:0/2632445965 >> v2:172.21.15.123:3300/0 conn(0x7fc5700742a0 0x7fc5700b39e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:53.172 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.163+0000 7fc576200640 1 -- 172.21.15.31:0/2632445965 >> 172.21.15.31:0/2632445965 conn(0x7fc57006c7a0 msgr2=0x7fc57006cbb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:53.172 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.163+0000 7fc576200640 1 -- 172.21.15.31:0/2632445965 shutdown_connections 2024-07-26T12:21:53.173 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.163+0000 7ff851000640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff84c0b4e80 0x7ff84c154d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:53.173 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.163+0000 7ff851000640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7ff84c1483c0 con 0x7ff84c0b4e80 2024-07-26T12:21:53.173 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.164+0000 7fc576200640 1 -- 172.21.15.31:0/2632445965 wait complete. 2024-07-26T12:21:53.173 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.163+0000 7ff851000640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7ff84c148240 con 0x7ff84c06d2f0 2024-07-26T12:21:53.173 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.163+0000 7ff851000640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7ff84c148540 con 0x7ff84c0b4a70 2024-07-26T12:21:53.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.164+0000 7ff84b400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff84c06d2f0 0x7ff84c151be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:53.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.164+0000 7ff84b400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff84c06d2f0 0x7ff84c151be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.31:35746/0 (socket says 172.21.15.31:35746) 2024-07-26T12:21:53.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.164+0000 7ff84b400640 1 -- 172.21.15.31:0/295872802 learned_addr learned my addr 172.21.15.31:0/295872802 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:53.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.164+0000 7ff84be00640 1 --2- 172.21.15.31:0/295872802 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff84c0b4e80 0x7ff84c154d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:53.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.165+0000 7ff842a00640 1 --2- 172.21.15.31:0/295872802 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7ff84c0b4a70 0x7ff84c1e5ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:53.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.165+0000 7ff84b400640 1 -- 172.21.15.31:0/295872802 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7ff84c0b4a70 msgr2=0x7ff84c1e5ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:53.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.165+0000 7ff84b400640 1 --2- 172.21.15.31:0/295872802 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7ff84c0b4a70 0x7ff84c1e5ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:53.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.165+0000 7ff84b400640 1 -- 172.21.15.31:0/295872802 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff84c0b4e80 msgr2=0x7ff84c154d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:53.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.165+0000 7ff84b400640 1 --2- 172.21.15.31:0/295872802 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff84c0b4e80 0x7ff84c154d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:53.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.165+0000 7ff84b400640 1 -- 172.21.15.31:0/295872802 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff84c072550 con 0x7ff84c06d2f0 2024-07-26T12:21:53.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.166+0000 7ff84b400640 1 --2- 172.21.15.31:0/295872802 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff84c06d2f0 0x7ff84c151be0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7ff83c02abe0 tx=0x7ff83c0089a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:53.175 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.167+0000 7fccd5e00640 1 -- 172.21.15.31:0/167492375 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fccc803d060 con 0x7fccc80305e0 2024-07-26T12:21:53.176 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.167+0000 7fc576200640 1 Processor -- start 2024-07-26T12:21:53.176 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.167+0000 7fc576200640 1 -- start start 2024-07-26T12:21:53.176 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.168+0000 7fc576200640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc5700742a0 0x7fc570135400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:53.176 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.168+0000 7fc576200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc5700b0240 0x7fc57013fc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:53.176 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.168+0000 7fc576200640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fc570145170 0x7fc57012f2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:53.177 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.168+0000 7fc576200640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fc5700b4150 con 0x7fc5700742a0 2024-07-26T12:21:53.177 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.168+0000 7fc576200640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fc5700b3fd0 con 0x7fc5700b0240 2024-07-26T12:21:53.177 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.168+0000 7fc576200640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7fc5700b42d0 con 0x7fc570145170 2024-07-26T12:21:53.177 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.169+0000 7fc56fe00640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fc570145170 0x7fc57012f2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:53.177 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.169+0000 7fc56ea00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc5700b0240 0x7fc57013fc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:53.177 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.169+0000 7fc56fe00640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fc570145170 0x7fc57012f2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3301/0 says I am v2:172.21.15.31:42510/0 (socket says 172.21.15.31:42510) 2024-07-26T12:21:53.177 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.169+0000 7fc56fe00640 1 -- 172.21.15.31:0/72218841 learned_addr learned my addr 172.21.15.31:0/72218841 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:53.177 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.170+0000 7fc56fe00640 1 -- 172.21.15.31:0/72218841 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc5700b0240 msgr2=0x7fc57013fc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:53.177 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.170+0000 7fc56fe00640 1 --2- 172.21.15.31:0/72218841 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc5700b0240 0x7fc57013fc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:53.177 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.170+0000 7fc56fe00640 1 -- 172.21.15.31:0/72218841 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc5700742a0 msgr2=0x7fc570135400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:53.177 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.170+0000 7fc56fe00640 1 --2- 172.21.15.31:0/72218841 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc5700742a0 0x7fc570135400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:53.177 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.170+0000 7fc56fe00640 1 -- 172.21.15.31:0/72218841 --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc5701401a0 con 0x7fc570145170 2024-07-26T12:21:53.177 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.170+0000 7fc56fe00640 1 --2- 172.21.15.31:0/72218841 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fc570145170 0x7fc57012f2a0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fc56802ab60 tx=0x7fc568031630 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:53.178 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.171+0000 7fc567400640 1 -- 172.21.15.31:0/72218841 <== mon.2 v2:172.21.15.123:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc56803f070 con 0x7fc570145170 2024-07-26T12:21:53.178 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.171+0000 7fc567400640 1 -- 172.21.15.31:0/72218841 <== mon.2 v2:172.21.15.123:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc568031d20 con 0x7fc570145170 2024-07-26T12:21:53.178 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.171+0000 7fc567400640 1 -- 172.21.15.31:0/72218841 <== mon.2 v2:172.21.15.123:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc568043670 con 0x7fc570145170 2024-07-26T12:21:53.178 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.171+0000 7fc576200640 1 -- 172.21.15.31:0/72218841 --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc570072e80 con 0x7fc570145170 2024-07-26T12:21:53.178 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.171+0000 7fc576200640 1 -- 172.21.15.31:0/72218841 --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fc570141d30 con 0x7fc570145170 2024-07-26T12:21:53.178 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.172+0000 7fc576200640 1 -- 172.21.15.31:0/72218841 --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc5700b39e0 con 0x7fc570145170 2024-07-26T12:21:53.178 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.174+0000 7fc567400640 1 -- 172.21.15.31:0/72218841 <== mon.2 v2:172.21.15.123:3301/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fc568043810 con 0x7fc570145170 2024-07-26T12:21:53.178 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.172+0000 7fccccc00640 1 -- 172.21.15.31:0/167492375 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fccd00bf070 con 0x7fccc80305e0 2024-07-26T12:21:53.178 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.175+0000 7fccccc00640 1 --2- 172.21.15.31:0/167492375 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fccb00770e0 0x7fccb00795f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:53.179 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.175+0000 7ff843e00640 1 -- 172.21.15.31:0/295872802 <== mon.1 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff83c041020 con 0x7ff84c06d2f0 2024-07-26T12:21:53.179 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.175+0000 7ff843e00640 1 -- 172.21.15.31:0/295872802 <== mon.1 v2:172.21.15.123:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff83c031e40 con 0x7ff84c06d2f0 2024-07-26T12:21:53.179 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.175+0000 7ff843e00640 1 -- 172.21.15.31:0/295872802 <== mon.1 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff83c036040 con 0x7ff84c06d2f0 2024-07-26T12:21:53.179 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.175+0000 7ff851000640 1 -- 172.21.15.31:0/295872802 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff84c152120 con 0x7ff84c06d2f0 2024-07-26T12:21:53.180 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.176+0000 7ff851000640 1 -- 172.21.15.31:0/295872802 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff84c1e67c0 con 0x7ff84c06d2f0 2024-07-26T12:21:53.180 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.176+0000 7fc567400640 1 --2- 172.21.15.31:0/72218841 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fc54c077010 0x7fc54c079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:53.180 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.176+0000 7fc567400640 1 -- 172.21.15.31:0/72218841 <== mon.2 v2:172.21.15.123:3301/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7fc5680b9e10 con 0x7fc570145170 2024-07-26T12:21:53.180 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.175+0000 7fccccc00640 1 -- 172.21.15.31:0/167492375 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7fccd0133940 con 0x7fccc80305e0 2024-07-26T12:21:53.180 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.177+0000 7fccccc00640 1 -- 172.21.15.31:0/167492375 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fccd00fc4d0 con 0x7fccc80305e0 2024-07-26T12:21:53.181 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.177+0000 7fc56f400640 1 --2- 172.21.15.31:0/72218841 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fc54c077010 0x7fc54c079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:53.181 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.177+0000 7f5ec4c00640 1 -- 172.21.15.31:0/88276057 <== mon.1 v2:172.21.15.123:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f5ec80dc5e0 con 0x7f5ec00d0ff0 2024-07-26T12:21:53.181 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.178+0000 7ff840c00640 1 -- 172.21.15.31:0/295872802 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff81c005290 con 0x7ff84c06d2f0 2024-07-26T12:21:53.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.179+0000 7fc56f400640 1 --2- 172.21.15.31:0/72218841 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fc54c077010 0x7fc54c079520 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fc558001540 tx=0x7fc558007a40 comp rx=0 tx=0).ready entity=mgr.4126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:53.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.179+0000 7ff843e00640 1 -- 172.21.15.31:0/295872802 <== mon.1 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7ff83c044020 con 0x7ff84c06d2f0 2024-07-26T12:21:53.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.177+0000 7fcccfe00640 1 --2- 172.21.15.31:0/167492375 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fccb00770e0 0x7fccb00795f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:53.183 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.181+0000 7ff843e00640 1 --2- 172.21.15.31:0/295872802 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7ff828077090 0x7ff8280795a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:53.183 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.181+0000 7ff843e00640 1 -- 172.21.15.31:0/295872802 <== mon.1 v2:172.21.15.123:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7ff83c0b9d40 con 0x7ff84c06d2f0 2024-07-26T12:21:53.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.182+0000 7ff842a00640 1 --2- 172.21.15.31:0/295872802 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7ff828077090 0x7ff8280795a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:53.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.183+0000 7ff842a00640 1 --2- 172.21.15.31:0/295872802 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7ff828077090 0x7ff8280795a0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7ff834006fd0 tx=0x7ff834008040 comp rx=0 tx=0).ready entity=mgr.4126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:53.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.185+0000 7fcccfe00640 1 --2- 172.21.15.31:0/167492375 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fccb00770e0 0x7fccb00795f0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fccc80340c0 tx=0x7fccc4009040 comp rx=0 tx=0).ready entity=mgr.4126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:53.193 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.191+0000 7fc567400640 1 -- 172.21.15.31:0/72218841 <== mon.2 v2:172.21.15.123:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fc5680078b0 con 0x7fc570145170 2024-07-26T12:21:53.198 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.196+0000 7ff843e00640 1 -- 172.21.15.31:0/295872802 <== mon.1 v2:172.21.15.123:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7ff83c04b020 con 0x7ff84c06d2f0 2024-07-26T12:21:53.223 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.222+0000 7f9929c00640 1 Processor -- start 2024-07-26T12:21:53.224 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.222+0000 7fe39b000640 1 Processor -- start 2024-07-26T12:21:53.224 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.222+0000 7fe39b000640 1 -- start start 2024-07-26T12:21:53.224 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.222+0000 7f9929c00640 1 -- start start 2024-07-26T12:21:53.226 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.225+0000 7fe39b000640 1 --2- >> v2:172.21.15.123:3300/0 conn(0x7fe3940afa50 0x7fe3940b2c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:53.227 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.225+0000 7fe39b000640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe3940b3ab0 0x7fe39414b5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:53.227 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.225+0000 7fe39b000640 1 -- --> v1:172.21.15.123:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe3940adcd0 con 0x7fe3940b36a0 2024-07-26T12:21:53.227 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.225+0000 7fe39b000640 1 -- --> v2:172.21.15.123:3300/0 -- mon_getmap magic: 0 -- 0x7fe39406d7b0 con 0x7fe3940afa50 2024-07-26T12:21:53.227 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.225+0000 7fe39b000640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7fe3940ae770 con 0x7fe3940b3ab0 2024-07-26T12:21:53.227 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.225+0000 7f9929c00640 1 --2- >> v2:172.21.15.123:3300/0 conn(0x7f99241436e0 0x7f99240b4a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:53.228 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.225+0000 7fe399c00640 1 --2- >> v2:172.21.15.123:3300/0 conn(0x7fe3940afa50 0x7fe3940b2c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:53.228 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.226+0000 7fe399c00640 1 --2- >> v2:172.21.15.123:3300/0 conn(0x7fe3940afa50 0x7fe3940b2c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.31:35752/0 (socket says 172.21.15.31:35752) 2024-07-26T12:21:53.228 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.226+0000 7f9929c00640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f99240b0c80 0x7f992414e060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:53.228 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.226+0000 7fe399c00640 1 -- 172.21.15.31:0/1492549218 learned_addr learned my addr 172.21.15.31:0/1492549218 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:53.228 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.226+0000 7fe39a600640 1 --2- 172.21.15.31:0/1492549218 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe3940b3ab0 0x7fe39414b5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:53.229 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.226+0000 7f9923e00640 1 --2- >> v2:172.21.15.123:3300/0 conn(0x7f99241436e0 0x7f99240b4a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:53.229 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.226+0000 7f9923e00640 1 --2- >> v2:172.21.15.123:3300/0 conn(0x7f99241436e0 0x7f99240b4a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.31:35754/0 (socket says 172.21.15.31:35754) 2024-07-26T12:21:53.229 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.226+0000 7f9923e00640 1 -- 172.21.15.31:0/3307265521 learned_addr learned my addr 172.21.15.31:0/3307265521 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:53.229 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.226+0000 7f9929200640 1 --2- 172.21.15.31:0/3307265521 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f99240b0c80 0x7f992414e060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:53.229 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.227+0000 7f9929c00640 1 -- 172.21.15.31:0/3307265521 --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f992406d740 con 0x7f99240b1eb0 2024-07-26T12:21:53.230 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.227+0000 7f9929c00640 1 -- 172.21.15.31:0/3307265521 --> v2:172.21.15.123:3300/0 -- mon_getmap magic: 0 -- 0x7f9924143eb0 con 0x7f99241436e0 2024-07-26T12:21:53.230 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.227+0000 7f9929c00640 1 -- 172.21.15.31:0/3307265521 --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f9924144190 con 0x7f99240b0c80 2024-07-26T12:21:53.230 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.226+0000 7fe399c00640 1 -- 172.21.15.31:0/1492549218 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe3940b3ab0 msgr2=0x7fe39414b5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:53.230 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.226+0000 7fe399c00640 1 --2- 172.21.15.31:0/1492549218 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe3940b3ab0 0x7fe39414b5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:53.230 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.226+0000 7fe399c00640 1 -- 172.21.15.31:0/1492549218 >> v1:172.21.15.123:6789/0 conn(0x7fe3940b36a0 legacy=0x7fe39414aea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:53.230 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.226+0000 7fe399c00640 1 -- 172.21.15.31:0/1492549218 --> v2:172.21.15.123:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe3940ae9c0 con 0x7fe3940afa50 2024-07-26T12:21:53.230 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.228+0000 7fe399c00640 1 --2- 172.21.15.31:0/1492549218 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe3940afa50 0x7fe3940b2c50 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fe388009e50 tx=0x7fe38802a5f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=68eebd64ffef2213 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:53.231 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.228+0000 7f9923400640 1 -- 172.21.15.31:0/3307265521 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1643146239 0 0) 0x7f992406d740 con 0x7f99240b1eb0 2024-07-26T12:21:53.231 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.229+0000 7f9923400640 1 -- 172.21.15.31:0/3307265521 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9904003500 con 0x7f99240b1eb0 2024-07-26T12:21:53.231 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.229+0000 7f9923e00640 1 -- 172.21.15.31:0/3307265521 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f99240b0c80 msgr2=0x7f992414e060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:53.231 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.229+0000 7f9923e00640 1 --2- 172.21.15.31:0/3307265521 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f99240b0c80 0x7f992414e060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:53.231 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.229+0000 7f9923e00640 1 -- 172.21.15.31:0/3307265521 >> v1:172.21.15.31:6789/0 conn(0x7f99240b1eb0 legacy=0x7f99240b0570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:53.231 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.229+0000 7f9923e00640 1 -- 172.21.15.31:0/3307265521 --> v2:172.21.15.123:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9924144470 con 0x7f99241436e0 2024-07-26T12:21:53.231 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.229+0000 7f9929200640 1 --2- 172.21.15.31:0/3307265521 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f99240b0c80 0x7f992414e060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T12:21:53.232 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.229+0000 7fe393e00640 1 -- 172.21.15.31:0/1492549218 <== mon.1 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe388036070 con 0x7fe3940afa50 2024-07-26T12:21:53.232 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.230+0000 7fe393e00640 1 -- 172.21.15.31:0/1492549218 <== mon.1 v2:172.21.15.123:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe3880316f0 con 0x7fe3940afa50 2024-07-26T12:21:53.232 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.230+0000 7fe393e00640 1 -- 172.21.15.31:0/1492549218 <== mon.1 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe388031b20 con 0x7fe3940afa50 2024-07-26T12:21:53.232 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.231+0000 7f9923e00640 1 --2- 172.21.15.31:0/3307265521 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f99241436e0 0x7f99240b4a70 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f990c009870 tx=0x7f990c02e5e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9aba781fa5618382 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:53.233 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.231+0000 7f9923400640 1 -- 172.21.15.31:0/3307265521 <== mon.1 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f990c03a070 con 0x7f99241436e0 2024-07-26T12:21:53.233 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.231+0000 7f9923400640 1 -- 172.21.15.31:0/3307265521 <== mon.1 v2:172.21.15.123:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f990c033600 con 0x7f99241436e0 2024-07-26T12:21:53.233 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.231+0000 7f9923400640 1 -- 172.21.15.31:0/3307265521 <== mon.1 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f990c033a30 con 0x7f99241436e0 2024-07-26T12:21:53.234 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.232+0000 7fe39b000640 1 -- 172.21.15.31:0/1492549218 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe3940afa50 msgr2=0x7fe3940b2c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:53.234 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.232+0000 7fe39b000640 1 --2- 172.21.15.31:0/1492549218 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe3940afa50 0x7fe3940b2c50 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fe388009e50 tx=0x7fe38802a5f0 comp rx=0 tx=0).stop 2024-07-26T12:21:53.234 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.233+0000 7fe39b000640 1 -- 172.21.15.31:0/1492549218 shutdown_connections 2024-07-26T12:21:53.234 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.233+0000 7fe39b000640 1 --2- 172.21.15.31:0/1492549218 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe3940b3ab0 0x7fe39414b5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:53.235 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.233+0000 7fe39b000640 1 --2- 172.21.15.31:0/1492549218 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe3940afa50 0x7fe3940b2c50 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:53.235 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.233+0000 7fe39b000640 1 -- 172.21.15.31:0/1492549218 >> 172.21.15.31:0/1492549218 conn(0x7fe39406ceb0 msgr2=0x7fe3940b8ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:53.235 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.233+0000 7fe39b000640 1 -- 172.21.15.31:0/1492549218 shutdown_connections 2024-07-26T12:21:53.235 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.233+0000 7fe39b000640 1 -- 172.21.15.31:0/1492549218 wait complete. 2024-07-26T12:21:53.235 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.233+0000 7f9929c00640 1 -- 172.21.15.31:0/3307265521 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f99241436e0 msgr2=0x7f99240b4a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:53.235 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.233+0000 7f9929c00640 1 --2- 172.21.15.31:0/3307265521 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f99241436e0 0x7f99240b4a70 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f990c009870 tx=0x7f990c02e5e0 comp rx=0 tx=0).stop 2024-07-26T12:21:53.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.234+0000 7f9929c00640 1 -- 172.21.15.31:0/3307265521 shutdown_connections 2024-07-26T12:21:53.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.234+0000 7f9929c00640 1 --2- 172.21.15.31:0/3307265521 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f99240b0c80 0x7f992414e060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:53.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.234+0000 7f9929c00640 1 --2- 172.21.15.31:0/3307265521 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f99241436e0 0x7f99240b4a70 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:53.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.234+0000 7f9929c00640 1 -- 172.21.15.31:0/3307265521 >> 172.21.15.31:0/3307265521 conn(0x7f992406ceb0 msgr2=0x7f99240b8ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:53.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.234+0000 7f9929c00640 1 -- 172.21.15.31:0/3307265521 shutdown_connections 2024-07-26T12:21:53.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.234+0000 7f9929c00640 1 -- 172.21.15.31:0/3307265521 wait complete. 2024-07-26T12:21:53.238 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.237+0000 7fe39b000640 1 Processor -- start 2024-07-26T12:21:53.238 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.237+0000 7fe39b000640 1 -- start start 2024-07-26T12:21:53.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.239+0000 7fd605800640 1 Processor -- start 2024-07-26T12:21:53.241 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.240+0000 7fe39b000640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe3940afa50 0x7fe39414cf20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:53.241 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.240+0000 7fe39b000640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe3940b36a0 0x7fe3941ee640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:53.242 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.240+0000 7fe39b000640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe3940b3ab0 0x7fe3941e79f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:53.242 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.240+0000 7fe39b000640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fe3941525d0 con 0x7fe3940afa50 2024-07-26T12:21:53.243 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.241+0000 7fe39b000640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fe394152450 con 0x7fe3940b36a0 2024-07-26T12:21:53.243 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.241+0000 7fe39b000640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7fe394152750 con 0x7fe3940b3ab0 2024-07-26T12:21:53.243 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.241+0000 7fe399200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe3940b36a0 0x7fe3941ee640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:53.243 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.241+0000 7fe39a600640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe3940b3ab0 0x7fe3941e79f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:53.243 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.241+0000 7fe39a600640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe3940b3ab0 0x7fe3941e79f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3301/0 says I am v2:172.21.15.31:42536/0 (socket says 172.21.15.31:42536) 2024-07-26T12:21:53.243 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.241+0000 7fe399200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe3940b36a0 0x7fe3941ee640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.31:35764/0 (socket says 172.21.15.31:35764) 2024-07-26T12:21:53.243 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.241+0000 7fe399200640 1 -- 172.21.15.31:0/2631103309 learned_addr learned my addr 172.21.15.31:0/2631103309 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:53.244 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.239+0000 7fd605800640 1 -- start start 2024-07-26T12:21:53.244 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.242+0000 7fd605800640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fd5f803d060 0x7fd5f80098f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:53.244 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.242+0000 7fd605800640 1 --2- >> v2:172.21.15.123:3300/0 conn(0x7fd5f80305e0 0x7fd5f80db1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:53.244 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.242+0000 7fd605800640 1 -- --> v1:172.21.15.123:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd5f8038170 con 0x7fd5f80d1580 2024-07-26T12:21:53.244 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.242+0000 7fd605800640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7fd5f803d470 con 0x7fd5f803d060 2024-07-26T12:21:53.244 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.242+0000 7fd605800640 1 -- --> v2:172.21.15.123:3300/0 -- mon_getmap magic: 0 -- 0x7fd5f80384e0 con 0x7fd5f80305e0 2024-07-26T12:21:53.244 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.242+0000 7fe399200640 1 -- 172.21.15.31:0/2631103309 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe3940b3ab0 msgr2=0x7fe3941e79f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:53.245 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.243+0000 7fd5ff400640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fd5f803d060 0x7fd5f80098f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:53.245 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.239+0000 7f9929c00640 1 Processor -- start 2024-07-26T12:21:53.245 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.242+0000 7f9929c00640 1 -- start start 2024-07-26T12:21:53.245 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.243+0000 7fe399200640 1 --2- 172.21.15.31:0/2631103309 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe3940b3ab0 0x7fe3941e79f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:53.246 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.243+0000 7fd5ff400640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fd5f803d060 0x7fd5f80098f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:59782/0 (socket says 172.21.15.31:59782) 2024-07-26T12:21:53.246 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.243+0000 7fe399200640 1 -- 172.21.15.31:0/2631103309 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe3940afa50 msgr2=0x7fe39414cf20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:53.246 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.243+0000 7fe399200640 1 --2- 172.21.15.31:0/2631103309 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe3940afa50 0x7fe39414cf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:53.247 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.243+0000 7fd5ff400640 1 -- 172.21.15.31:0/1765603981 learned_addr learned my addr 172.21.15.31:0/1765603981 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:53.247 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.243+0000 7fd5ff400640 1 -- 172.21.15.31:0/1765603981 >> v2:172.21.15.123:3300/0 conn(0x7fd5f80305e0 msgr2=0x7fd5f80db1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:53.247 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.243+0000 7fd5ff400640 1 --2- 172.21.15.31:0/1765603981 >> v2:172.21.15.123:3300/0 conn(0x7fd5f80305e0 0x7fd5f80db1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:53.247 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.243+0000 7fd5ff400640 1 -- 172.21.15.31:0/1765603981 >> v1:172.21.15.123:6789/0 conn(0x7fd5f80d1580 legacy=0x7fd5f80396a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:53.247 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.244+0000 7fd5ff400640 1 -- 172.21.15.31:0/1765603981 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd5f8009e30 con 0x7fd5f803d060 2024-07-26T12:21:53.248 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.244+0000 7fe399200640 1 -- 172.21.15.31:0/2631103309 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe3941ef310 con 0x7fe3940b36a0 2024-07-26T12:21:53.248 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.245+0000 7fe399200640 1 --2- 172.21.15.31:0/2631103309 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe3940b36a0 0x7fe3941ee640 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fe38000c370 tx=0x7fe38000c830 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:53.248 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.245+0000 7fe39a600640 1 --2- 172.21.15.31:0/2631103309 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe3940b3ab0 0x7fe3941e79f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T12:21:53.248 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.245+0000 7fd5ff400640 1 --2- 172.21.15.31:0/1765603981 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd5f803d060 0x7fd5f80098f0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fd5f803c740 tx=0x7fd5ec02a200 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9034d1e736b0413c server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:53.248 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.245+0000 7fe391600640 1 -- 172.21.15.31:0/2631103309 <== mon.1 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3800052d0 con 0x7fe3940b36a0 2024-07-26T12:21:53.249 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.245+0000 7f9929c00640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f99240b0c80 0x7f992413b970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:53.249 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.245+0000 7f9929c00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f99240b1eb0 0x7f992413ffb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:53.249 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.246+0000 7fe39b000640 1 -- 172.21.15.31:0/2631103309 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe39414d460 con 0x7fe3940b36a0 2024-07-26T12:21:53.249 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.246+0000 7fe391600640 1 -- 172.21.15.31:0/2631103309 <== mon.1 v2:172.21.15.123:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe380007020 con 0x7fe3940b36a0 2024-07-26T12:21:53.250 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.245+0000 7f9929c00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f99241436e0 0x7f9924073240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:53.250 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.245+0000 7f9929c00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f992406d590 con 0x7f99241436e0 2024-07-26T12:21:53.250 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.246+0000 7fd5fea00640 1 -- 172.21.15.31:0/1765603981 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5ec037070 con 0x7fd5f803d060 2024-07-26T12:21:53.250 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.246+0000 7fd5fea00640 1 -- 172.21.15.31:0/1765603981 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd5ec032530 con 0x7fd5f803d060 2024-07-26T12:21:53.250 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.246+0000 7fd5fea00640 1 -- 172.21.15.31:0/1765603981 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5ec032960 con 0x7fd5f803d060 2024-07-26T12:21:53.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.245+0000 7f9929c00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f99240b24d0 con 0x7f99240b1eb0 2024-07-26T12:21:53.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.246+0000 7fe391600640 1 -- 172.21.15.31:0/2631103309 <== mon.1 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe380007470 con 0x7fe3940b36a0 2024-07-26T12:21:53.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.246+0000 7fe39b000640 1 -- 172.21.15.31:0/2631103309 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe39414c560 con 0x7fe3940b36a0 2024-07-26T12:21:53.252 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.245+0000 7f9929c00640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f992414e5a0 con 0x7f99240b0c80 2024-07-26T12:21:53.253 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.246+0000 7f991b400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f99240b1eb0 0x7f992413ffb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:53.253 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.246+0000 7f991b400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f99240b1eb0 0x7f992413ffb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.31:35782/0 (socket says 172.21.15.31:35782) 2024-07-26T12:21:53.253 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.246+0000 7f991b400640 1 -- 172.21.15.31:0/2675012149 learned_addr learned my addr 172.21.15.31:0/2675012149 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:53.253 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.247+0000 7f9929200640 1 --2- 172.21.15.31:0/2675012149 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f99241436e0 0x7f9924073240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:53.253 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.248+0000 7f991b400640 1 -- 172.21.15.31:0/2675012149 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f99240b0c80 msgr2=0x7f992413b970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:53.253 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.248+0000 7f991b400640 1 --2- 172.21.15.31:0/2675012149 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f99240b0c80 0x7f992413b970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:53.253 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.248+0000 7f991b400640 1 -- 172.21.15.31:0/2675012149 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f99241436e0 msgr2=0x7f9924073240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:53.253 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.248+0000 7f991b400640 1 --2- 172.21.15.31:0/2675012149 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f99241436e0 0x7f9924073240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:53.253 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.248+0000 7f991b400640 1 -- 172.21.15.31:0/2675012149 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f992413beb0 con 0x7f99240b1eb0 2024-07-26T12:21:53.253 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.249+0000 7f9929200640 1 --2- 172.21.15.31:0/2675012149 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f99241436e0 0x7f9924073240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T12:21:53.254 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.247+0000 7fd605800640 1 -- 172.21.15.31:0/1765603981 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd5f803d060 msgr2=0x7fd5f80098f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:53.254 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.247+0000 7fd605800640 1 --2- 172.21.15.31:0/1765603981 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd5f803d060 0x7fd5f80098f0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fd5f803c740 tx=0x7fd5ec02a200 comp rx=0 tx=0).stop 2024-07-26T12:21:53.254 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.249+0000 7fe39b000640 1 -- 172.21.15.31:0/2631103309 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe3940b2c50 con 0x7fe3940b36a0 2024-07-26T12:21:53.254 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.249+0000 7fd605800640 1 -- 172.21.15.31:0/1765603981 shutdown_connections 2024-07-26T12:21:53.254 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.249+0000 7fd605800640 1 --2- 172.21.15.31:0/1765603981 >> v2:172.21.15.123:3300/0 conn(0x7fd5f80305e0 0x7fd5f80db1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:53.255 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.249+0000 7fd605800640 1 --2- 172.21.15.31:0/1765603981 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd5f803d060 0x7fd5f80098f0 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:53.255 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.249+0000 7fd605800640 1 -- 172.21.15.31:0/1765603981 >> 172.21.15.31:0/1765603981 conn(0x7fd5f801fb20 msgr2=0x7fd5f8008ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:53.255 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.250+0000 7f991b400640 1 --2- 172.21.15.31:0/2675012149 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f99240b1eb0 0x7f992413ffb0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f991400c760 tx=0x7f991400cc20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:53.255 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.249+0000 7fd605800640 1 -- 172.21.15.31:0/1765603981 shutdown_connections 2024-07-26T12:21:53.255 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.249+0000 7fd605800640 1 -- 172.21.15.31:0/1765603981 wait complete. 2024-07-26T12:21:53.256 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.250+0000 7f9920c00640 1 -- 172.21.15.31:0/2675012149 <== mon.1 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9914003b70 con 0x7f99240b1eb0 2024-07-26T12:21:53.256 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.251+0000 7f9920c00640 1 -- 172.21.15.31:0/2675012149 <== mon.1 v2:172.21.15.123:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9914003d10 con 0x7f99240b1eb0 2024-07-26T12:21:53.256 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.251+0000 7f9920c00640 1 -- 172.21.15.31:0/2675012149 <== mon.1 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9914003b70 con 0x7f99240b1eb0 2024-07-26T12:21:53.256 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.252+0000 7fe391600640 1 -- 172.21.15.31:0/2631103309 <== mon.1 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fe3800067d0 con 0x7fe3940b36a0 2024-07-26T12:21:53.257 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.252+0000 7f9929c00640 1 -- 172.21.15.31:0/2675012149 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9924140c00 con 0x7f99240b1eb0 2024-07-26T12:21:53.257 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.253+0000 7fd605800640 1 Processor -- start 2024-07-26T12:21:53.257 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.253+0000 7f9929c00640 1 -- 172.21.15.31:0/2675012149 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f992413ac50 con 0x7f99240b1eb0 2024-07-26T12:21:53.257 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.253+0000 7fd605800640 1 -- start start 2024-07-26T12:21:53.258 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.253+0000 7fe391600640 1 --2- 172.21.15.31:0/2631103309 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fe374077010 0x7fe374079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:53.258 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.253+0000 7fe391600640 1 -- 172.21.15.31:0/2631103309 <== mon.1 v2:172.21.15.123:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7fe380097f40 con 0x7fe3940b36a0 2024-07-26T12:21:53.258 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.254+0000 7fe399c00640 1 --2- 172.21.15.31:0/2631103309 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fe374077010 0x7fe374079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:53.258 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.255+0000 7fd605800640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd5f80305e0 0x7fd5f8036080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:53.258 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.255+0000 7fd605800640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fd5f803d060 0x7fd5f8036a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:53.259 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.255+0000 7fd605800640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd5f80d1580 0x7fd5f80c8f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:53.259 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.255+0000 7fd605800640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fd5f80db950 con 0x7fd5f80d1580 2024-07-26T12:21:53.259 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.255+0000 7fd605800640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fd5f8030cc0 con 0x7fd5f80305e0 2024-07-26T12:21:53.259 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.255+0000 7fd605800640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7fd5f80dbad0 con 0x7fd5f803d060 2024-07-26T12:21:53.259 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.255+0000 7f9929c00640 1 -- 172.21.15.31:0/2675012149 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9924073f60 con 0x7f99240b1eb0 2024-07-26T12:21:53.260 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.256+0000 7fd5ffe00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd5f80305e0 0x7fd5f8036080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:53.260 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.256+0000 7fd5ff400640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fd5f803d060 0x7fd5f8036a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:53.260 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.256+0000 7fd5ffe00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd5f80305e0 0x7fd5f8036080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.31:35784/0 (socket says 172.21.15.31:35784) 2024-07-26T12:21:53.260 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.256+0000 7fd5ff400640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fd5f803d060 0x7fd5f8036a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3301/0 says I am v2:172.21.15.31:42558/0 (socket says 172.21.15.31:42558) 2024-07-26T12:21:53.260 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.256+0000 7fd5ffe00640 1 -- 172.21.15.31:0/904364817 learned_addr learned my addr 172.21.15.31:0/904364817 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:53.260 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.257+0000 7fd604e00640 1 --2- 172.21.15.31:0/904364817 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd5f80d1580 0x7fd5f80c8f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:53.260 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.257+0000 7fd5ffe00640 1 -- 172.21.15.31:0/904364817 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fd5f803d060 msgr2=0x7fd5f8036a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:53.261 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.257+0000 7fd5ffe00640 1 --2- 172.21.15.31:0/904364817 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fd5f803d060 0x7fd5f8036a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:53.261 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.257+0000 7fd5ffe00640 1 -- 172.21.15.31:0/904364817 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd5f80d1580 msgr2=0x7fd5f80c8f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:53.261 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.257+0000 7fe399c00640 1 --2- 172.21.15.31:0/2631103309 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fe374077010 0x7fe374079520 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fe388033000 tx=0x7fe388004a40 comp rx=0 tx=0).ready entity=mgr.4126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:53.261 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.257+0000 7fd5ffe00640 1 --2- 172.21.15.31:0/904364817 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd5f80d1580 0x7fd5f80c8f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:53.261 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.257+0000 7fd5ffe00640 1 -- 172.21.15.31:0/904364817 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd5f80365c0 con 0x7fd5f80305e0 2024-07-26T12:21:53.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.258+0000 7fd5ffe00640 1 --2- 172.21.15.31:0/904364817 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd5f80305e0 0x7fd5f8036080 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fd5f400b410 tx=0x7fd5f400b8d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:53.269 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.268+0000 7fe391600640 1 -- 172.21.15.31:0/2631103309 <== mon.1 v2:172.21.15.123:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fe3800609d0 con 0x7fe3940b36a0 2024-07-26T12:21:53.270 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.268+0000 7fd5f3e00640 1 -- 172.21.15.31:0/904364817 <== mon.1 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5f4015020 con 0x7fd5f80305e0 2024-07-26T12:21:53.270 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.268+0000 7fd5f3e00640 1 -- 172.21.15.31:0/904364817 <== mon.1 v2:172.21.15.123:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd5f4011920 con 0x7fd5f80305e0 2024-07-26T12:21:53.270 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.268+0000 7fd5f3e00640 1 -- 172.21.15.31:0/904364817 <== mon.1 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5f4011d70 con 0x7fd5f80305e0 2024-07-26T12:21:53.271 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.268+0000 7fd605800640 1 -- 172.21.15.31:0/904364817 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd5f80352c0 con 0x7fd5f80305e0 2024-07-26T12:21:53.271 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.269+0000 7fd605800640 1 -- 172.21.15.31:0/904364817 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd5f8035880 con 0x7fd5f80305e0 2024-07-26T12:21:53.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.270+0000 7fd605800640 1 -- 172.21.15.31:0/904364817 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd5f80098f0 con 0x7fd5f80305e0 2024-07-26T12:21:53.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.272+0000 7f9920c00640 1 -- 172.21.15.31:0/2675012149 <== mon.1 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f991400a850 con 0x7f99240b1eb0 2024-07-26T12:21:53.275 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.274+0000 7f9920c00640 1 --2- 172.21.15.31:0/2675012149 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f9900077210 0x7f9900079720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:53.276 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.274+0000 7f9920c00640 1 -- 172.21.15.31:0/2675012149 <== mon.1 v2:172.21.15.123:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f9914098e80 con 0x7f99240b1eb0 2024-07-26T12:21:53.276 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.275+0000 7f9923e00640 1 --2- 172.21.15.31:0/2675012149 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f9900077210 0x7f9900079720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:53.278 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.276+0000 7f9923e00640 1 --2- 172.21.15.31:0/2675012149 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f9900077210 0x7f9900079720 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f990c037000 tx=0x7f990c0046c0 comp rx=0 tx=0).ready entity=mgr.4126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:53.286 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.284+0000 7f9920c00640 1 -- 172.21.15.31:0/2675012149 <== mon.1 v2:172.21.15.123:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f9924073f60 con 0x7f99240b1eb0 2024-07-26T12:21:53.291 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.288+0000 7fd5f3e00640 1 -- 172.21.15.31:0/904364817 <== mon.1 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fd5f4018020 con 0x7fd5f80305e0 2024-07-26T12:21:53.291 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.289+0000 7fd5f3e00640 1 --2- 172.21.15.31:0/904364817 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fd5e0077010 0x7fd5e0079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:53.292 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.290+0000 7fd5f3e00640 1 -- 172.21.15.31:0/904364817 <== mon.1 v2:172.21.15.123:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7fd5f405df50 con 0x7fd5f80305e0 2024-07-26T12:21:53.292 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.291+0000 7fd5ff400640 1 --2- 172.21.15.31:0/904364817 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fd5e0077010 0x7fd5e0079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:53.293 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.292+0000 7fd5ff400640 1 --2- 172.21.15.31:0/904364817 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fd5e0077010 0x7fd5e0079520 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fd5ec034000 tx=0x7fd5ec008040 comp rx=0 tx=0).ready entity=mgr.4126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:53.299 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.297+0000 7fd5f3e00640 1 -- 172.21.15.31:0/904364817 <== mon.1 v2:172.21.15.123:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fd5f401f020 con 0x7fd5f80305e0 2024-07-26T12:21:53.580 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.579+0000 7fccd5e00640 1 -- 172.21.15.31:0/167492375 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7fccc8031950 con 0x7fccc80305e0 2024-07-26T12:21:53.581 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.580+0000 7fccccc00640 1 -- 172.21.15.31:0/167492375 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fccd0100a20 con 0x7fccc80305e0 2024-07-26T12:21:53.582 INFO:teuthology.orchestra.run.smithi031.stdout:64424509445 2024-07-26T12:21:53.585 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.583+0000 7fccd5e00640 1 -- 172.21.15.31:0/167492375 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fccb00770e0 msgr2=0x7fccb00795f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:53.585 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.583+0000 7fccd5e00640 1 --2- 172.21.15.31:0/167492375 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fccb00770e0 0x7fccb00795f0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fccc80340c0 tx=0x7fccc4009040 comp rx=0 tx=0).stop 2024-07-26T12:21:53.585 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.583+0000 7fccd5e00640 1 -- 172.21.15.31:0/167492375 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fccc80305e0 msgr2=0x7fccc80d36e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:53.586 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.583+0000 7fccd5e00640 1 --2- 172.21.15.31:0/167492375 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fccc80305e0 0x7fccc80d36e0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fccd0076cb0 tx=0x7fccd00ad8f0 comp rx=0 tx=0).stop 2024-07-26T12:21:53.586 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.584+0000 7fccd5e00640 1 -- 172.21.15.31:0/167492375 shutdown_connections 2024-07-26T12:21:53.586 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.584+0000 7fccd5e00640 1 --2- 172.21.15.31:0/167492375 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fccb00770e0 0x7fccb00795f0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:53.586 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.585+0000 7fccd5e00640 1 --2- 172.21.15.31:0/167492375 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fccc80d1580 0x7fccc8020460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:53.586 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.585+0000 7fccd5e00640 1 --2- 172.21.15.31:0/167492375 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fccc80396a0 0x7fccc8031ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:53.586 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.585+0000 7fccd5e00640 1 --2- 172.21.15.31:0/167492375 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fccc80305e0 0x7fccc80d36e0 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:53.586 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.585+0000 7fccd5e00640 1 -- 172.21.15.31:0/167492375 >> 172.21.15.31:0/167492375 conn(0x7fccc801fb20 msgr2=0x7fccc8004a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:53.587 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.585+0000 7fccd5e00640 1 -- 172.21.15.31:0/167492375 shutdown_connections 2024-07-26T12:21:53.587 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.585+0000 7fccd5e00640 1 -- 172.21.15.31:0/167492375 wait complete. 2024-07-26T12:21:53.587 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.586+0000 7f5ece000640 1 -- 172.21.15.31:0/88276057 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7f5ec002de80 con 0x7f5ec00d0ff0 2024-07-26T12:21:53.588 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.587+0000 7f5ec4c00640 1 -- 172.21.15.31:0/88276057 <== mon.1 v2:172.21.15.123:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f5ec80e0b30 con 0x7f5ec00d0ff0 2024-07-26T12:21:53.592 INFO:teuthology.orchestra.run.smithi031.stdout:64424509447 2024-07-26T12:21:53.594 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.593+0000 7f5ece000640 1 -- 172.21.15.31:0/88276057 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f5ea8077090 msgr2=0x7f5ea80795a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:53.595 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.593+0000 7f5ece000640 1 --2- 172.21.15.31:0/88276057 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f5ea8077090 0x7f5ea80795a0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f5ebc009630 tx=0x7f5ebc009240 comp rx=0 tx=0).stop 2024-07-26T12:21:53.596 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.593+0000 7f5ece000640 1 -- 172.21.15.31:0/88276057 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5ec00d0ff0 msgr2=0x7f5ec0034050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:53.596 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.593+0000 7f5ece000640 1 --2- 172.21.15.31:0/88276057 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5ec00d0ff0 0x7f5ec0034050 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f5ec8051740 tx=0x7f5ec806ad90 comp rx=0 tx=0).stop 2024-07-26T12:21:53.596 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.594+0000 7f5ece000640 1 -- 172.21.15.31:0/88276057 shutdown_connections 2024-07-26T12:21:53.596 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.594+0000 7f5ece000640 1 --2- 172.21.15.31:0/88276057 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f5ea8077090 0x7f5ea80795a0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:53.596 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.594+0000 7f5ece000640 1 --2- 172.21.15.31:0/88276057 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5ec00d0ff0 0x7f5ec0034050 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:53.596 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.594+0000 7f5ece000640 1 --2- 172.21.15.31:0/88276057 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5ec003b220 0x7f5ec002e120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:53.596 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.594+0000 7f5ece000640 1 --2- 172.21.15.31:0/88276057 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f5ec00380f0 0x7f5ec002f970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:53.596 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.594+0000 7f5ece000640 1 -- 172.21.15.31:0/88276057 >> 172.21.15.31:0/88276057 conn(0x7f5ec003ed40 msgr2=0x7f5ec00369f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:53.597 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.595+0000 7f5ece000640 1 -- 172.21.15.31:0/88276057 shutdown_connections 2024-07-26T12:21:53.597 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.595+0000 7f5ece000640 1 -- 172.21.15.31:0/88276057 wait complete. 2024-07-26T12:21:53.628 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509446 got 64424509445 for osd.0 2024-07-26T12:21:53.635 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509448 got 64424509447 for osd.3 2024-07-26T12:21:53.635 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.634+0000 7f17fe400640 1 -- 172.21.15.31:0/4214097547 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) -- 0x7f17f8147af0 con 0x7f17f80afa50 2024-07-26T12:21:53.637 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.635+0000 7f17f4c00640 1 -- 172.21.15.31:0/4214097547 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f17e80690d0 con 0x7f17f80afa50 2024-07-26T12:21:53.637 INFO:teuthology.orchestra.run.smithi031.stdout:60129542150 2024-07-26T12:21:53.641 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.639+0000 7f17fe400640 1 -- 172.21.15.31:0/4214097547 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f17d8077000 msgr2=0x7f17d8079510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:53.641 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.639+0000 7f17fe400640 1 --2- 172.21.15.31:0/4214097547 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f17d8077000 0x7f17d8079510 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f17f0000f80 tx=0x7f17f002c040 comp rx=0 tx=0).stop 2024-07-26T12:21:53.641 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.639+0000 7f17fe400640 1 -- 172.21.15.31:0/4214097547 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f17f80afa50 msgr2=0x7f17f8146080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:53.641 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.639+0000 7f17fe400640 1 --2- 172.21.15.31:0/4214097547 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f17f80afa50 0x7f17f8146080 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f17e800c780 tx=0x7f17e800cc40 comp rx=0 tx=0).stop 2024-07-26T12:21:53.641 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.639+0000 7f17fe400640 1 -- 172.21.15.31:0/4214097547 shutdown_connections 2024-07-26T12:21:53.642 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.639+0000 7f17fe400640 1 --2- 172.21.15.31:0/4214097547 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f17d8077000 0x7f17d8079510 secure :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f17f0000f80 tx=0x7f17f002c040 comp rx=0 tx=0).stop 2024-07-26T12:21:53.642 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.639+0000 7f17fe400640 1 --2- 172.21.15.31:0/4214097547 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f17f8144d90 0x7f17f81451a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:53.642 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.639+0000 7f17fe400640 1 --2- 172.21.15.31:0/4214097547 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f17f8148030 0x7f17f8071e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:53.642 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.639+0000 7f17fe400640 1 --2- 172.21.15.31:0/4214097547 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f17f80afa50 0x7f17f8146080 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:53.642 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.639+0000 7f17fe400640 1 -- 172.21.15.31:0/4214097547 >> 172.21.15.31:0/4214097547 conn(0x7f17f806ceb0 msgr2=0x7f17f80b1220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:53.642 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.639+0000 7f17fe400640 1 -- 172.21.15.31:0/4214097547 shutdown_connections 2024-07-26T12:21:53.642 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.639+0000 7f17fe400640 1 -- 172.21.15.31:0/4214097547 wait complete. 2024-07-26T12:21:53.651 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.650+0000 7fc576200640 1 -- 172.21.15.31:0/72218841 --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7fc570070db0 con 0x7fc570145170 2024-07-26T12:21:53.651 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.650+0000 7ff840c00640 1 -- 172.21.15.31:0/295872802 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) -- 0x7ff81c005850 con 0x7ff84c06d2f0 2024-07-26T12:21:53.656 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.655+0000 7ff843e00640 1 -- 172.21.15.31:0/295872802 <== mon.1 v2:172.21.15.123:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7ff84c072550 con 0x7ff84c06d2f0 2024-07-26T12:21:53.657 INFO:teuthology.orchestra.run.smithi031.stdout:60129542152 2024-07-26T12:21:53.659 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.658+0000 7fc567400640 1 -- 172.21.15.31:0/72218841 <== mon.2 v2:172.21.15.123:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fc568083210 con 0x7fc570145170 2024-07-26T12:21:53.659 INFO:teuthology.orchestra.run.smithi031.stdout:64424509448 2024-07-26T12:21:53.660 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.658+0000 7ff840c00640 1 -- 172.21.15.31:0/295872802 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7ff828077090 msgr2=0x7ff8280795a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:53.660 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.658+0000 7ff840c00640 1 --2- 172.21.15.31:0/295872802 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7ff828077090 0x7ff8280795a0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7ff834006fd0 tx=0x7ff834008040 comp rx=0 tx=0).stop 2024-07-26T12:21:53.660 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.658+0000 7ff840c00640 1 -- 172.21.15.31:0/295872802 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff84c06d2f0 msgr2=0x7ff84c151be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:53.660 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.658+0000 7ff840c00640 1 --2- 172.21.15.31:0/295872802 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff84c06d2f0 0x7ff84c151be0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7ff83c02abe0 tx=0x7ff83c0089a0 comp rx=0 tx=0).stop 2024-07-26T12:21:53.661 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.659+0000 7ff840c00640 1 -- 172.21.15.31:0/295872802 shutdown_connections 2024-07-26T12:21:53.661 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.659+0000 7ff840c00640 1 --2- 172.21.15.31:0/295872802 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7ff828077090 0x7ff8280795a0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:53.661 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.659+0000 7ff840c00640 1 --2- 172.21.15.31:0/295872802 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff84c0b4e80 0x7ff84c154d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:53.661 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.659+0000 7ff840c00640 1 --2- 172.21.15.31:0/295872802 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7ff84c0b4a70 0x7ff84c1e5ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:53.661 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.659+0000 7ff840c00640 1 --2- 172.21.15.31:0/295872802 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff84c06d2f0 0x7ff84c151be0 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:53.661 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.659+0000 7ff840c00640 1 -- 172.21.15.31:0/295872802 >> 172.21.15.31:0/295872802 conn(0x7ff84c06ceb0 msgr2=0x7ff84c0b0fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:53.661 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.660+0000 7ff840c00640 1 -- 172.21.15.31:0/295872802 shutdown_connections 2024-07-26T12:21:53.662 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.660+0000 7ff840c00640 1 -- 172.21.15.31:0/295872802 wait complete. 2024-07-26T12:21:53.662 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.661+0000 7fc576200640 1 -- 172.21.15.31:0/72218841 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fc54c077010 msgr2=0x7fc54c079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:53.662 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.661+0000 7fc576200640 1 --2- 172.21.15.31:0/72218841 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fc54c077010 0x7fc54c079520 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fc558001540 tx=0x7fc558007a40 comp rx=0 tx=0).stop 2024-07-26T12:21:53.663 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.661+0000 7fc576200640 1 -- 172.21.15.31:0/72218841 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fc570145170 msgr2=0x7fc57012f2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:53.663 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.661+0000 7fc576200640 1 --2- 172.21.15.31:0/72218841 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fc570145170 0x7fc57012f2a0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fc56802ab60 tx=0x7fc568031630 comp rx=0 tx=0).stop 2024-07-26T12:21:53.663 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.661+0000 7fc576200640 1 -- 172.21.15.31:0/72218841 shutdown_connections 2024-07-26T12:21:53.663 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.661+0000 7fc576200640 1 --2- 172.21.15.31:0/72218841 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fc54c077010 0x7fc54c079520 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:53.663 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.661+0000 7fc576200640 1 --2- 172.21.15.31:0/72218841 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fc570145170 0x7fc57012f2a0 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:53.663 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.661+0000 7fc576200640 1 --2- 172.21.15.31:0/72218841 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc5700b0240 0x7fc57013fc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:53.663 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.661+0000 7fc576200640 1 --2- 172.21.15.31:0/72218841 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc5700742a0 0x7fc570135400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:53.663 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.661+0000 7fc576200640 1 -- 172.21.15.31:0/72218841 >> 172.21.15.31:0/72218841 conn(0x7fc57006c7a0 msgr2=0x7fc570143500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:53.663 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.661+0000 7fc576200640 1 -- 172.21.15.31:0/72218841 shutdown_connections 2024-07-26T12:21:53.663 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.661+0000 7fc576200640 1 -- 172.21.15.31:0/72218841 wait complete. 2024-07-26T12:21:53.680 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542151 got 60129542150 for osd.7 2024-07-26T12:21:53.689 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509448 got 64424509448 for osd.1 2024-07-26T12:21:53.689 DEBUG:teuthology.parallel:result is None 2024-07-26T12:21:53.691 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.689+0000 7fd605800640 1 -- 172.21.15.31:0/904364817 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) -- 0x7fd5f8023590 con 0x7fd5f80305e0 2024-07-26T12:21:53.692 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.690+0000 7fd5f3e00640 1 -- 172.21.15.31:0/904364817 <== mon.1 v2:172.21.15.123:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fd5f4061960 con 0x7fd5f80305e0 2024-07-26T12:21:53.692 INFO:teuthology.orchestra.run.smithi031.stdout:60129542151 2024-07-26T12:21:53.695 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.693+0000 7fd605800640 1 -- 172.21.15.31:0/904364817 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fd5e0077010 msgr2=0x7fd5e0079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:53.695 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.693+0000 7fd605800640 1 --2- 172.21.15.31:0/904364817 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fd5e0077010 0x7fd5e0079520 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fd5ec034000 tx=0x7fd5ec008040 comp rx=0 tx=0).stop 2024-07-26T12:21:53.695 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.693+0000 7fd605800640 1 -- 172.21.15.31:0/904364817 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd5f80305e0 msgr2=0x7fd5f8036080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:53.695 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.693+0000 7fd605800640 1 --2- 172.21.15.31:0/904364817 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd5f80305e0 0x7fd5f8036080 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fd5f400b410 tx=0x7fd5f400b8d0 comp rx=0 tx=0).stop 2024-07-26T12:21:53.695 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.693+0000 7fd605800640 1 -- 172.21.15.31:0/904364817 shutdown_connections 2024-07-26T12:21:53.695 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.693+0000 7fd605800640 1 --2- 172.21.15.31:0/904364817 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fd5e0077010 0x7fd5e0079520 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:53.695 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.693+0000 7fd605800640 1 --2- 172.21.15.31:0/904364817 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd5f80d1580 0x7fd5f80c8f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:53.695 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.693+0000 7fd605800640 1 --2- 172.21.15.31:0/904364817 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fd5f803d060 0x7fd5f8036a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:53.695 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.693+0000 7fd605800640 1 --2- 172.21.15.31:0/904364817 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd5f80305e0 0x7fd5f8036080 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:53.696 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.693+0000 7fd605800640 1 -- 172.21.15.31:0/904364817 >> 172.21.15.31:0/904364817 conn(0x7fd5f801fb20 msgr2=0x7fd5f801d490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:53.696 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.693+0000 7fd605800640 1 -- 172.21.15.31:0/904364817 shutdown_connections 2024-07-26T12:21:53.696 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.693+0000 7fd605800640 1 -- 172.21.15.31:0/904364817 wait complete. 2024-07-26T12:21:53.700 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542152 got 60129542152 for osd.5 2024-07-26T12:21:53.700 DEBUG:teuthology.parallel:result is None 2024-07-26T12:21:53.701 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.699+0000 7f9929c00640 1 -- 172.21.15.31:0/2675012149 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) -- 0x7f99240b4a70 con 0x7f99240b1eb0 2024-07-26T12:21:53.701 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.700+0000 7f9920c00640 1 -- 172.21.15.31:0/2675012149 <== mon.1 v2:172.21.15.123:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f9914062160 con 0x7f99240b1eb0 2024-07-26T12:21:53.702 INFO:teuthology.orchestra.run.smithi031.stdout:60129542150 2024-07-26T12:21:53.704 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.702+0000 7f9929c00640 1 -- 172.21.15.31:0/2675012149 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f9900077210 msgr2=0x7f9900079720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:53.704 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.702+0000 7f9929c00640 1 --2- 172.21.15.31:0/2675012149 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f9900077210 0x7f9900079720 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f990c037000 tx=0x7f990c0046c0 comp rx=0 tx=0).stop 2024-07-26T12:21:53.705 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.702+0000 7f9929c00640 1 -- 172.21.15.31:0/2675012149 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f99240b1eb0 msgr2=0x7f992413ffb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:53.706 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.702+0000 7f9929c00640 1 --2- 172.21.15.31:0/2675012149 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f99240b1eb0 0x7f992413ffb0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f991400c760 tx=0x7f991400cc20 comp rx=0 tx=0).stop 2024-07-26T12:21:53.706 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.703+0000 7f9929c00640 1 -- 172.21.15.31:0/2675012149 shutdown_connections 2024-07-26T12:21:53.706 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.703+0000 7f9929c00640 1 --2- 172.21.15.31:0/2675012149 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f9900077210 0x7f9900079720 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:53.706 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.703+0000 7f9929c00640 1 --2- 172.21.15.31:0/2675012149 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f99241436e0 0x7f9924073240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:53.706 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.703+0000 7f9929c00640 1 --2- 172.21.15.31:0/2675012149 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f99240b1eb0 0x7f992413ffb0 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:53.706 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.703+0000 7f9929c00640 1 --2- 172.21.15.31:0/2675012149 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f99240b0c80 0x7f992413b970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:53.706 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.703+0000 7f9929c00640 1 -- 172.21.15.31:0/2675012149 >> 172.21.15.31:0/2675012149 conn(0x7f992406ceb0 msgr2=0x7f9924075670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:53.706 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.703+0000 7f9929c00640 1 -- 172.21.15.31:0/2675012149 shutdown_connections 2024-07-26T12:21:53.706 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.703+0000 7f9929c00640 1 -- 172.21.15.31:0/2675012149 wait complete. 2024-07-26T12:21:53.709 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.707+0000 7fe39b000640 1 -- 172.21.15.31:0/2631103309 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7fe39414c8c0 con 0x7fe3940b36a0 2024-07-26T12:21:53.710 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.708+0000 7fe391600640 1 -- 172.21.15.31:0/2631103309 <== mon.1 v2:172.21.15.123:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fe380064f20 con 0x7fe3940b36a0 2024-07-26T12:21:53.710 INFO:teuthology.orchestra.run.smithi031.stdout:60129542151 2024-07-26T12:21:53.712 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.710+0000 7fe39b000640 1 -- 172.21.15.31:0/2631103309 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fe374077010 msgr2=0x7fe374079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:53.712 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.710+0000 7fe39b000640 1 --2- 172.21.15.31:0/2631103309 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fe374077010 0x7fe374079520 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fe388033000 tx=0x7fe388004a40 comp rx=0 tx=0).stop 2024-07-26T12:21:53.713 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.710+0000 7fe39b000640 1 -- 172.21.15.31:0/2631103309 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe3940b36a0 msgr2=0x7fe3941ee640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:53.713 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.710+0000 7fe39b000640 1 --2- 172.21.15.31:0/2631103309 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe3940b36a0 0x7fe3941ee640 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fe38000c370 tx=0x7fe38000c830 comp rx=0 tx=0).stop 2024-07-26T12:21:53.713 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.711+0000 7fe39b000640 1 -- 172.21.15.31:0/2631103309 shutdown_connections 2024-07-26T12:21:53.713 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.711+0000 7fe39b000640 1 --2- 172.21.15.31:0/2631103309 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fe374077010 0x7fe374079520 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:53.713 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.711+0000 7fe39b000640 1 --2- 172.21.15.31:0/2631103309 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe3940b3ab0 0x7fe3941e79f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:53.713 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.711+0000 7fe39b000640 1 --2- 172.21.15.31:0/2631103309 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe3940b36a0 0x7fe3941ee640 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:53.713 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.711+0000 7fe39b000640 1 --2- 172.21.15.31:0/2631103309 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe3940afa50 0x7fe39414cf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:53.713 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.711+0000 7fe39b000640 1 -- 172.21.15.31:0/2631103309 >> 172.21.15.31:0/2631103309 conn(0x7fe39406ceb0 msgr2=0x7fe3940b5d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:53.713 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.711+0000 7fe39b000640 1 -- 172.21.15.31:0/2631103309 shutdown_connections 2024-07-26T12:21:53.713 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:53.711+0000 7fe39b000640 1 -- 172.21.15.31:0/2631103309 wait complete. 2024-07-26T12:21:53.721 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542151 got 60129542151 for osd.6 2024-07-26T12:21:53.721 DEBUG:teuthology.parallel:result is None 2024-07-26T12:21:53.727 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542150 got 60129542150 for osd.4 2024-07-26T12:21:53.727 DEBUG:teuthology.parallel:result is None 2024-07-26T12:21:53.734 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542151 got 60129542151 for osd.2 2024-07-26T12:21:53.734 DEBUG:teuthology.parallel:result is None 2024-07-26T12:21:54.629 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-07-26T12:21:54.636 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-07-26T12:21:54.680 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-07-26T12:21:54.894 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.892+0000 7f4cdae00640 1 Processor -- start 2024-07-26T12:21:54.894 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.892+0000 7f4cdae00640 1 -- start start 2024-07-26T12:21:54.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.894+0000 7f4cdae00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f4cd4074490 0x7f4cd40ad8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:54.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.894+0000 7f4cdae00640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4cd40b6bb0 con 0x7f4cd4147a90 2024-07-26T12:21:54.896 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.894+0000 7f4cdae00640 1 -- --> v1:172.21.15.123:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4cd40b73b0 con 0x7f4cd4147ea0 2024-07-26T12:21:54.896 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.894+0000 7f4cdae00640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f4cd40b5810 con 0x7f4cd4074490 2024-07-26T12:21:54.896 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.894+0000 7f4cd3e00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f4cd4074490 0x7f4cd40ad8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:54.896 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.894+0000 7f4cd3e00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f4cd4074490 0x7f4cd40ad8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:59800/0 (socket says 172.21.15.31:59800) 2024-07-26T12:21:54.896 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.894+0000 7f4cd3400640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f4cd4147a90 0x7f4cd406ec00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:43440/0 (socket says 172.21.15.31:43440) 2024-07-26T12:21:54.897 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.894+0000 7f4cd3e00640 1 -- 172.21.15.31:0/4203840618 learned_addr learned my addr 172.21.15.31:0/4203840618 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:54.897 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.895+0000 7f4cd3e00640 1 -- 172.21.15.31:0/4203840618 >> v1:172.21.15.123:6789/0 conn(0x7f4cd4147ea0 legacy=0x7f4cd4152410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:54.897 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.895+0000 7f4cd3e00640 1 -- 172.21.15.31:0/4203840618 >> v1:172.21.15.31:6789/0 conn(0x7f4cd4147a90 legacy=0x7f4cd406ec00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:54.897 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.895+0000 7f4cd3e00640 1 -- 172.21.15.31:0/4203840618 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4cd41482b0 con 0x7f4cd4074490 2024-07-26T12:21:54.898 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.897+0000 7f4cd3e00640 1 --2- 172.21.15.31:0/4203840618 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4cd4074490 0x7f4cd40ad8f0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f4cc4009870 tx=0x7f4cc402a130 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3e36c92b84c82c30 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:54.898 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.897+0000 7f4cd2a00640 1 -- 172.21.15.31:0/4203840618 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4cc4037070 con 0x7f4cd4074490 2024-07-26T12:21:54.898 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.897+0000 7f4cd2a00640 1 -- 172.21.15.31:0/4203840618 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4cc4032440 con 0x7f4cd4074490 2024-07-26T12:21:54.899 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.897+0000 7f4cd2a00640 1 -- 172.21.15.31:0/4203840618 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4cc4032870 con 0x7f4cd4074490 2024-07-26T12:21:54.900 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.898+0000 7f4cdae00640 1 -- 172.21.15.31:0/4203840618 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4cd4074490 msgr2=0x7f4cd40ad8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:54.900 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.898+0000 7f4cdae00640 1 --2- 172.21.15.31:0/4203840618 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4cd4074490 0x7f4cd40ad8f0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f4cc4009870 tx=0x7f4cc402a130 comp rx=0 tx=0).stop 2024-07-26T12:21:54.900 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.898+0000 7f4cdae00640 1 -- 172.21.15.31:0/4203840618 shutdown_connections 2024-07-26T12:21:54.900 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.898+0000 7f4cdae00640 1 --2- 172.21.15.31:0/4203840618 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4cd4074490 0x7f4cd40ad8f0 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:54.900 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.898+0000 7f4cdae00640 1 -- 172.21.15.31:0/4203840618 >> 172.21.15.31:0/4203840618 conn(0x7f4cd40692e0 msgr2=0x7f4cd40baed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:54.900 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.898+0000 7f4cdae00640 1 -- 172.21.15.31:0/4203840618 shutdown_connections 2024-07-26T12:21:54.901 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.899+0000 7f4cdae00640 1 -- 172.21.15.31:0/4203840618 wait complete. 2024-07-26T12:21:54.902 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.901+0000 7f4cdae00640 1 Processor -- start 2024-07-26T12:21:54.902 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.901+0000 7f4cdae00640 1 -- start start 2024-07-26T12:21:54.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.902+0000 7f4cdae00640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f4cd4074490 0x7f4cd4144e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:54.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.902+0000 7f4cdae00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4cd4147a90 0x7f4cd40b22d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:54.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.902+0000 7f4cdae00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4cd4147ea0 0x7f4cd41e21c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:54.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.902+0000 7f4cdae00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f4cd4153b30 con 0x7f4cd4147a90 2024-07-26T12:21:54.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.902+0000 7f4cdae00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f4cd4153cb0 con 0x7f4cd4147ea0 2024-07-26T12:21:54.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.902+0000 7f4cdae00640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f4cd4153e30 con 0x7f4cd4074490 2024-07-26T12:21:54.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.902+0000 7f4cd3400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4cd4147a90 0x7f4cd40b22d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:54.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.902+0000 7f4cd3400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4cd4147a90 0x7f4cd40b22d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:59816/0 (socket says 172.21.15.31:59816) 2024-07-26T12:21:54.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.902+0000 7f4cd3400640 1 -- 172.21.15.31:0/1236123854 learned_addr learned my addr 172.21.15.31:0/1236123854 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:54.906 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.903+0000 7f4cd3e00640 1 --2- 172.21.15.31:0/1236123854 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f4cd4074490 0x7f4cd4144e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:54.906 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.903+0000 7f4cd3400640 1 -- 172.21.15.31:0/1236123854 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f4cd4074490 msgr2=0x7f4cd4144e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:54.906 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.903+0000 7f4cd3400640 1 --2- 172.21.15.31:0/1236123854 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f4cd4074490 0x7f4cd4144e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:54.906 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.903+0000 7f4cd3400640 1 -- 172.21.15.31:0/1236123854 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4cd4147ea0 msgr2=0x7f4cd41e21c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:54.906 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.903+0000 7f4cd3400640 1 --2- 172.21.15.31:0/1236123854 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4cd4147ea0 0x7f4cd41e21c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:54.906 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.903+0000 7f4cd3400640 1 -- 172.21.15.31:0/1236123854 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4cd40b4700 con 0x7f4cd4147a90 2024-07-26T12:21:54.906 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.903+0000 7f4cd3e00640 1 --2- 172.21.15.31:0/1236123854 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f4cd4074490 0x7f4cd4144e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T12:21:54.906 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.903+0000 7f4cd3400640 1 --2- 172.21.15.31:0/1236123854 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4cd4147a90 0x7f4cd40b22d0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f4cc000c400 tx=0x7f4cc000c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:54.906 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.903+0000 7f4ccbe00640 1 -- 172.21.15.31:0/1236123854 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4cc00074e0 con 0x7f4cd4147a90 2024-07-26T12:21:54.906 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.903+0000 7f4ccbe00640 1 -- 172.21.15.31:0/1236123854 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4cc0007680 con 0x7f4cd4147a90 2024-07-26T12:21:54.906 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.903+0000 7f4ccbe00640 1 -- 172.21.15.31:0/1236123854 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4cc0004a00 con 0x7f4cd4147a90 2024-07-26T12:21:54.906 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.904+0000 7f4cdae00640 1 -- 172.21.15.31:0/1236123854 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4cd40b32a0 con 0x7f4cd4147a90 2024-07-26T12:21:54.907 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.904+0000 7f4cdae00640 1 -- 172.21.15.31:0/1236123854 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4cd40b4420 con 0x7f4cd4147a90 2024-07-26T12:21:54.907 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.905+0000 7f4cdae00640 1 -- 172.21.15.31:0/1236123854 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4cd40b3090 con 0x7f4cd4147a90 2024-07-26T12:21:54.909 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.908+0000 7f4ccbe00640 1 -- 172.21.15.31:0/1236123854 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f4cc001a020 con 0x7f4cd4147a90 2024-07-26T12:21:54.910 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.909+0000 7f4ccbe00640 1 --2- 172.21.15.31:0/1236123854 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f4cb4077010 0x7f4cb4079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:54.910 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.909+0000 7f4ccbe00640 1 -- 172.21.15.31:0/1236123854 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f4cc00981b0 con 0x7f4cd4147a90 2024-07-26T12:21:54.911 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.909+0000 7f4cd3e00640 1 --2- 172.21.15.31:0/1236123854 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f4cb4077010 0x7f4cb4079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:54.912 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.910+0000 7f4cd3e00640 1 --2- 172.21.15.31:0/1236123854 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f4cb4077010 0x7f4cb4079520 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f4cc4034000 tx=0x7f4cc402c040 comp rx=0 tx=0).ready entity=mgr.4126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:54.918 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.917+0000 7f4ccbe00640 1 -- 172.21.15.31:0/1236123854 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f4cc0061310 con 0x7f4cd4147a90 2024-07-26T12:21:54.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.917+0000 7fcd09c00640 1 Processor -- start 2024-07-26T12:21:54.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.918+0000 7fcd09c00640 1 -- start start 2024-07-26T12:21:54.921 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.919+0000 7fcd09c00640 1 --2- >> v2:172.21.15.123:3300/0 conn(0x7fcd040b6270 0x7fcd040b4720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:54.921 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.919+0000 7fcd09c00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fcd040b4c60 0x7fcd0413dc30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:54.921 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.919+0000 7fcd09c00640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fcd0413e170 0x7fcd040b2970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:54.921 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.919+0000 7fcd09c00640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7fcd04148720 con 0x7fcd040b4c60 2024-07-26T12:21:54.921 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.919+0000 7fcd09c00640 1 -- --> v2:172.21.15.123:3300/0 -- mon_getmap magic: 0 -- 0x7fcd04148290 con 0x7fcd040b6270 2024-07-26T12:21:54.921 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.919+0000 7fcd09c00640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7fcd040b6680 con 0x7fcd0413e170 2024-07-26T12:21:54.921 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.919+0000 7fcd03400640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fcd040b4c60 0x7fcd0413dc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:54.921 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.919+0000 7fcd03400640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fcd040b4c60 0x7fcd0413dc30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:59830/0 (socket says 172.21.15.31:59830) 2024-07-26T12:21:54.921 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.919+0000 7fcd03400640 1 -- 172.21.15.31:0/2184956526 learned_addr learned my addr 172.21.15.31:0/2184956526 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:54.922 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.920+0000 7fcd09200640 1 --2- 172.21.15.31:0/2184956526 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fcd0413e170 0x7fcd040b2970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:54.922 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.920+0000 7fcd03e00640 1 --2- 172.21.15.31:0/2184956526 >> v2:172.21.15.123:3300/0 conn(0x7fcd040b6270 0x7fcd040b4720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:54.922 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.920+0000 7fcd03400640 1 -- 172.21.15.31:0/2184956526 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fcd0413e170 msgr2=0x7fcd040b2970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:54.922 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.920+0000 7fcd03400640 1 --2- 172.21.15.31:0/2184956526 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fcd0413e170 0x7fcd040b2970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:54.922 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.920+0000 7fcd03400640 1 -- 172.21.15.31:0/2184956526 >> v2:172.21.15.123:3300/0 conn(0x7fcd040b6270 msgr2=0x7fcd040b4720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:54.922 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.920+0000 7fcd03400640 1 --2- 172.21.15.31:0/2184956526 >> v2:172.21.15.123:3300/0 conn(0x7fcd040b6270 0x7fcd040b4720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:54.922 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.920+0000 7fcd03400640 1 -- 172.21.15.31:0/2184956526 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcd040b70c0 con 0x7fcd040b4c60 2024-07-26T12:21:54.923 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.921+0000 7fcd03400640 1 --2- 172.21.15.31:0/2184956526 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcd040b4c60 0x7fcd0413dc30 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fcd0406ee70 tx=0x7fccf002a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=85db0e5dc9add12 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:54.923 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.921+0000 7fcd02a00640 1 -- 172.21.15.31:0/2184956526 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fccf0037070 con 0x7fcd040b4c60 2024-07-26T12:21:54.923 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.921+0000 7fcd02a00640 1 -- 172.21.15.31:0/2184956526 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fccf0032530 con 0x7fcd040b4c60 2024-07-26T12:21:54.923 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.921+0000 7fcd02a00640 1 -- 172.21.15.31:0/2184956526 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fccf0032960 con 0x7fcd040b4c60 2024-07-26T12:21:54.924 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.922+0000 7f72cca00640 1 Processor -- start 2024-07-26T12:21:54.924 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.923+0000 7f72cca00640 1 -- start start 2024-07-26T12:21:54.925 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.923+0000 7fcd09c00640 1 -- 172.21.15.31:0/2184956526 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcd040b4c60 msgr2=0x7fcd0413dc30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:54.925 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.923+0000 7fcd09c00640 1 --2- 172.21.15.31:0/2184956526 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcd040b4c60 0x7fcd0413dc30 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fcd0406ee70 tx=0x7fccf002a1e0 comp rx=0 tx=0).stop 2024-07-26T12:21:54.925 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.923+0000 7fcd09c00640 1 -- 172.21.15.31:0/2184956526 shutdown_connections 2024-07-26T12:21:54.925 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.923+0000 7fcd09c00640 1 --2- 172.21.15.31:0/2184956526 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fcd0413e170 0x7fcd040b2970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:54.925 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.923+0000 7fcd09c00640 1 --2- 172.21.15.31:0/2184956526 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcd040b4c60 0x7fcd0413dc30 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:54.925 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.923+0000 7fcd09c00640 1 --2- 172.21.15.31:0/2184956526 >> v2:172.21.15.123:3300/0 conn(0x7fcd040b6270 0x7fcd040b4720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:54.925 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.923+0000 7fcd09c00640 1 -- 172.21.15.31:0/2184956526 >> 172.21.15.31:0/2184956526 conn(0x7fcd040b98e0 msgr2=0x7fcd040b9cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:54.925 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.923+0000 7fcd09c00640 1 -- 172.21.15.31:0/2184956526 shutdown_connections 2024-07-26T12:21:54.925 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.923+0000 7fcd09c00640 1 -- 172.21.15.31:0/2184956526 wait complete. 2024-07-26T12:21:54.926 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.924+0000 7f72cca00640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f72c8148370 0x7f72c80b63c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:54.926 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.924+0000 7f72cca00640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f72c8147890 con 0x7f72c80b39c0 2024-07-26T12:21:54.926 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.924+0000 7f72cca00640 1 -- --> v1:172.21.15.123:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f72c8147b70 con 0x7f72c80b4610 2024-07-26T12:21:54.927 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.924+0000 7f72cca00640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f72c8147ee0 con 0x7f72c8148370 2024-07-26T12:21:54.927 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.924+0000 7f72c5e00640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f72c80b39c0 0x7f72c813dc40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:43442/0 (socket says 172.21.15.31:43442) 2024-07-26T12:21:54.927 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.924+0000 7f72c5e00640 1 -- 172.21.15.31:0/888646724 learned_addr learned my addr 172.21.15.31:0/888646724 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-07-26T12:21:54.927 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.925+0000 7f72c6800640 1 --2- 172.21.15.31:0/888646724 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f72c8148370 0x7f72c80b63c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:54.927 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.925+0000 7f72c5400640 1 -- 172.21.15.31:0/888646724 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3312186024 0 0) 0x7f72c8147890 con 0x7f72c80b39c0 2024-07-26T12:21:54.927 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.925+0000 7f72c5400640 1 -- 172.21.15.31:0/888646724 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f72ac003520 con 0x7f72c80b39c0 2024-07-26T12:21:54.928 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.925+0000 7f72c5400640 1 -- 172.21.15.31:0/888646724 <== mon.0 v1:172.21.15.31:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1652456946 0 0) 0x7f72ac003520 con 0x7f72c80b39c0 2024-07-26T12:21:54.928 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.925+0000 7f72c5400640 1 -- 172.21.15.31:0/888646724 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f72c8148370 msgr2=0x7f72c80b63c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:54.928 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.925+0000 7f72c5400640 1 --2- 172.21.15.31:0/888646724 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f72c8148370 0x7f72c80b63c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:54.929 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.925+0000 7f72c5400640 1 -- 172.21.15.31:0/888646724 >> v1:172.21.15.123:6789/0 conn(0x7f72c80b4610 legacy=0x7f72c80b4a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:54.929 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.925+0000 7f72c5400640 1 -- 172.21.15.31:0/888646724 --> v1:172.21.15.31:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f72c80b7290 con 0x7f72c80b39c0 2024-07-26T12:21:54.929 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.925+0000 7f72c5400640 1 -- 172.21.15.31:0/888646724 <== mon.0 v1:172.21.15.31:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 972834220 0 0) 0x7f72b40016f0 con 0x7f72c80b39c0 2024-07-26T12:21:54.929 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.925+0000 7f72c5400640 1 -- 172.21.15.31:0/888646724 >> v1:172.21.15.31:6789/0 conn(0x7f72c80b39c0 legacy=0x7f72c813dc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:54.929 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.925+0000 7f72c5400640 1 --2- 172.21.15.31:0/888646724 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f72ac003aa0 0x7f72ac003f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:54.929 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.925+0000 7f72c5400640 1 --2- 172.21.15.31:0/888646724 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f72c8148370 0x7f72ac004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:54.929 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.925+0000 7f72c5400640 1 --2- 172.21.15.31:0/888646724 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f72ac004d90 0x7f72ac005260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:54.929 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.925+0000 7f72c5400640 1 -- 172.21.15.31:0/888646724 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f72c8147ee0 con 0x7f72ac004d90 2024-07-26T12:21:54.929 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.925+0000 7f72c5400640 1 -- 172.21.15.31:0/888646724 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f72ac00bbf0 con 0x7f72ac003aa0 2024-07-26T12:21:54.929 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.925+0000 7f72c5400640 1 -- 172.21.15.31:0/888646724 --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f72ac00bdf0 con 0x7f72c8148370 2024-07-26T12:21:54.929 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.926+0000 7f72c7200640 1 --2- 172.21.15.31:0/888646724 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f72ac004d90 0x7f72ac005260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:54.929 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.926+0000 7f72c5e00640 1 --2- 172.21.15.31:0/888646724 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f72c8148370 0x7f72ac004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:54.929 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.926+0000 7f72c6800640 1 --2- 172.21.15.31:0/888646724 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f72ac003aa0 0x7f72ac003f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:54.930 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.926+0000 7f72c7200640 1 -- 172.21.15.31:0/888646724 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f72c8148370 msgr2=0x7f72ac004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:54.930 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.926+0000 7f72c7200640 1 --2- 172.21.15.31:0/888646724 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f72c8148370 0x7f72ac004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:54.930 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.926+0000 7f72c7200640 1 -- 172.21.15.31:0/888646724 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f72ac003aa0 msgr2=0x7f72ac003f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:54.930 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.926+0000 7f72c7200640 1 --2- 172.21.15.31:0/888646724 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f72ac003aa0 0x7f72ac003f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:54.930 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.926+0000 7f72c7200640 1 -- 172.21.15.31:0/888646724 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f72ac003520 con 0x7f72ac004d90 2024-07-26T12:21:54.930 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.926+0000 7fcd09c00640 1 Processor -- start 2024-07-26T12:21:54.930 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.927+0000 7fcd09c00640 1 -- start start 2024-07-26T12:21:54.931 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.927+0000 7f72c7200640 1 --2- 172.21.15.31:0/888646724 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f72ac004d90 0x7f72ac005260 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f72c0001e60 tx=0x7f72ac005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=681b87352e26e75a server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:54.931 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.927+0000 7f72c5400640 1 -- 172.21.15.31:0/888646724 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72c0001ab0 con 0x7f72ac004d90 2024-07-26T12:21:54.931 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.928+0000 7f72c5400640 1 -- 172.21.15.31:0/888646724 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f72c002ae40 con 0x7f72ac004d90 2024-07-26T12:21:54.931 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.928+0000 7f72c5400640 1 -- 172.21.15.31:0/888646724 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72c0003bd0 con 0x7f72ac004d90 2024-07-26T12:21:54.931 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.928+0000 7f72cca00640 1 -- 172.21.15.31:0/888646724 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f72ac004d90 msgr2=0x7f72ac005260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:54.932 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.928+0000 7f72cca00640 1 --2- 172.21.15.31:0/888646724 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f72ac004d90 0x7f72ac005260 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f72c0001e60 tx=0x7f72ac005830 comp rx=0 tx=0).stop 2024-07-26T12:21:54.932 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.928+0000 7f72c7200640 1 -- 172.21.15.31:0/888646724 reap_dead start 2024-07-26T12:21:54.932 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.929+0000 7f72cca00640 1 -- 172.21.15.31:0/888646724 shutdown_connections 2024-07-26T12:21:54.932 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.929+0000 7f72cca00640 1 -- 172.21.15.31:0/888646724 >> 172.21.15.31:0/888646724 conn(0x7f72c806d470 msgr2=0x7f72c806d880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:54.932 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.929+0000 7fcd09c00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fcd040b4c60 0x7fcd04141480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:54.933 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.929+0000 7fcd09c00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcd040b6270 0x7fcd041e22b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:54.933 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.929+0000 7fcd09c00640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fcd0413e170 0x7fcd0413c8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:54.933 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.929+0000 7fcd09c00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fcd04147990 con 0x7fcd040b6270 2024-07-26T12:21:54.933 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.929+0000 7fcd09c00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fcd04147810 con 0x7fcd040b4c60 2024-07-26T12:21:54.933 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.929+0000 7fcd09c00640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7fcd040b2eb0 con 0x7fcd0413e170 2024-07-26T12:21:54.933 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.929+0000 7f72cca00640 1 -- 172.21.15.31:0/888646724 shutdown_connections 2024-07-26T12:21:54.933 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.929+0000 7f72cca00640 1 -- 172.21.15.31:0/888646724 wait complete. 2024-07-26T12:21:54.934 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.929+0000 7fcd03400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcd040b6270 0x7fcd041e22b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:54.934 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.929+0000 7fcd03400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcd040b6270 0x7fcd041e22b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:59842/0 (socket says 172.21.15.31:59842) 2024-07-26T12:21:54.935 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.929+0000 7fcd03400640 1 -- 172.21.15.31:0/2693625834 learned_addr learned my addr 172.21.15.31:0/2693625834 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:54.935 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.930+0000 7fcd03e00640 1 --2- 172.21.15.31:0/2693625834 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fcd040b4c60 0x7fcd04141480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:54.935 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.930+0000 7fcd09200640 1 --2- 172.21.15.31:0/2693625834 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fcd0413e170 0x7fcd0413c8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:54.935 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.930+0000 7fcd03400640 1 -- 172.21.15.31:0/2693625834 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fcd0413e170 msgr2=0x7fcd0413c8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:54.935 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.930+0000 7fcd03400640 1 --2- 172.21.15.31:0/2693625834 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fcd0413e170 0x7fcd0413c8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:54.935 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.930+0000 7fcd03400640 1 -- 172.21.15.31:0/2693625834 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fcd040b4c60 msgr2=0x7fcd04141480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:54.935 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.930+0000 7fcd03400640 1 --2- 172.21.15.31:0/2693625834 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fcd040b4c60 0x7fcd04141480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:54.935 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.930+0000 7fcd03400640 1 -- 172.21.15.31:0/2693625834 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcd041e1ab0 con 0x7fcd040b6270 2024-07-26T12:21:54.935 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.930+0000 7fcd03400640 1 --2- 172.21.15.31:0/2693625834 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcd040b6270 0x7fcd041e22b0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fccf0000c00 tx=0x7fccf00305f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:54.935 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.931+0000 7fccfbe00640 1 -- 172.21.15.31:0/2693625834 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fccf0040070 con 0x7fcd040b6270 2024-07-26T12:21:54.935 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.931+0000 7fccfbe00640 1 -- 172.21.15.31:0/2693625834 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fccf0030ce0 con 0x7fcd040b6270 2024-07-26T12:21:54.935 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.931+0000 7fccfbe00640 1 -- 172.21.15.31:0/2693625834 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fccf0037070 con 0x7fcd040b6270 2024-07-26T12:21:54.935 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.931+0000 7fcd09c00640 1 -- 172.21.15.31:0/2693625834 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcd041e1d90 con 0x7fcd040b6270 2024-07-26T12:21:54.936 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.931+0000 7f72cca00640 1 Processor -- start 2024-07-26T12:21:54.936 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.931+0000 7fcd09c00640 1 -- 172.21.15.31:0/2693625834 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcd041d0ec0 con 0x7fcd040b6270 2024-07-26T12:21:54.936 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.931+0000 7f72cca00640 1 -- start start 2024-07-26T12:21:54.936 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.933+0000 7fcd09c00640 1 -- 172.21.15.31:0/2693625834 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcd040b3330 con 0x7fcd040b6270 2024-07-26T12:21:54.938 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.933+0000 7f72cca00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f72ac004d90 0x7f72c814b3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:54.938 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.933+0000 7f72cca00640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f72c81e1570 0x7f72c813a210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:54.938 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.933+0000 7f72cca00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f72c813a750 0x7f72c8148840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:54.938 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.933+0000 7f72cca00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f72c80b6750 con 0x7f72ac004d90 2024-07-26T12:21:54.938 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.933+0000 7f72cca00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f72c80b65d0 con 0x7f72c813a750 2024-07-26T12:21:54.938 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.933+0000 7f72cca00640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f72c80b5130 con 0x7f72c81e1570 2024-07-26T12:21:54.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.933+0000 7f72c6800640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f72ac004d90 0x7f72c814b3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:54.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.934+0000 7f72c6800640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f72ac004d90 0x7f72c814b3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:59844/0 (socket says 172.21.15.31:59844) 2024-07-26T12:21:54.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.934+0000 7f72c6800640 1 -- 172.21.15.31:0/918165571 learned_addr learned my addr 172.21.15.31:0/918165571 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:54.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.934+0000 7f72c5e00640 1 --2- 172.21.15.31:0/918165571 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f72c81e1570 0x7f72c813a210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:54.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.934+0000 7f72c6800640 1 -- 172.21.15.31:0/918165571 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f72c81e1570 msgr2=0x7f72c813a210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:54.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.934+0000 7f72c6800640 1 --2- 172.21.15.31:0/918165571 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f72c81e1570 0x7f72c813a210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:54.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.934+0000 7f72c6800640 1 -- 172.21.15.31:0/918165571 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f72c813a750 msgr2=0x7f72c8148840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:54.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.934+0000 7f72c6800640 1 --2- 172.21.15.31:0/918165571 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f72c813a750 0x7f72c8148840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:54.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.934+0000 7f72c6800640 1 -- 172.21.15.31:0/918165571 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f72c8149a40 con 0x7f72ac004d90 2024-07-26T12:21:54.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.934+0000 7f72c6800640 1 --2- 172.21.15.31:0/918165571 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f72ac004d90 0x7f72c814b3c0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f72b8011630 tx=0x7f72b8011af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:54.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.935+0000 7f72bea00640 1 -- 172.21.15.31:0/918165571 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72b800f920 con 0x7f72ac004d90 2024-07-26T12:21:54.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.935+0000 7f72bea00640 1 -- 172.21.15.31:0/918165571 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f72b800fbb0 con 0x7f72ac004d90 2024-07-26T12:21:54.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.935+0000 7f72bea00640 1 -- 172.21.15.31:0/918165571 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72b8015460 con 0x7f72ac004d90 2024-07-26T12:21:54.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.935+0000 7f72cca00640 1 -- 172.21.15.31:0/918165571 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f72c8149d20 con 0x7f72ac004d90 2024-07-26T12:21:54.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.935+0000 7f72cca00640 1 -- 172.21.15.31:0/918165571 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f72c8140440 con 0x7f72ac004d90 2024-07-26T12:21:54.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.935+0000 7fccfbe00640 1 -- 172.21.15.31:0/2693625834 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fccf0043070 con 0x7fcd040b6270 2024-07-26T12:21:54.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.936+0000 7f72cca00640 1 -- 172.21.15.31:0/918165571 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f72c814a240 con 0x7f72ac004d90 2024-07-26T12:21:54.941 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.937+0000 7fccfbe00640 1 --2- 172.21.15.31:0/2693625834 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fcce4077040 0x7fcce4079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:54.941 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.937+0000 7fccfbe00640 1 -- 172.21.15.31:0/2693625834 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7fccf00b85a0 con 0x7fcd040b6270 2024-07-26T12:21:54.941 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.938+0000 7fcd03e00640 1 --2- 172.21.15.31:0/2693625834 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fcce4077040 0x7fcce4079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:54.941 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.939+0000 7fcd03e00640 1 --2- 172.21.15.31:0/2693625834 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fcce4077040 0x7fcce4079550 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fccf4006fd0 tx=0x7fccf4008040 comp rx=0 tx=0).ready entity=mgr.4126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:54.942 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.941+0000 7fccfbe00640 1 -- 172.21.15.31:0/2693625834 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fccf0081790 con 0x7fcd040b6270 2024-07-26T12:21:54.943 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.942+0000 7f72bea00640 1 -- 172.21.15.31:0/918165571 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f72b8015600 con 0x7f72ac004d90 2024-07-26T12:21:54.945 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.943+0000 7f72bea00640 1 --2- 172.21.15.31:0/918165571 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f72a8077010 0x7f72a8079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:54.945 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.943+0000 7f72bea00640 1 -- 172.21.15.31:0/918165571 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f72b80995c0 con 0x7f72ac004d90 2024-07-26T12:21:54.945 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.944+0000 7f72c5e00640 1 --2- 172.21.15.31:0/918165571 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f72a8077010 0x7f72a8079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:54.946 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.945+0000 7f72c5e00640 1 --2- 172.21.15.31:0/918165571 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f72a8077010 0x7f72a8079520 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f72b4001010 tx=0x7f72b4001cc0 comp rx=0 tx=0).ready entity=mgr.4126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:54.947 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:54.946+0000 7f72bea00640 1 -- 172.21.15.31:0/918165571 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f72c814a240 con 0x7f72ac004d90 2024-07-26T12:21:55.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.129+0000 7f4cdae00640 1 -- 172.21.15.31:0/1236123854 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f4cd40ad8f0 con 0x7f4cd4147a90 2024-07-26T12:21:55.132 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.130+0000 7f4ccbe00640 1 -- 172.21.15.31:0/1236123854 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f4cc0060c10 con 0x7f4cd4147a90 2024-07-26T12:21:55.132 INFO:teuthology.orchestra.run.smithi031.stdout:64424509446 2024-07-26T12:21:55.135 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.133+0000 7f4cdae00640 1 -- 172.21.15.31:0/1236123854 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f4cb4077010 msgr2=0x7f4cb4079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:55.135 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.133+0000 7f4cdae00640 1 --2- 172.21.15.31:0/1236123854 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f4cb4077010 0x7f4cb4079520 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f4cc4034000 tx=0x7f4cc402c040 comp rx=0 tx=0).stop 2024-07-26T12:21:55.135 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.133+0000 7f4cdae00640 1 -- 172.21.15.31:0/1236123854 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4cd4147a90 msgr2=0x7f4cd40b22d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:55.135 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.133+0000 7f4cdae00640 1 --2- 172.21.15.31:0/1236123854 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4cd4147a90 0x7f4cd40b22d0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f4cc000c400 tx=0x7f4cc000c8c0 comp rx=0 tx=0).stop 2024-07-26T12:21:55.135 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.133+0000 7f4cdae00640 1 -- 172.21.15.31:0/1236123854 shutdown_connections 2024-07-26T12:21:55.135 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.133+0000 7f4cdae00640 1 --2- 172.21.15.31:0/1236123854 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f4cb4077010 0x7f4cb4079520 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:55.135 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.133+0000 7f4cdae00640 1 --2- 172.21.15.31:0/1236123854 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4cd4147ea0 0x7f4cd41e21c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:55.135 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.133+0000 7f4cdae00640 1 --2- 172.21.15.31:0/1236123854 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4cd4147a90 0x7f4cd40b22d0 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:55.135 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.133+0000 7f4cdae00640 1 --2- 172.21.15.31:0/1236123854 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f4cd4074490 0x7f4cd4144e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:55.136 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.133+0000 7f4cdae00640 1 -- 172.21.15.31:0/1236123854 >> 172.21.15.31:0/1236123854 conn(0x7f4cd40692e0 msgr2=0x7f4cd40734d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:55.136 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.133+0000 7f4cdae00640 1 -- 172.21.15.31:0/1236123854 shutdown_connections 2024-07-26T12:21:55.136 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.133+0000 7f4cdae00640 1 -- 172.21.15.31:0/1236123854 wait complete. 2024-07-26T12:21:55.150 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.149+0000 7fcd09c00640 1 -- 172.21.15.31:0/2693625834 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) -- 0x7fcd040bb170 con 0x7fcd040b6270 2024-07-26T12:21:55.151 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.150+0000 7fccfbe00640 1 -- 172.21.15.31:0/2693625834 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fccf0081090 con 0x7fcd040b6270 2024-07-26T12:21:55.152 INFO:teuthology.orchestra.run.smithi031.stdout:60129542151 2024-07-26T12:21:55.155 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.152+0000 7fcd09c00640 1 -- 172.21.15.31:0/2693625834 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fcce4077040 msgr2=0x7fcce4079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:55.155 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.152+0000 7fcd09c00640 1 --2- 172.21.15.31:0/2693625834 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fcce4077040 0x7fcce4079550 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fccf4006fd0 tx=0x7fccf4008040 comp rx=0 tx=0).stop 2024-07-26T12:21:55.155 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.152+0000 7fcd09c00640 1 -- 172.21.15.31:0/2693625834 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcd040b6270 msgr2=0x7fcd041e22b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:55.155 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.152+0000 7fcd09c00640 1 --2- 172.21.15.31:0/2693625834 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcd040b6270 0x7fcd041e22b0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fccf0000c00 tx=0x7fccf00305f0 comp rx=0 tx=0).stop 2024-07-26T12:21:55.155 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.153+0000 7fcd09c00640 1 -- 172.21.15.31:0/2693625834 shutdown_connections 2024-07-26T12:21:55.155 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.153+0000 7fcd09c00640 1 --2- 172.21.15.31:0/2693625834 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fcce4077040 0x7fcce4079550 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:55.155 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.153+0000 7fcd09c00640 1 --2- 172.21.15.31:0/2693625834 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fcd0413e170 0x7fcd0413c8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:55.155 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.153+0000 7fcd09c00640 1 --2- 172.21.15.31:0/2693625834 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcd040b6270 0x7fcd041e22b0 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:55.155 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.153+0000 7fcd09c00640 1 --2- 172.21.15.31:0/2693625834 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fcd040b4c60 0x7fcd04141480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:55.155 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.153+0000 7fcd09c00640 1 -- 172.21.15.31:0/2693625834 >> 172.21.15.31:0/2693625834 conn(0x7fcd040b98e0 msgr2=0x7fcd04075670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:55.156 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.153+0000 7fcd09c00640 1 -- 172.21.15.31:0/2693625834 shutdown_connections 2024-07-26T12:21:55.156 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.153+0000 7fcd09c00640 1 -- 172.21.15.31:0/2693625834 wait complete. 2024-07-26T12:21:55.156 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.154+0000 7f72cca00640 1 -- 172.21.15.31:0/918165571 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7f72c813dc40 con 0x7f72ac004d90 2024-07-26T12:21:55.156 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.155+0000 7f72bea00640 1 -- 172.21.15.31:0/918165571 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f72b8019030 con 0x7f72ac004d90 2024-07-26T12:21:55.157 INFO:teuthology.orchestra.run.smithi031.stdout:64424509448 2024-07-26T12:21:55.158 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509446 got 64424509446 for osd.0 2024-07-26T12:21:55.158 DEBUG:teuthology.parallel:result is None 2024-07-26T12:21:55.159 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.157+0000 7f72cca00640 1 -- 172.21.15.31:0/918165571 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f72a8077010 msgr2=0x7f72a8079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:55.159 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.157+0000 7f72cca00640 1 --2- 172.21.15.31:0/918165571 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f72a8077010 0x7f72a8079520 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f72b4001010 tx=0x7f72b4001cc0 comp rx=0 tx=0).stop 2024-07-26T12:21:55.159 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.157+0000 7f72cca00640 1 -- 172.21.15.31:0/918165571 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f72ac004d90 msgr2=0x7f72c814b3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:55.159 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.157+0000 7f72cca00640 1 --2- 172.21.15.31:0/918165571 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f72ac004d90 0x7f72c814b3c0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f72b8011630 tx=0x7f72b8011af0 comp rx=0 tx=0).stop 2024-07-26T12:21:55.159 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.157+0000 7f72cca00640 1 -- 172.21.15.31:0/918165571 shutdown_connections 2024-07-26T12:21:55.160 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.157+0000 7f72cca00640 1 --2- 172.21.15.31:0/918165571 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f72a8077010 0x7f72a8079520 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:55.160 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.157+0000 7f72cca00640 1 --2- 172.21.15.31:0/918165571 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f72c813a750 0x7f72c8148840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:55.160 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.157+0000 7f72cca00640 1 --2- 172.21.15.31:0/918165571 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f72c81e1570 0x7f72c813a210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:55.160 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.157+0000 7f72cca00640 1 --2- 172.21.15.31:0/918165571 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f72ac004d90 0x7f72c814b3c0 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:55.160 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.157+0000 7f72cca00640 1 -- 172.21.15.31:0/918165571 >> 172.21.15.31:0/918165571 conn(0x7f72c806d470 msgr2=0x7f72c80b76f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:55.160 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.157+0000 7f72cca00640 1 -- 172.21.15.31:0/918165571 shutdown_connections 2024-07-26T12:21:55.160 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.157+0000 7f72cca00640 1 -- 172.21.15.31:0/918165571 wait complete. 2024-07-26T12:21:55.179 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542151 got 60129542151 for osd.7 2024-07-26T12:21:55.179 DEBUG:teuthology.parallel:result is None 2024-07-26T12:21:55.184 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509448 got 64424509448 for osd.3 2024-07-26T12:21:55.185 DEBUG:teuthology.parallel:result is None 2024-07-26T12:21:55.185 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-07-26T12:21:55.185 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-26T12:21:55.491 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.490+0000 7f9425800640 1 Processor -- start 2024-07-26T12:21:55.492 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.490+0000 7f9425800640 1 -- start start 2024-07-26T12:21:55.493 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.492+0000 7f9425800640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f942006c980 0x7f9420141750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:55.493 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.492+0000 7f9425800640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9420073bd0 con 0x7f9420141c90 2024-07-26T12:21:55.494 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.492+0000 7f9425800640 1 -- --> v1:172.21.15.123:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9420073e40 con 0x7f94200722a0 2024-07-26T12:21:55.494 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.492+0000 7f9425800640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f9420074640 con 0x7f942006c980 2024-07-26T12:21:55.494 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.492+0000 7f941f400640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f9420141c90 0x7f94200b5770 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:43456/0 (socket says 172.21.15.31:43456) 2024-07-26T12:21:55.494 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.492+0000 7f941f400640 1 -- 172.21.15.31:0/1967787099 learned_addr learned my addr 172.21.15.31:0/1967787099 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-07-26T12:21:55.494 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.492+0000 7f941fe00640 1 --2- 172.21.15.31:0/1967787099 >> v2:172.21.15.31:3300/0 conn(0x7f942006c980 0x7f9420141750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:55.494 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.493+0000 7f941fe00640 1 -- 172.21.15.31:0/1967787099 >> v1:172.21.15.123:6789/0 conn(0x7f94200722a0 legacy=0x7f94200726b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:55.494 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.493+0000 7f941fe00640 1 -- 172.21.15.31:0/1967787099 >> v1:172.21.15.31:6789/0 conn(0x7f9420141c90 legacy=0x7f94200b5770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:55.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.493+0000 7f941fe00640 1 -- 172.21.15.31:0/1967787099 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9420074120 con 0x7f942006c980 2024-07-26T12:21:55.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.494+0000 7f941fe00640 1 --2- 172.21.15.31:0/1967787099 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f942006c980 0x7f9420141750 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f9410009d90 tx=0x7f941002a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1a0e3c95511e6018 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:55.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.494+0000 7f941ea00640 1 -- 172.21.15.31:0/1967787099 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9410007740 con 0x7f942006c980 2024-07-26T12:21:55.496 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.494+0000 7f941ea00640 1 -- 172.21.15.31:0/1967787099 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f94100078e0 con 0x7f942006c980 2024-07-26T12:21:55.496 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.494+0000 7f941ea00640 1 -- 172.21.15.31:0/1967787099 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9410007d10 con 0x7f942006c980 2024-07-26T12:21:55.496 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.495+0000 7f9425800640 1 -- 172.21.15.31:0/1967787099 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f942006c980 msgr2=0x7f9420141750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:55.497 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.495+0000 7f9425800640 1 --2- 172.21.15.31:0/1967787099 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f942006c980 0x7f9420141750 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f9410009d90 tx=0x7f941002a660 comp rx=0 tx=0).stop 2024-07-26T12:21:55.497 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.495+0000 7f9425800640 1 -- 172.21.15.31:0/1967787099 shutdown_connections 2024-07-26T12:21:55.497 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.495+0000 7f9425800640 1 --2- 172.21.15.31:0/1967787099 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f942006c980 0x7f9420141750 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:55.497 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.495+0000 7f9425800640 1 -- 172.21.15.31:0/1967787099 >> 172.21.15.31:0/1967787099 conn(0x7f94200b67b0 msgr2=0x7f94200b6bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:55.497 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.495+0000 7f9425800640 1 -- 172.21.15.31:0/1967787099 shutdown_connections 2024-07-26T12:21:55.497 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.495+0000 7f9425800640 1 -- 172.21.15.31:0/1967787099 wait complete. 2024-07-26T12:21:55.499 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.497+0000 7f9425800640 1 Processor -- start 2024-07-26T12:21:55.499 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.497+0000 7f9425800640 1 -- start start 2024-07-26T12:21:55.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.498+0000 7f9425800640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f942006c980 0x7f9420142100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:55.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.498+0000 7f9425800640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f94200722a0 0x7f942012f970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:55.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.498+0000 7f9425800640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9420141c90 0x7f94201e1600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:55.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.498+0000 7f9425800640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f94201539a0 con 0x7f94200722a0 2024-07-26T12:21:55.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.498+0000 7f9425800640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f9420153820 con 0x7f9420141c90 2024-07-26T12:21:55.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.498+0000 7f9425800640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f9420153b20 con 0x7f942006c980 2024-07-26T12:21:55.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.499+0000 7f941f400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f94200722a0 0x7f942012f970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:55.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.499+0000 7f941f400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f94200722a0 0x7f942012f970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:59862/0 (socket says 172.21.15.31:59862) 2024-07-26T12:21:55.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.499+0000 7f941f400640 1 -- 172.21.15.31:0/3568876216 learned_addr learned my addr 172.21.15.31:0/3568876216 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:55.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.499+0000 7f941fe00640 1 --2- 172.21.15.31:0/3568876216 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f942006c980 0x7f9420142100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:55.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.499+0000 7f9424e00640 1 --2- 172.21.15.31:0/3568876216 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9420141c90 0x7f94201e1600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:55.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.499+0000 7f941f400640 1 -- 172.21.15.31:0/3568876216 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f942006c980 msgr2=0x7f9420142100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:55.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.499+0000 7f941f400640 1 --2- 172.21.15.31:0/3568876216 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f942006c980 0x7f9420142100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:55.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.499+0000 7f941f400640 1 -- 172.21.15.31:0/3568876216 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9420141c90 msgr2=0x7f94201e1600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:55.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.499+0000 7f941f400640 1 --2- 172.21.15.31:0/3568876216 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9420141c90 0x7f94201e1600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:55.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.499+0000 7f941f400640 1 -- 172.21.15.31:0/3568876216 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9420143e00 con 0x7f94200722a0 2024-07-26T12:21:55.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.499+0000 7f9424e00640 1 --2- 172.21.15.31:0/3568876216 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9420141c90 0x7f94201e1600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T12:21:55.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.500+0000 7f941f400640 1 --2- 172.21.15.31:0/3568876216 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f94200722a0 0x7f942012f970 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f940800c430 tx=0x7f940800c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:55.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.500+0000 7f9417e00640 1 -- 172.21.15.31:0/3568876216 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9408017070 con 0x7f94200722a0 2024-07-26T12:21:55.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.500+0000 7f9417e00640 1 -- 172.21.15.31:0/3568876216 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9408005ce0 con 0x7f94200722a0 2024-07-26T12:21:55.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.500+0000 7f9417e00640 1 -- 172.21.15.31:0/3568876216 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9408007330 con 0x7f94200722a0 2024-07-26T12:21:55.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.500+0000 7f9425800640 1 -- 172.21.15.31:0/3568876216 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9420143620 con 0x7f94200722a0 2024-07-26T12:21:55.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.500+0000 7f9425800640 1 -- 172.21.15.31:0/3568876216 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9420144320 con 0x7f94200722a0 2024-07-26T12:21:55.504 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.501+0000 7f9425800640 1 -- 172.21.15.31:0/3568876216 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9420133ae0 con 0x7f94200722a0 2024-07-26T12:21:55.504 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.502+0000 7f9417e00640 1 -- 172.21.15.31:0/3568876216 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f940801a070 con 0x7f94200722a0 2024-07-26T12:21:55.505 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.504+0000 7f9417e00640 1 --2- 172.21.15.31:0/3568876216 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f93fc077040 0x7f93fc079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:55.505 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.504+0000 7f9417e00640 1 -- 172.21.15.31:0/3568876216 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f9408097ce0 con 0x7f94200722a0 2024-07-26T12:21:55.506 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.504+0000 7f941fe00640 1 --2- 172.21.15.31:0/3568876216 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f93fc077040 0x7f93fc079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:55.507 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.505+0000 7f941fe00640 1 --2- 172.21.15.31:0/3568876216 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f93fc077040 0x7f93fc079550 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f9410034000 tx=0x7f9410033040 comp rx=0 tx=0).ready entity=mgr.4126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:55.510 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.509+0000 7f9417e00640 1 -- 172.21.15.31:0/3568876216 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f9420133ae0 con 0x7f94200722a0 2024-07-26T12:21:55.712 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.710+0000 7f9425800640 1 -- 172.21.15.31:0/3568876216 --> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f9420141750 con 0x7f93fc077040 2024-07-26T12:21:55.725 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.723+0000 7f9417e00640 1 -- 172.21.15.31:0/3568876216 <== mgr.4126 v2:172.21.15.123:6800/1140093937 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251822 (secure 0 0 0) 0x7f9420141750 con 0x7f93fc077040 2024-07-26T12:21:55.729 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-07-26T12:21:55.730 INFO:teuthology.orchestra.run.smithi031.stderr:dumped all 2024-07-26T12:21:55.732 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.728+0000 7f9425800640 1 -- 172.21.15.31:0/3568876216 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f93fc077040 msgr2=0x7f93fc079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:55.732 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.728+0000 7f9425800640 1 --2- 172.21.15.31:0/3568876216 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f93fc077040 0x7f93fc079550 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f9410034000 tx=0x7f9410033040 comp rx=0 tx=0).stop 2024-07-26T12:21:55.732 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.728+0000 7f9425800640 1 -- 172.21.15.31:0/3568876216 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f94200722a0 msgr2=0x7f942012f970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:55.732 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.728+0000 7f9425800640 1 --2- 172.21.15.31:0/3568876216 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f94200722a0 0x7f942012f970 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f940800c430 tx=0x7f940800c8f0 comp rx=0 tx=0).stop 2024-07-26T12:21:55.732 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.728+0000 7f9425800640 1 -- 172.21.15.31:0/3568876216 shutdown_connections 2024-07-26T12:21:55.732 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.728+0000 7f9425800640 1 --2- 172.21.15.31:0/3568876216 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f93fc077040 0x7f93fc079550 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:55.732 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.728+0000 7f9425800640 1 --2- 172.21.15.31:0/3568876216 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9420141c90 0x7f94201e1600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:55.732 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.728+0000 7f9425800640 1 --2- 172.21.15.31:0/3568876216 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f94200722a0 0x7f942012f970 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:55.732 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.728+0000 7f9425800640 1 --2- 172.21.15.31:0/3568876216 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f942006c980 0x7f9420142100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:55.733 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.728+0000 7f9425800640 1 -- 172.21.15.31:0/3568876216 >> 172.21.15.31:0/3568876216 conn(0x7f94200b67b0 msgr2=0x7f9420147820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:55.733 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.729+0000 7f9425800640 1 -- 172.21.15.31:0/3568876216 shutdown_connections 2024-07-26T12:21:55.733 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:55.729+0000 7f9425800640 1 -- 172.21.15.31:0/3568876216 wait complete. 2024-07-26T12:21:55.757 INFO:teuthology.orchestra.run.smithi031.stdout:{"pg_ready":true,"pg_map":{"version":30,"stamp":"2024-07-26T12:21:55.353376+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":146,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":111,"ondisk_log_size":111,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":223312,"kb_used_data":2952,"kb_used_omap":12,"kb_used_meta":220211,"kb_avail":754751408,"statfs":{"total":773094113280,"available":772865441792,"internally_reserved":0,"allocated":3022848,"data_stored":1807732,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":225496626},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":776,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.004673"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.606411+0000","last_change":"2024-07-26T12:21:44.598425+0000","last_active":"2024-07-26T12:21:45.606411+0000","last_peered":"2024-07-26T12:21:45.606411+0000","last_clean":"2024-07-26T12:21:45.606411+0000","last_became_active":"2024-07-26T12:21:44.598014+0000","last_became_peered":"2024-07-26T12:21:44.598014+0000","last_unstale":"2024-07-26T12:21:45.606411+0000","last_undegraded":"2024-07-26T12:21:45.606411+0000","last_fullsized":"2024-07-26T12:21:45.606411+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:39:26.949378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.600925+0000","last_change":"2024-07-26T12:21:44.613852+0000","last_active":"2024-07-26T12:21:45.600925+0000","last_peered":"2024-07-26T12:21:45.600925+0000","last_clean":"2024-07-26T12:21:45.600925+0000","last_became_active":"2024-07-26T12:21:44.613499+0000","last_became_peered":"2024-07-26T12:21:44.613499+0000","last_unstale":"2024-07-26T12:21:45.600925+0000","last_undegraded":"2024-07-26T12:21:45.600925+0000","last_fullsized":"2024-07-26T12:21:45.600925+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:40:20.369265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.650443+0000","last_change":"2024-07-26T12:21:44.596020+0000","last_active":"2024-07-26T12:21:45.650443+0000","last_peered":"2024-07-26T12:21:45.650443+0000","last_clean":"2024-07-26T12:21:45.650443+0000","last_became_active":"2024-07-26T12:21:44.594975+0000","last_became_peered":"2024-07-26T12:21:44.594975+0000","last_unstale":"2024-07-26T12:21:45.650443+0000","last_undegraded":"2024-07-26T12:21:45.650443+0000","last_fullsized":"2024-07-26T12:21:45.650443+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:53:56.211230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.649971+0000","last_change":"2024-07-26T12:21:44.620041+0000","last_active":"2024-07-26T12:21:45.649971+0000","last_peered":"2024-07-26T12:21:45.649971+0000","last_clean":"2024-07-26T12:21:45.649971+0000","last_became_active":"2024-07-26T12:21:44.618023+0000","last_became_peered":"2024-07-26T12:21:44.618023+0000","last_unstale":"2024-07-26T12:21:45.649971+0000","last_undegraded":"2024-07-26T12:21:45.649971+0000","last_fullsized":"2024-07-26T12:21:45.649971+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:25:45.445054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.605882+0000","last_change":"2024-07-26T12:21:44.607500+0000","last_active":"2024-07-26T12:21:45.605882+0000","last_peered":"2024-07-26T12:21:45.605882+0000","last_clean":"2024-07-26T12:21:45.605882+0000","last_became_active":"2024-07-26T12:21:44.606054+0000","last_became_peered":"2024-07-26T12:21:44.606054+0000","last_unstale":"2024-07-26T12:21:45.605882+0000","last_undegraded":"2024-07-26T12:21:45.605882+0000","last_fullsized":"2024-07-26T12:21:45.605882+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:54:05.091781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.649889+0000","last_change":"2024-07-26T12:21:44.612057+0000","last_active":"2024-07-26T12:21:45.649889+0000","last_peered":"2024-07-26T12:21:45.649889+0000","last_clean":"2024-07-26T12:21:45.649889+0000","last_became_active":"2024-07-26T12:21:44.611650+0000","last_became_peered":"2024-07-26T12:21:44.611650+0000","last_unstale":"2024-07-26T12:21:45.649889+0000","last_undegraded":"2024-07-26T12:21:45.649889+0000","last_fullsized":"2024-07-26T12:21:45.649889+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:51:20.914479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.605708+0000","last_change":"2024-07-26T12:21:44.607726+0000","last_active":"2024-07-26T12:21:45.605708+0000","last_peered":"2024-07-26T12:21:45.605708+0000","last_clean":"2024-07-26T12:21:45.605708+0000","last_became_active":"2024-07-26T12:21:44.607354+0000","last_became_peered":"2024-07-26T12:21:44.607354+0000","last_unstale":"2024-07-26T12:21:45.605708+0000","last_undegraded":"2024-07-26T12:21:45.605708+0000","last_fullsized":"2024-07-26T12:21:45.605708+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:24:21.238237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.646394+0000","last_change":"2024-07-26T12:21:44.606285+0000","last_active":"2024-07-26T12:21:45.646394+0000","last_peered":"2024-07-26T12:21:45.646394+0000","last_clean":"2024-07-26T12:21:45.646394+0000","last_became_active":"2024-07-26T12:21:44.604046+0000","last_became_peered":"2024-07-26T12:21:44.604046+0000","last_unstale":"2024-07-26T12:21:45.646394+0000","last_undegraded":"2024-07-26T12:21:45.646394+0000","last_fullsized":"2024-07-26T12:21:45.646394+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:39:31.246505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.607065+0000","last_change":"2024-07-26T12:21:44.614864+0000","last_active":"2024-07-26T12:21:45.607065+0000","last_peered":"2024-07-26T12:21:45.607065+0000","last_clean":"2024-07-26T12:21:45.607065+0000","last_became_active":"2024-07-26T12:21:44.611439+0000","last_became_peered":"2024-07-26T12:21:44.611439+0000","last_unstale":"2024-07-26T12:21:45.607065+0000","last_undegraded":"2024-07-26T12:21:45.607065+0000","last_fullsized":"2024-07-26T12:21:45.607065+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:40:43.380315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.604950+0000","last_change":"2024-07-26T12:21:44.603057+0000","last_active":"2024-07-26T12:21:45.604950+0000","last_peered":"2024-07-26T12:21:45.604950+0000","last_clean":"2024-07-26T12:21:45.604950+0000","last_became_active":"2024-07-26T12:21:44.602611+0000","last_became_peered":"2024-07-26T12:21:44.602611+0000","last_unstale":"2024-07-26T12:21:45.604950+0000","last_undegraded":"2024-07-26T12:21:45.604950+0000","last_fullsized":"2024-07-26T12:21:45.604950+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:59:09.665003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.603943+0000","last_change":"2024-07-26T12:21:44.605014+0000","last_active":"2024-07-26T12:21:45.603943+0000","last_peered":"2024-07-26T12:21:45.603943+0000","last_clean":"2024-07-26T12:21:45.603943+0000","last_became_active":"2024-07-26T12:21:44.602583+0000","last_became_peered":"2024-07-26T12:21:44.602583+0000","last_unstale":"2024-07-26T12:21:45.603943+0000","last_undegraded":"2024-07-26T12:21:45.603943+0000","last_fullsized":"2024-07-26T12:21:45.603943+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:37:12.798347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.649702+0000","last_change":"2024-07-26T12:21:44.599359+0000","last_active":"2024-07-26T12:21:45.649702+0000","last_peered":"2024-07-26T12:21:45.649702+0000","last_clean":"2024-07-26T12:21:45.649702+0000","last_became_active":"2024-07-26T12:21:44.598748+0000","last_became_peered":"2024-07-26T12:21:44.598748+0000","last_unstale":"2024-07-26T12:21:45.649702+0000","last_undegraded":"2024-07-26T12:21:45.649702+0000","last_fullsized":"2024-07-26T12:21:45.649702+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:04:23.225808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.649376+0000","last_change":"2024-07-26T12:21:44.594030+0000","last_active":"2024-07-26T12:21:45.649376+0000","last_peered":"2024-07-26T12:21:45.649376+0000","last_clean":"2024-07-26T12:21:45.649376+0000","last_became_active":"2024-07-26T12:21:44.593659+0000","last_became_peered":"2024-07-26T12:21:44.593659+0000","last_unstale":"2024-07-26T12:21:45.649376+0000","last_undegraded":"2024-07-26T12:21:45.649376+0000","last_fullsized":"2024-07-26T12:21:45.649376+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:47:09.335932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.648697+0000","last_change":"2024-07-26T12:21:44.610384+0000","last_active":"2024-07-26T12:21:45.648697+0000","last_peered":"2024-07-26T12:21:45.648697+0000","last_clean":"2024-07-26T12:21:45.648697+0000","last_became_active":"2024-07-26T12:21:44.609961+0000","last_became_peered":"2024-07-26T12:21:44.609961+0000","last_unstale":"2024-07-26T12:21:45.648697+0000","last_undegraded":"2024-07-26T12:21:45.648697+0000","last_fullsized":"2024-07-26T12:21:45.648697+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:53:27.828681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.600328+0000","last_change":"2024-07-26T12:21:44.609098+0000","last_active":"2024-07-26T12:21:45.600328+0000","last_peered":"2024-07-26T12:21:45.600328+0000","last_clean":"2024-07-26T12:21:45.600328+0000","last_became_active":"2024-07-26T12:21:44.608719+0000","last_became_peered":"2024-07-26T12:21:44.608719+0000","last_unstale":"2024-07-26T12:21:45.600328+0000","last_undegraded":"2024-07-26T12:21:45.600328+0000","last_fullsized":"2024-07-26T12:21:45.600328+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:36:30.521771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.647848+0000","last_change":"2024-07-26T12:21:44.611153+0000","last_active":"2024-07-26T12:21:45.647848+0000","last_peered":"2024-07-26T12:21:45.647848+0000","last_clean":"2024-07-26T12:21:45.647848+0000","last_became_active":"2024-07-26T12:21:44.610750+0000","last_became_peered":"2024-07-26T12:21:44.610750+0000","last_unstale":"2024-07-26T12:21:45.647848+0000","last_undegraded":"2024-07-26T12:21:45.647848+0000","last_fullsized":"2024-07-26T12:21:45.647848+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:55:18.605826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.651878+0000","last_change":"2024-07-26T12:21:44.619663+0000","last_active":"2024-07-26T12:21:45.651878+0000","last_peered":"2024-07-26T12:21:45.651878+0000","last_clean":"2024-07-26T12:21:45.651878+0000","last_became_active":"2024-07-26T12:21:44.619376+0000","last_became_peered":"2024-07-26T12:21:44.619376+0000","last_unstale":"2024-07-26T12:21:45.651878+0000","last_undegraded":"2024-07-26T12:21:45.651878+0000","last_fullsized":"2024-07-26T12:21:45.651878+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:12:26.897100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.652159+0000","last_change":"2024-07-26T12:21:44.599552+0000","last_active":"2024-07-26T12:21:45.652159+0000","last_peered":"2024-07-26T12:21:45.652159+0000","last_clean":"2024-07-26T12:21:45.652159+0000","last_became_active":"2024-07-26T12:21:44.597649+0000","last_became_peered":"2024-07-26T12:21:44.597649+0000","last_unstale":"2024-07-26T12:21:45.652159+0000","last_undegraded":"2024-07-26T12:21:45.652159+0000","last_fullsized":"2024-07-26T12:21:45.652159+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:11:55.873169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.607447+0000","last_change":"2024-07-26T12:21:44.598125+0000","last_active":"2024-07-26T12:21:45.607447+0000","last_peered":"2024-07-26T12:21:45.607447+0000","last_clean":"2024-07-26T12:21:45.607447+0000","last_became_active":"2024-07-26T12:21:44.597677+0000","last_became_peered":"2024-07-26T12:21:44.597677+0000","last_unstale":"2024-07-26T12:21:45.607447+0000","last_undegraded":"2024-07-26T12:21:45.607447+0000","last_fullsized":"2024-07-26T12:21:45.607447+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:56:39.180521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.603755+0000","last_change":"2024-07-26T12:21:44.603356+0000","last_active":"2024-07-26T12:21:45.603755+0000","last_peered":"2024-07-26T12:21:45.603755+0000","last_clean":"2024-07-26T12:21:45.603755+0000","last_became_active":"2024-07-26T12:21:44.602543+0000","last_became_peered":"2024-07-26T12:21:44.602543+0000","last_unstale":"2024-07-26T12:21:45.603755+0000","last_undegraded":"2024-07-26T12:21:45.603755+0000","last_fullsized":"2024-07-26T12:21:45.603755+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:40:20.369265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.651031+0000","last_change":"2024-07-26T12:21:44.620712+0000","last_active":"2024-07-26T12:21:45.651031+0000","last_peered":"2024-07-26T12:21:45.651031+0000","last_clean":"2024-07-26T12:21:45.651031+0000","last_became_active":"2024-07-26T12:21:44.620385+0000","last_became_peered":"2024-07-26T12:21:44.620385+0000","last_unstale":"2024-07-26T12:21:45.651031+0000","last_undegraded":"2024-07-26T12:21:45.651031+0000","last_fullsized":"2024-07-26T12:21:45.651031+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:38:44.174478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.650484+0000","last_change":"2024-07-26T12:21:44.615431+0000","last_active":"2024-07-26T12:21:45.650484+0000","last_peered":"2024-07-26T12:21:45.650484+0000","last_clean":"2024-07-26T12:21:45.650484+0000","last_became_active":"2024-07-26T12:21:44.614878+0000","last_became_peered":"2024-07-26T12:21:44.614878+0000","last_unstale":"2024-07-26T12:21:45.650484+0000","last_undegraded":"2024-07-26T12:21:45.650484+0000","last_fullsized":"2024-07-26T12:21:45.650484+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:47:23.460382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.646797+0000","last_change":"2024-07-26T12:21:44.583379+0000","last_active":"2024-07-26T12:21:45.646797+0000","last_peered":"2024-07-26T12:21:45.646797+0000","last_clean":"2024-07-26T12:21:45.646797+0000","last_became_active":"2024-07-26T12:21:44.582397+0000","last_became_peered":"2024-07-26T12:21:44.582397+0000","last_unstale":"2024-07-26T12:21:45.646797+0000","last_undegraded":"2024-07-26T12:21:45.646797+0000","last_fullsized":"2024-07-26T12:21:45.646797+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:36:30.521771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.647796+0000","last_change":"2024-07-26T12:21:44.619249+0000","last_active":"2024-07-26T12:21:45.647796+0000","last_peered":"2024-07-26T12:21:45.647796+0000","last_clean":"2024-07-26T12:21:45.647796+0000","last_became_active":"2024-07-26T12:21:44.617270+0000","last_became_peered":"2024-07-26T12:21:44.617270+0000","last_unstale":"2024-07-26T12:21:45.647796+0000","last_undegraded":"2024-07-26T12:21:45.647796+0000","last_fullsized":"2024-07-26T12:21:45.647796+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:12:00.406855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.648697+0000","last_change":"2024-07-26T12:21:44.586072+0000","last_active":"2024-07-26T12:21:45.648697+0000","last_peered":"2024-07-26T12:21:45.648697+0000","last_clean":"2024-07-26T12:21:45.648697+0000","last_became_active":"2024-07-26T12:21:44.585376+0000","last_became_peered":"2024-07-26T12:21:44.585376+0000","last_unstale":"2024-07-26T12:21:45.648697+0000","last_undegraded":"2024-07-26T12:21:45.648697+0000","last_fullsized":"2024-07-26T12:21:45.648697+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:37:12.798347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.604987+0000","last_change":"2024-07-26T12:21:44.597255+0000","last_active":"2024-07-26T12:21:45.604987+0000","last_peered":"2024-07-26T12:21:45.604987+0000","last_clean":"2024-07-26T12:21:45.604987+0000","last_became_active":"2024-07-26T12:21:44.596828+0000","last_became_peered":"2024-07-26T12:21:44.596828+0000","last_unstale":"2024-07-26T12:21:45.604987+0000","last_undegraded":"2024-07-26T12:21:45.604987+0000","last_fullsized":"2024-07-26T12:21:45.604987+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:47:09.335932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.600485+0000","last_change":"2024-07-26T12:21:44.627726+0000","last_active":"2024-07-26T12:21:45.600485+0000","last_peered":"2024-07-26T12:21:45.600485+0000","last_clean":"2024-07-26T12:21:45.600485+0000","last_became_active":"2024-07-26T12:21:44.627382+0000","last_became_peered":"2024-07-26T12:21:44.627382+0000","last_unstale":"2024-07-26T12:21:45.600485+0000","last_undegraded":"2024-07-26T12:21:45.600485+0000","last_fullsized":"2024-07-26T12:21:45.600485+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:38:44.174478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.647853+0000","last_change":"2024-07-26T12:21:44.589620+0000","last_active":"2024-07-26T12:21:45.647853+0000","last_peered":"2024-07-26T12:21:45.647853+0000","last_clean":"2024-07-26T12:21:45.647853+0000","last_became_active":"2024-07-26T12:21:44.587686+0000","last_became_peered":"2024-07-26T12:21:44.587686+0000","last_unstale":"2024-07-26T12:21:45.647853+0000","last_undegraded":"2024-07-26T12:21:45.647853+0000","last_fullsized":"2024-07-26T12:21:45.647853+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:25:49.213898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.651019+0000","last_change":"2024-07-26T12:21:44.618404+0000","last_active":"2024-07-26T12:21:45.651019+0000","last_peered":"2024-07-26T12:21:45.651019+0000","last_clean":"2024-07-26T12:21:45.651019+0000","last_became_active":"2024-07-26T12:21:44.617803+0000","last_became_peered":"2024-07-26T12:21:44.617803+0000","last_unstale":"2024-07-26T12:21:45.651019+0000","last_undegraded":"2024-07-26T12:21:45.651019+0000","last_fullsized":"2024-07-26T12:21:45.651019+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:36:30.521771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.650817+0000","last_change":"2024-07-26T12:21:44.615652+0000","last_active":"2024-07-26T12:21:45.650817+0000","last_peered":"2024-07-26T12:21:45.650817+0000","last_clean":"2024-07-26T12:21:45.650817+0000","last_became_active":"2024-07-26T12:21:44.615182+0000","last_became_peered":"2024-07-26T12:21:44.615182+0000","last_unstale":"2024-07-26T12:21:45.650817+0000","last_undegraded":"2024-07-26T12:21:45.650817+0000","last_fullsized":"2024-07-26T12:21:45.650817+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:44:28.421300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.651739+0000","last_change":"2024-07-26T12:21:44.599717+0000","last_active":"2024-07-26T12:21:45.651739+0000","last_peered":"2024-07-26T12:21:45.651739+0000","last_clean":"2024-07-26T12:21:45.651739+0000","last_became_active":"2024-07-26T12:21:44.599162+0000","last_became_peered":"2024-07-26T12:21:44.599162+0000","last_unstale":"2024-07-26T12:21:45.651739+0000","last_undegraded":"2024-07-26T12:21:45.651739+0000","last_fullsized":"2024-07-26T12:21:45.651739+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:34:10.646547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.602071+0000","last_change":"2024-07-26T12:21:44.606117+0000","last_active":"2024-07-26T12:21:45.602071+0000","last_peered":"2024-07-26T12:21:45.602071+0000","last_clean":"2024-07-26T12:21:45.602071+0000","last_became_active":"2024-07-26T12:21:44.605533+0000","last_became_peered":"2024-07-26T12:21:44.605533+0000","last_unstale":"2024-07-26T12:21:45.602071+0000","last_undegraded":"2024-07-26T12:21:45.602071+0000","last_fullsized":"2024-07-26T12:21:45.602071+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:36:30.521771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.648566+0000","last_change":"2024-07-26T12:21:44.602731+0000","last_active":"2024-07-26T12:21:45.648566+0000","last_peered":"2024-07-26T12:21:45.648566+0000","last_clean":"2024-07-26T12:21:45.648566+0000","last_became_active":"2024-07-26T12:21:44.602204+0000","last_became_peered":"2024-07-26T12:21:44.602204+0000","last_unstale":"2024-07-26T12:21:45.648566+0000","last_undegraded":"2024-07-26T12:21:45.648566+0000","last_fullsized":"2024-07-26T12:21:45.648566+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:11:55.873169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"21'1","reported_seq":16,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.649917+0000","last_change":"2024-07-26T12:21:43.598175+0000","last_active":"2024-07-26T12:21:45.649917+0000","last_peered":"2024-07-26T12:21:45.649917+0000","last_clean":"2024-07-26T12:21:45.649917+0000","last_became_active":"2024-07-26T12:21:43.597822+0000","last_became_peered":"2024-07-26T12:21:43.597822+0000","last_unstale":"2024-07-26T12:21:45.649917+0000","last_undegraded":"2024-07-26T12:21:45.649917+0000","last_fullsized":"2024-07-26T12:21:45.649917+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:38:54.755281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.651608+0000","last_change":"2024-07-26T12:21:44.601717+0000","last_active":"2024-07-26T12:21:45.651608+0000","last_peered":"2024-07-26T12:21:45.651608+0000","last_clean":"2024-07-26T12:21:45.651608+0000","last_became_active":"2024-07-26T12:21:44.598135+0000","last_became_peered":"2024-07-26T12:21:44.598135+0000","last_unstale":"2024-07-26T12:21:45.651608+0000","last_undegraded":"2024-07-26T12:21:45.651608+0000","last_fullsized":"2024-07-26T12:21:45.651608+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:40:20.369265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"21'1","reported_seq":16,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.602978+0000","last_change":"2024-07-26T12:21:43.597651+0000","last_active":"2024-07-26T12:21:45.602978+0000","last_peered":"2024-07-26T12:21:45.602978+0000","last_clean":"2024-07-26T12:21:45.602978+0000","last_became_active":"2024-07-26T12:21:43.597357+0000","last_became_peered":"2024-07-26T12:21:43.597357+0000","last_unstale":"2024-07-26T12:21:45.602978+0000","last_undegraded":"2024-07-26T12:21:45.602978+0000","last_fullsized":"2024-07-26T12:21:45.602978+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:36:09.991878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.646748+0000","last_change":"2024-07-26T12:21:43.586064+0000","last_active":"2024-07-26T12:21:45.646748+0000","last_peered":"2024-07-26T12:21:45.646748+0000","last_clean":"2024-07-26T12:21:45.646748+0000","last_became_active":"2024-07-26T12:21:43.583951+0000","last_became_peered":"2024-07-26T12:21:43.583951+0000","last_unstale":"2024-07-26T12:21:45.646748+0000","last_undegraded":"2024-07-26T12:21:45.646748+0000","last_fullsized":"2024-07-26T12:21:45.646748+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:45:07.051342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.646112+0000","last_change":"2024-07-26T12:21:44.606598+0000","last_active":"2024-07-26T12:21:45.646112+0000","last_peered":"2024-07-26T12:21:45.646112+0000","last_clean":"2024-07-26T12:21:45.646112+0000","last_became_active":"2024-07-26T12:21:44.605916+0000","last_became_peered":"2024-07-26T12:21:44.605916+0000","last_unstale":"2024-07-26T12:21:45.646112+0000","last_undegraded":"2024-07-26T12:21:45.646112+0000","last_fullsized":"2024-07-26T12:21:45.646112+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:53:56.211230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.648466+0000","last_change":"2024-07-26T12:21:43.602916+0000","last_active":"2024-07-26T12:21:45.648466+0000","last_peered":"2024-07-26T12:21:45.648466+0000","last_clean":"2024-07-26T12:21:45.648466+0000","last_became_active":"2024-07-26T12:21:43.598768+0000","last_became_peered":"2024-07-26T12:21:43.598768+0000","last_unstale":"2024-07-26T12:21:45.648466+0000","last_undegraded":"2024-07-26T12:21:45.648466+0000","last_fullsized":"2024-07-26T12:21:45.648466+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:44:44.466313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.599934+0000","last_change":"2024-07-26T12:21:44.615254+0000","last_active":"2024-07-26T12:21:45.599934+0000","last_peered":"2024-07-26T12:21:45.599934+0000","last_clean":"2024-07-26T12:21:45.599934+0000","last_became_active":"2024-07-26T12:21:44.614900+0000","last_became_peered":"2024-07-26T12:21:44.614900+0000","last_unstale":"2024-07-26T12:21:45.599934+0000","last_undegraded":"2024-07-26T12:21:45.599934+0000","last_fullsized":"2024-07-26T12:21:45.599934+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:39:31.246505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.603955+0000","last_change":"2024-07-26T12:21:43.596529+0000","last_active":"2024-07-26T12:21:45.603955+0000","last_peered":"2024-07-26T12:21:45.603955+0000","last_clean":"2024-07-26T12:21:45.603955+0000","last_became_active":"2024-07-26T12:21:43.596190+0000","last_became_peered":"2024-07-26T12:21:43.596190+0000","last_unstale":"2024-07-26T12:21:45.603955+0000","last_undegraded":"2024-07-26T12:21:45.603955+0000","last_fullsized":"2024-07-26T12:21:45.603955+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:00:15.755490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.651488+0000","last_change":"2024-07-26T12:21:44.613314+0000","last_active":"2024-07-26T12:21:45.651488+0000","last_peered":"2024-07-26T12:21:45.651488+0000","last_clean":"2024-07-26T12:21:45.651488+0000","last_became_active":"2024-07-26T12:21:44.612942+0000","last_became_peered":"2024-07-26T12:21:44.612942+0000","last_unstale":"2024-07-26T12:21:45.651488+0000","last_undegraded":"2024-07-26T12:21:45.651488+0000","last_fullsized":"2024-07-26T12:21:45.651488+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:43:02.402473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.651522+0000","last_change":"2024-07-26T12:21:43.599687+0000","last_active":"2024-07-26T12:21:45.651522+0000","last_peered":"2024-07-26T12:21:45.651522+0000","last_clean":"2024-07-26T12:21:45.651522+0000","last_became_active":"2024-07-26T12:21:43.598135+0000","last_became_peered":"2024-07-26T12:21:43.598135+0000","last_unstale":"2024-07-26T12:21:45.651522+0000","last_undegraded":"2024-07-26T12:21:45.651522+0000","last_fullsized":"2024-07-26T12:21:45.651522+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:06:44.167242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.651031+0000","last_change":"2024-07-26T12:21:44.602906+0000","last_active":"2024-07-26T12:21:45.651031+0000","last_peered":"2024-07-26T12:21:45.651031+0000","last_clean":"2024-07-26T12:21:45.651031+0000","last_became_active":"2024-07-26T12:21:44.602473+0000","last_became_peered":"2024-07-26T12:21:44.602473+0000","last_unstale":"2024-07-26T12:21:45.651031+0000","last_undegraded":"2024-07-26T12:21:45.651031+0000","last_fullsized":"2024-07-26T12:21:45.651031+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:25:49.213898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"21'3","reported_seq":18,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.600708+0000","last_change":"2024-07-26T12:21:43.601669+0000","last_active":"2024-07-26T12:21:45.600708+0000","last_peered":"2024-07-26T12:21:45.600708+0000","last_clean":"2024-07-26T12:21:45.600708+0000","last_became_active":"2024-07-26T12:21:43.601312+0000","last_became_peered":"2024-07-26T12:21:43.601312+0000","last_unstale":"2024-07-26T12:21:45.600708+0000","last_undegraded":"2024-07-26T12:21:45.600708+0000","last_fullsized":"2024-07-26T12:21:45.600708+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:41:03.044571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.649888+0000","last_change":"2024-07-26T12:21:44.602910+0000","last_active":"2024-07-26T12:21:45.649888+0000","last_peered":"2024-07-26T12:21:45.649888+0000","last_clean":"2024-07-26T12:21:45.649888+0000","last_became_active":"2024-07-26T12:21:44.600952+0000","last_became_peered":"2024-07-26T12:21:44.600952+0000","last_unstale":"2024-07-26T12:21:45.649888+0000","last_undegraded":"2024-07-26T12:21:45.649888+0000","last_fullsized":"2024-07-26T12:21:45.649888+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:40:05.002731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"21'6","reported_seq":21,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.604208+0000","last_change":"2024-07-26T12:21:43.591788+0000","last_active":"2024-07-26T12:21:45.604208+0000","last_peered":"2024-07-26T12:21:45.604208+0000","last_clean":"2024-07-26T12:21:45.604208+0000","last_became_active":"2024-07-26T12:21:43.590913+0000","last_became_peered":"2024-07-26T12:21:43.590913+0000","last_unstale":"2024-07-26T12:21:45.604208+0000","last_undegraded":"2024-07-26T12:21:45.604208+0000","last_fullsized":"2024-07-26T12:21:45.604208+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:41:03.044571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.606389+0000","last_change":"2024-07-26T12:21:44.627524+0000","last_active":"2024-07-26T12:21:45.606389+0000","last_peered":"2024-07-26T12:21:45.606389+0000","last_clean":"2024-07-26T12:21:45.606389+0000","last_became_active":"2024-07-26T12:21:44.627137+0000","last_became_peered":"2024-07-26T12:21:44.627137+0000","last_unstale":"2024-07-26T12:21:45.606389+0000","last_undegraded":"2024-07-26T12:21:45.606389+0000","last_fullsized":"2024-07-26T12:21:45.606389+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:01:16.822912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"21'2","reported_seq":17,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.651487+0000","last_change":"2024-07-26T12:21:43.588504+0000","last_active":"2024-07-26T12:21:45.651487+0000","last_peered":"2024-07-26T12:21:45.651487+0000","last_clean":"2024-07-26T12:21:45.651487+0000","last_became_active":"2024-07-26T12:21:43.588133+0000","last_became_peered":"2024-07-26T12:21:43.588133+0000","last_unstale":"2024-07-26T12:21:45.651487+0000","last_undegraded":"2024-07-26T12:21:45.651487+0000","last_fullsized":"2024-07-26T12:21:45.651487+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:53:36.128595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.649182+0000","last_change":"2024-07-26T12:21:44.621879+0000","last_active":"2024-07-26T12:21:45.649182+0000","last_peered":"2024-07-26T12:21:45.649182+0000","last_clean":"2024-07-26T12:21:45.649182+0000","last_became_active":"2024-07-26T12:21:44.621372+0000","last_became_peered":"2024-07-26T12:21:44.621372+0000","last_unstale":"2024-07-26T12:21:45.649182+0000","last_undegraded":"2024-07-26T12:21:45.649182+0000","last_fullsized":"2024-07-26T12:21:45.649182+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:01:22.820284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.650879+0000","last_change":"2024-07-26T12:21:43.597819+0000","last_active":"2024-07-26T12:21:45.650879+0000","last_peered":"2024-07-26T12:21:45.650879+0000","last_clean":"2024-07-26T12:21:45.650879+0000","last_became_active":"2024-07-26T12:21:43.595837+0000","last_became_peered":"2024-07-26T12:21:43.595837+0000","last_unstale":"2024-07-26T12:21:45.650879+0000","last_undegraded":"2024-07-26T12:21:45.650879+0000","last_fullsized":"2024-07-26T12:21:45.650879+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:16:47.249776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.606094+0000","last_change":"2024-07-26T12:21:44.613025+0000","last_active":"2024-07-26T12:21:45.606094+0000","last_peered":"2024-07-26T12:21:45.606094+0000","last_clean":"2024-07-26T12:21:45.606094+0000","last_became_active":"2024-07-26T12:21:44.612702+0000","last_became_peered":"2024-07-26T12:21:44.612702+0000","last_unstale":"2024-07-26T12:21:45.606094+0000","last_undegraded":"2024-07-26T12:21:45.606094+0000","last_fullsized":"2024-07-26T12:21:45.606094+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:07:33.344941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.602011+0000","last_change":"2024-07-26T12:21:43.588282+0000","last_active":"2024-07-26T12:21:45.602011+0000","last_peered":"2024-07-26T12:21:45.602011+0000","last_clean":"2024-07-26T12:21:45.602011+0000","last_became_active":"2024-07-26T12:21:43.587549+0000","last_became_peered":"2024-07-26T12:21:43.587549+0000","last_unstale":"2024-07-26T12:21:45.602011+0000","last_undegraded":"2024-07-26T12:21:45.602011+0000","last_fullsized":"2024-07-26T12:21:45.602011+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:19:44.931902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.602382+0000","last_change":"2024-07-26T12:21:44.604821+0000","last_active":"2024-07-26T12:21:45.602382+0000","last_peered":"2024-07-26T12:21:45.602382+0000","last_clean":"2024-07-26T12:21:45.602382+0000","last_became_active":"2024-07-26T12:21:44.604495+0000","last_became_peered":"2024-07-26T12:21:44.604495+0000","last_unstale":"2024-07-26T12:21:45.602382+0000","last_undegraded":"2024-07-26T12:21:45.602382+0000","last_fullsized":"2024-07-26T12:21:45.602382+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:38:44.174478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"21'8","reported_seq":23,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.650227+0000","last_change":"2024-07-26T12:21:43.584411+0000","last_active":"2024-07-26T12:21:45.650227+0000","last_peered":"2024-07-26T12:21:45.650227+0000","last_clean":"2024-07-26T12:21:45.650227+0000","last_became_active":"2024-07-26T12:21:43.582984+0000","last_became_peered":"2024-07-26T12:21:43.582984+0000","last_unstale":"2024-07-26T12:21:45.650227+0000","last_undegraded":"2024-07-26T12:21:45.650227+0000","last_fullsized":"2024-07-26T12:21:45.650227+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:44:44.466313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.605802+0000","last_change":"2024-07-26T12:21:44.601816+0000","last_active":"2024-07-26T12:21:45.605802+0000","last_peered":"2024-07-26T12:21:45.605802+0000","last_clean":"2024-07-26T12:21:45.605802+0000","last_became_active":"2024-07-26T12:21:44.601407+0000","last_became_peered":"2024-07-26T12:21:44.601407+0000","last_unstale":"2024-07-26T12:21:45.605802+0000","last_undegraded":"2024-07-26T12:21:45.605802+0000","last_fullsized":"2024-07-26T12:21:45.605802+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:30:10.770704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"21'1","reported_seq":16,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.650312+0000","last_change":"2024-07-26T12:21:43.585789+0000","last_active":"2024-07-26T12:21:45.650312+0000","last_peered":"2024-07-26T12:21:45.650312+0000","last_clean":"2024-07-26T12:21:45.650312+0000","last_became_active":"2024-07-26T12:21:43.585351+0000","last_became_peered":"2024-07-26T12:21:43.585351+0000","last_unstale":"2024-07-26T12:21:45.650312+0000","last_undegraded":"2024-07-26T12:21:45.650312+0000","last_fullsized":"2024-07-26T12:21:45.650312+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:37:00.698599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.606343+0000","last_change":"2024-07-26T12:21:44.605806+0000","last_active":"2024-07-26T12:21:45.606343+0000","last_peered":"2024-07-26T12:21:45.606343+0000","last_clean":"2024-07-26T12:21:45.606343+0000","last_became_active":"2024-07-26T12:21:44.605107+0000","last_became_peered":"2024-07-26T12:21:44.605107+0000","last_unstale":"2024-07-26T12:21:45.606343+0000","last_undegraded":"2024-07-26T12:21:45.606343+0000","last_fullsized":"2024-07-26T12:21:45.606343+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:02:19.506956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"21'2","reported_seq":17,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.652210+0000","last_change":"2024-07-26T12:21:43.586245+0000","last_active":"2024-07-26T12:21:45.652210+0000","last_peered":"2024-07-26T12:21:45.652210+0000","last_clean":"2024-07-26T12:21:45.652210+0000","last_became_active":"2024-07-26T12:21:43.585935+0000","last_became_peered":"2024-07-26T12:21:43.585935+0000","last_unstale":"2024-07-26T12:21:45.652210+0000","last_undegraded":"2024-07-26T12:21:45.652210+0000","last_fullsized":"2024-07-26T12:21:45.652210+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:16:47.249776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.607601+0000","last_change":"2024-07-26T12:21:44.615527+0000","last_active":"2024-07-26T12:21:45.607601+0000","last_peered":"2024-07-26T12:21:45.607601+0000","last_clean":"2024-07-26T12:21:45.607601+0000","last_became_active":"2024-07-26T12:21:44.611464+0000","last_became_peered":"2024-07-26T12:21:44.611464+0000","last_unstale":"2024-07-26T12:21:45.607601+0000","last_undegraded":"2024-07-26T12:21:45.607601+0000","last_fullsized":"2024-07-26T12:21:45.607601+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:20:12.489093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"21'1","reported_seq":16,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.600643+0000","last_change":"2024-07-26T12:21:43.587353+0000","last_active":"2024-07-26T12:21:45.600643+0000","last_peered":"2024-07-26T12:21:45.600643+0000","last_clean":"2024-07-26T12:21:45.600643+0000","last_became_active":"2024-07-26T12:21:43.586989+0000","last_became_peered":"2024-07-26T12:21:43.586989+0000","last_unstale":"2024-07-26T12:21:45.600643+0000","last_undegraded":"2024-07-26T12:21:45.600643+0000","last_fullsized":"2024-07-26T12:21:45.600643+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:36:09.991878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.650582+0000","last_change":"2024-07-26T12:21:44.618987+0000","last_active":"2024-07-26T12:21:45.650582+0000","last_peered":"2024-07-26T12:21:45.650582+0000","last_clean":"2024-07-26T12:21:45.650582+0000","last_became_active":"2024-07-26T12:21:44.617072+0000","last_became_peered":"2024-07-26T12:21:44.617072+0000","last_unstale":"2024-07-26T12:21:45.650582+0000","last_undegraded":"2024-07-26T12:21:45.650582+0000","last_fullsized":"2024-07-26T12:21:45.650582+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:22:52.563381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.652198+0000","last_change":"2024-07-26T12:21:43.601579+0000","last_active":"2024-07-26T12:21:45.652198+0000","last_peered":"2024-07-26T12:21:45.652198+0000","last_clean":"2024-07-26T12:21:45.652198+0000","last_became_active":"2024-07-26T12:21:43.601179+0000","last_became_peered":"2024-07-26T12:21:43.601179+0000","last_unstale":"2024-07-26T12:21:45.652198+0000","last_undegraded":"2024-07-26T12:21:45.652198+0000","last_fullsized":"2024-07-26T12:21:45.652198+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:32:00.408263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.606911+0000","last_change":"2024-07-26T12:21:44.610751+0000","last_active":"2024-07-26T12:21:45.606911+0000","last_peered":"2024-07-26T12:21:45.606911+0000","last_clean":"2024-07-26T12:21:45.606911+0000","last_became_active":"2024-07-26T12:21:44.609773+0000","last_became_peered":"2024-07-26T12:21:44.609773+0000","last_unstale":"2024-07-26T12:21:45.606911+0000","last_undegraded":"2024-07-26T12:21:45.606911+0000","last_fullsized":"2024-07-26T12:21:45.606911+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:25:44.034160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"18'72","reported_seq":111,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.605234+0000","last_change":"2024-07-26T12:21:33.467293+0000","last_active":"2024-07-26T12:21:45.605234+0000","last_peered":"2024-07-26T12:21:45.605234+0000","last_clean":"2024-07-26T12:21:45.605234+0000","last_became_active":"2024-07-26T12:21:33.464397+0000","last_became_peered":"2024-07-26T12:21:33.464397+0000","last_unstale":"2024-07-26T12:21:45.605234+0000","last_undegraded":"2024-07-26T12:21:45.605234+0000","last_fullsized":"2024-07-26T12:21:45.605234+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:32.289755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:32.289755+0000","last_clean_scrub_stamp":"2024-07-26T12:21:32.289755+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:52:33.395456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.648731+0000","last_change":"2024-07-26T12:21:43.596245+0000","last_active":"2024-07-26T12:21:45.648731+0000","last_peered":"2024-07-26T12:21:45.648731+0000","last_clean":"2024-07-26T12:21:45.648731+0000","last_became_active":"2024-07-26T12:21:43.595878+0000","last_became_peered":"2024-07-26T12:21:43.595878+0000","last_unstale":"2024-07-26T12:21:45.648731+0000","last_undegraded":"2024-07-26T12:21:45.648731+0000","last_fullsized":"2024-07-26T12:21:45.648731+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:32:00.408263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.647068+0000","last_change":"2024-07-26T12:21:44.616682+0000","last_active":"2024-07-26T12:21:45.647068+0000","last_peered":"2024-07-26T12:21:45.647068+0000","last_clean":"2024-07-26T12:21:45.647068+0000","last_became_active":"2024-07-26T12:21:44.616429+0000","last_became_peered":"2024-07-26T12:21:44.616429+0000","last_unstale":"2024-07-26T12:21:45.647068+0000","last_undegraded":"2024-07-26T12:21:45.647068+0000","last_fullsized":"2024-07-26T12:21:45.647068+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:38:44.174478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.604857+0000","last_change":"2024-07-26T12:21:43.599807+0000","last_active":"2024-07-26T12:21:45.604857+0000","last_peered":"2024-07-26T12:21:45.604857+0000","last_clean":"2024-07-26T12:21:45.604857+0000","last_became_active":"2024-07-26T12:21:43.598892+0000","last_became_peered":"2024-07-26T12:21:43.598892+0000","last_unstale":"2024-07-26T12:21:45.604857+0000","last_undegraded":"2024-07-26T12:21:45.604857+0000","last_fullsized":"2024-07-26T12:21:45.604857+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:36:09.991878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.649380+0000","last_change":"2024-07-26T12:21:44.603170+0000","last_active":"2024-07-26T12:21:45.649380+0000","last_peered":"2024-07-26T12:21:45.649380+0000","last_clean":"2024-07-26T12:21:45.649380+0000","last_became_active":"2024-07-26T12:21:44.602633+0000","last_became_peered":"2024-07-26T12:21:44.602633+0000","last_unstale":"2024-07-26T12:21:45.649380+0000","last_undegraded":"2024-07-26T12:21:45.649380+0000","last_fullsized":"2024-07-26T12:21:45.649380+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:40:30.082413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.651766+0000","last_change":"2024-07-26T12:21:43.589121+0000","last_active":"2024-07-26T12:21:45.651766+0000","last_peered":"2024-07-26T12:21:45.651766+0000","last_clean":"2024-07-26T12:21:45.651766+0000","last_became_active":"2024-07-26T12:21:43.587920+0000","last_became_peered":"2024-07-26T12:21:43.587920+0000","last_unstale":"2024-07-26T12:21:45.651766+0000","last_undegraded":"2024-07-26T12:21:45.651766+0000","last_fullsized":"2024-07-26T12:21:45.651766+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:37:00.698599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.601104+0000","last_change":"2024-07-26T12:21:44.595102+0000","last_active":"2024-07-26T12:21:45.601104+0000","last_peered":"2024-07-26T12:21:45.601104+0000","last_clean":"2024-07-26T12:21:45.601104+0000","last_became_active":"2024-07-26T12:21:44.594709+0000","last_became_peered":"2024-07-26T12:21:44.594709+0000","last_unstale":"2024-07-26T12:21:45.601104+0000","last_undegraded":"2024-07-26T12:21:45.601104+0000","last_fullsized":"2024-07-26T12:21:45.601104+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:37:12.798347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.651147+0000","last_change":"2024-07-26T12:21:43.595340+0000","last_active":"2024-07-26T12:21:45.651147+0000","last_peered":"2024-07-26T12:21:45.651147+0000","last_clean":"2024-07-26T12:21:45.651147+0000","last_became_active":"2024-07-26T12:21:43.592052+0000","last_became_peered":"2024-07-26T12:21:43.592052+0000","last_unstale":"2024-07-26T12:21:45.651147+0000","last_undegraded":"2024-07-26T12:21:45.651147+0000","last_fullsized":"2024-07-26T12:21:45.651147+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:14:41.106615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.649251+0000","last_change":"2024-07-26T12:21:44.609727+0000","last_active":"2024-07-26T12:21:45.649251+0000","last_peered":"2024-07-26T12:21:45.649251+0000","last_clean":"2024-07-26T12:21:45.649251+0000","last_became_active":"2024-07-26T12:21:44.609380+0000","last_became_peered":"2024-07-26T12:21:44.609380+0000","last_unstale":"2024-07-26T12:21:45.649251+0000","last_undegraded":"2024-07-26T12:21:45.649251+0000","last_fullsized":"2024-07-26T12:21:45.649251+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:45:39.167404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.600955+0000","last_change":"2024-07-26T12:21:43.581291+0000","last_active":"2024-07-26T12:21:45.600955+0000","last_peered":"2024-07-26T12:21:45.600955+0000","last_clean":"2024-07-26T12:21:45.600955+0000","last_became_active":"2024-07-26T12:21:43.580293+0000","last_became_peered":"2024-07-26T12:21:43.580293+0000","last_unstale":"2024-07-26T12:21:45.600955+0000","last_undegraded":"2024-07-26T12:21:45.600955+0000","last_fullsized":"2024-07-26T12:21:45.600955+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:16:10.979071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.651401+0000","last_change":"2024-07-26T12:21:44.625563+0000","last_active":"2024-07-26T12:21:45.651401+0000","last_peered":"2024-07-26T12:21:45.651401+0000","last_clean":"2024-07-26T12:21:45.651401+0000","last_became_active":"2024-07-26T12:21:44.625006+0000","last_became_peered":"2024-07-26T12:21:44.625006+0000","last_unstale":"2024-07-26T12:21:45.651401+0000","last_undegraded":"2024-07-26T12:21:45.651401+0000","last_fullsized":"2024-07-26T12:21:45.651401+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:59:03.695695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.607520+0000","last_change":"2024-07-26T12:21:43.601219+0000","last_active":"2024-07-26T12:21:45.607520+0000","last_peered":"2024-07-26T12:21:45.607520+0000","last_clean":"2024-07-26T12:21:45.607520+0000","last_became_active":"2024-07-26T12:21:43.599712+0000","last_became_peered":"2024-07-26T12:21:43.599712+0000","last_unstale":"2024-07-26T12:21:45.607520+0000","last_undegraded":"2024-07-26T12:21:45.607520+0000","last_fullsized":"2024-07-26T12:21:45.607520+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:13:25.847032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.600624+0000","last_change":"2024-07-26T12:21:44.599910+0000","last_active":"2024-07-26T12:21:45.600624+0000","last_peered":"2024-07-26T12:21:45.600624+0000","last_clean":"2024-07-26T12:21:45.600624+0000","last_became_active":"2024-07-26T12:21:44.598447+0000","last_became_peered":"2024-07-26T12:21:44.598447+0000","last_unstale":"2024-07-26T12:21:45.600624+0000","last_undegraded":"2024-07-26T12:21:45.600624+0000","last_fullsized":"2024-07-26T12:21:45.600624+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:25:49.213898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"22'1","reported_seq":16,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.607933+0000","last_change":"2024-07-26T12:21:43.586755+0000","last_active":"2024-07-26T12:21:45.607933+0000","last_peered":"2024-07-26T12:21:45.607933+0000","last_clean":"2024-07-26T12:21:45.607933+0000","last_became_active":"2024-07-26T12:21:43.586410+0000","last_became_peered":"2024-07-26T12:21:43.586410+0000","last_unstale":"2024-07-26T12:21:45.607933+0000","last_undegraded":"2024-07-26T12:21:45.607933+0000","last_fullsized":"2024-07-26T12:21:45.607933+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:00:15.755490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.649112+0000","last_change":"2024-07-26T12:21:44.615473+0000","last_active":"2024-07-26T12:21:45.649112+0000","last_peered":"2024-07-26T12:21:45.649112+0000","last_clean":"2024-07-26T12:21:45.649112+0000","last_became_active":"2024-07-26T12:21:44.615105+0000","last_became_peered":"2024-07-26T12:21:44.615105+0000","last_unstale":"2024-07-26T12:21:45.649112+0000","last_undegraded":"2024-07-26T12:21:45.649112+0000","last_fullsized":"2024-07-26T12:21:45.649112+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:59:09.665003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"21'2","reported_seq":17,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.604270+0000","last_change":"2024-07-26T12:21:43.598990+0000","last_active":"2024-07-26T12:21:45.604270+0000","last_peered":"2024-07-26T12:21:45.604270+0000","last_clean":"2024-07-26T12:21:45.604270+0000","last_became_active":"2024-07-26T12:21:43.598632+0000","last_became_peered":"2024-07-26T12:21:43.598632+0000","last_unstale":"2024-07-26T12:21:45.604270+0000","last_undegraded":"2024-07-26T12:21:45.604270+0000","last_fullsized":"2024-07-26T12:21:45.604270+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:32:17.202395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.650863+0000","last_change":"2024-07-26T12:21:44.615728+0000","last_active":"2024-07-26T12:21:45.650863+0000","last_peered":"2024-07-26T12:21:45.650863+0000","last_clean":"2024-07-26T12:21:45.650863+0000","last_became_active":"2024-07-26T12:21:44.612240+0000","last_became_peered":"2024-07-26T12:21:44.612240+0000","last_unstale":"2024-07-26T12:21:45.650863+0000","last_undegraded":"2024-07-26T12:21:45.650863+0000","last_fullsized":"2024-07-26T12:21:45.650863+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:39:31.246505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.602237+0000","last_change":"2024-07-26T12:21:43.599474+0000","last_active":"2024-07-26T12:21:45.602237+0000","last_peered":"2024-07-26T12:21:45.602237+0000","last_clean":"2024-07-26T12:21:45.602237+0000","last_became_active":"2024-07-26T12:21:43.597968+0000","last_became_peered":"2024-07-26T12:21:43.597968+0000","last_unstale":"2024-07-26T12:21:45.602237+0000","last_undegraded":"2024-07-26T12:21:45.602237+0000","last_fullsized":"2024-07-26T12:21:45.602237+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:41:03.044571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.648526+0000","last_change":"2024-07-26T12:21:44.594114+0000","last_active":"2024-07-26T12:21:45.648526+0000","last_peered":"2024-07-26T12:21:45.648526+0000","last_clean":"2024-07-26T12:21:45.648526+0000","last_became_active":"2024-07-26T12:21:44.592991+0000","last_became_peered":"2024-07-26T12:21:44.592991+0000","last_unstale":"2024-07-26T12:21:45.648526+0000","last_undegraded":"2024-07-26T12:21:45.648526+0000","last_fullsized":"2024-07-26T12:21:45.648526+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:34:10.646547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.600069+0000","last_change":"2024-07-26T12:21:43.594859+0000","last_active":"2024-07-26T12:21:45.600069+0000","last_peered":"2024-07-26T12:21:45.600069+0000","last_clean":"2024-07-26T12:21:45.600069+0000","last_became_active":"2024-07-26T12:21:43.594389+0000","last_became_peered":"2024-07-26T12:21:43.594389+0000","last_unstale":"2024-07-26T12:21:45.600069+0000","last_undegraded":"2024-07-26T12:21:45.600069+0000","last_fullsized":"2024-07-26T12:21:45.600069+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:19:44.931902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.646362+0000","last_change":"2024-07-26T12:21:44.597533+0000","last_active":"2024-07-26T12:21:45.646362+0000","last_peered":"2024-07-26T12:21:45.646362+0000","last_clean":"2024-07-26T12:21:45.646362+0000","last_became_active":"2024-07-26T12:21:44.596960+0000","last_became_peered":"2024-07-26T12:21:44.596960+0000","last_unstale":"2024-07-26T12:21:45.646362+0000","last_undegraded":"2024-07-26T12:21:45.646362+0000","last_fullsized":"2024-07-26T12:21:45.646362+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:07:29.951874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.600484+0000","last_change":"2024-07-26T12:21:43.589649+0000","last_active":"2024-07-26T12:21:45.600484+0000","last_peered":"2024-07-26T12:21:45.600484+0000","last_clean":"2024-07-26T12:21:45.600484+0000","last_became_active":"2024-07-26T12:21:43.589311+0000","last_became_peered":"2024-07-26T12:21:43.589311+0000","last_unstale":"2024-07-26T12:21:45.600484+0000","last_undegraded":"2024-07-26T12:21:45.600484+0000","last_fullsized":"2024-07-26T12:21:45.600484+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:32:16.350262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.649802+0000","last_change":"2024-07-26T12:21:44.597550+0000","last_active":"2024-07-26T12:21:45.649802+0000","last_peered":"2024-07-26T12:21:45.649802+0000","last_clean":"2024-07-26T12:21:45.649802+0000","last_became_active":"2024-07-26T12:21:44.596041+0000","last_became_peered":"2024-07-26T12:21:44.596041+0000","last_unstale":"2024-07-26T12:21:45.649802+0000","last_undegraded":"2024-07-26T12:21:45.649802+0000","last_fullsized":"2024-07-26T12:21:45.649802+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:24:21.238237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"21'2","reported_seq":17,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.606450+0000","last_change":"2024-07-26T12:21:43.601853+0000","last_active":"2024-07-26T12:21:45.606450+0000","last_peered":"2024-07-26T12:21:45.606450+0000","last_clean":"2024-07-26T12:21:45.606450+0000","last_became_active":"2024-07-26T12:21:43.601565+0000","last_became_peered":"2024-07-26T12:21:43.601565+0000","last_unstale":"2024-07-26T12:21:45.606450+0000","last_undegraded":"2024-07-26T12:21:45.606450+0000","last_fullsized":"2024-07-26T12:21:45.606450+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:53:26.812098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.602620+0000","last_change":"2024-07-26T12:21:44.604142+0000","last_active":"2024-07-26T12:21:45.602620+0000","last_peered":"2024-07-26T12:21:45.602620+0000","last_clean":"2024-07-26T12:21:45.602620+0000","last_became_active":"2024-07-26T12:21:44.602745+0000","last_became_peered":"2024-07-26T12:21:44.602745+0000","last_unstale":"2024-07-26T12:21:45.602620+0000","last_undegraded":"2024-07-26T12:21:45.602620+0000","last_fullsized":"2024-07-26T12:21:45.602620+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:25:49.213898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.649477+0000","last_change":"2024-07-26T12:21:44.612632+0000","last_active":"2024-07-26T12:21:45.649477+0000","last_peered":"2024-07-26T12:21:45.649477+0000","last_clean":"2024-07-26T12:21:45.649477+0000","last_became_active":"2024-07-26T12:21:44.612080+0000","last_became_peered":"2024-07-26T12:21:44.612080+0000","last_unstale":"2024-07-26T12:21:45.649477+0000","last_undegraded":"2024-07-26T12:21:45.649477+0000","last_fullsized":"2024-07-26T12:21:45.649477+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:34:09.854662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"21'2","reported_seq":17,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.606763+0000","last_change":"2024-07-26T12:21:43.605554+0000","last_active":"2024-07-26T12:21:45.606763+0000","last_peered":"2024-07-26T12:21:45.606763+0000","last_clean":"2024-07-26T12:21:45.606763+0000","last_became_active":"2024-07-26T12:21:43.605157+0000","last_became_peered":"2024-07-26T12:21:43.605157+0000","last_unstale":"2024-07-26T12:21:45.606763+0000","last_undegraded":"2024-07-26T12:21:45.606763+0000","last_fullsized":"2024-07-26T12:21:45.606763+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:00:15.755490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.650154+0000","last_change":"2024-07-26T12:21:44.607389+0000","last_active":"2024-07-26T12:21:45.650154+0000","last_peered":"2024-07-26T12:21:45.650154+0000","last_clean":"2024-07-26T12:21:45.650154+0000","last_became_active":"2024-07-26T12:21:44.606970+0000","last_became_peered":"2024-07-26T12:21:44.606970+0000","last_unstale":"2024-07-26T12:21:45.650154+0000","last_undegraded":"2024-07-26T12:21:45.650154+0000","last_fullsized":"2024-07-26T12:21:45.650154+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:46:45.212964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"21'2","reported_seq":17,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.607178+0000","last_change":"2024-07-26T12:21:43.601802+0000","last_active":"2024-07-26T12:21:45.607178+0000","last_peered":"2024-07-26T12:21:45.607178+0000","last_clean":"2024-07-26T12:21:45.607178+0000","last_became_active":"2024-07-26T12:21:43.601442+0000","last_became_peered":"2024-07-26T12:21:43.601442+0000","last_unstale":"2024-07-26T12:21:45.607178+0000","last_undegraded":"2024-07-26T12:21:45.607178+0000","last_fullsized":"2024-07-26T12:21:45.607178+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:32:17.202395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.650814+0000","last_change":"2024-07-26T12:21:44.603292+0000","last_active":"2024-07-26T12:21:45.650814+0000","last_peered":"2024-07-26T12:21:45.650814+0000","last_clean":"2024-07-26T12:21:45.650814+0000","last_became_active":"2024-07-26T12:21:44.602551+0000","last_became_peered":"2024-07-26T12:21:44.602551+0000","last_unstale":"2024-07-26T12:21:45.650814+0000","last_undegraded":"2024-07-26T12:21:45.650814+0000","last_fullsized":"2024-07-26T12:21:45.650814+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:07:29.951874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"21'1","reported_seq":16,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.648307+0000","last_change":"2024-07-26T12:21:43.591671+0000","last_active":"2024-07-26T12:21:45.648307+0000","last_peered":"2024-07-26T12:21:45.648307+0000","last_clean":"2024-07-26T12:21:45.648307+0000","last_became_active":"2024-07-26T12:21:43.584686+0000","last_became_peered":"2024-07-26T12:21:43.584686+0000","last_unstale":"2024-07-26T12:21:45.648307+0000","last_undegraded":"2024-07-26T12:21:45.648307+0000","last_fullsized":"2024-07-26T12:21:45.648307+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:01:09.081562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.648227+0000","last_change":"2024-07-26T12:21:44.594141+0000","last_active":"2024-07-26T12:21:45.648227+0000","last_peered":"2024-07-26T12:21:45.648227+0000","last_clean":"2024-07-26T12:21:45.648227+0000","last_became_active":"2024-07-26T12:21:44.593637+0000","last_became_peered":"2024-07-26T12:21:44.593637+0000","last_unstale":"2024-07-26T12:21:45.648227+0000","last_undegraded":"2024-07-26T12:21:45.648227+0000","last_fullsized":"2024-07-26T12:21:45.648227+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:40:20.369265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"21'4","reported_seq":19,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.651220+0000","last_change":"2024-07-26T12:21:43.589685+0000","last_active":"2024-07-26T12:21:45.651220+0000","last_peered":"2024-07-26T12:21:45.651220+0000","last_clean":"2024-07-26T12:21:45.651220+0000","last_became_active":"2024-07-26T12:21:43.589356+0000","last_became_peered":"2024-07-26T12:21:43.589356+0000","last_unstale":"2024-07-26T12:21:45.651220+0000","last_undegraded":"2024-07-26T12:21:45.651220+0000","last_fullsized":"2024-07-26T12:21:45.651220+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:45:07.051342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":15,"seq":64424509448,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27248,"kb_used_data":228,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344592,"statfs":{"total":96636764160,"available":96608862208,"internally_reserved":0,"allocated":233472,"data_stored":79384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509448,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27248,"kb_used_data":224,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344592,"statfs":{"total":96636764160,"available":96608862208,"internally_reserved":0,"allocated":229376,"data_stored":77932,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509446,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27832,"kb_used_data":808,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344008,"statfs":{"total":96636764160,"available":96608264192,"internally_reserved":0,"allocated":827392,"data_stored":668778,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542152,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31984,"kb_used_data":800,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339856,"statfs":{"total":96636764160,"available":96604012544,"internally_reserved":0,"allocated":819200,"data_stored":668722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542152,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27252,"kb_used_data":228,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344588,"statfs":{"total":96636764160,"available":96608858112,"internally_reserved":0,"allocated":233472,"data_stored":79384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542153,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27248,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344592,"statfs":{"total":96636764160,"available":96608862208,"internally_reserved":0,"allocated":225280,"data_stored":77862,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542151,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27256,"kb_used_data":228,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344584,"statfs":{"total":96636764160,"available":96608854016,"internally_reserved":0,"allocated":233472,"data_stored":77898,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542152,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27244,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344596,"statfs":{"total":96636764160,"available":96608866304,"internally_reserved":0,"allocated":221184,"data_stored":77772,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-26T12:21:55.762 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-26T12:21:56.071 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.070+0000 7f6d20400640 1 Processor -- start 2024-07-26T12:21:56.072 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.070+0000 7f6d20400640 1 -- start start 2024-07-26T12:21:56.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.071+0000 7f6d20400640 1 --2- >> v2:172.21.15.123:3300/0 conn(0x7f6d180b00a0 0x7f6d18148620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:56.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.071+0000 7f6d20400640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6d18147e20 con 0x7f6d180b39b0 2024-07-26T12:21:56.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.071+0000 7f6d20400640 1 -- --> v1:172.21.15.123:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6d18148b60 con 0x7f6d180b35a0 2024-07-26T12:21:56.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.071+0000 7f6d20400640 1 -- --> v2:172.21.15.123:3300/0 -- mon_getmap magic: 0 -- 0x7f6d18071130 con 0x7f6d180b00a0 2024-07-26T12:21:56.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.072+0000 7f6d1e400640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f6d180b39b0 0x7f6d18073d80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:43470/0 (socket says 172.21.15.31:43470) 2024-07-26T12:21:56.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.072+0000 7f6d1e400640 1 -- 172.21.15.31:0/2456751376 learned_addr learned my addr 172.21.15.31:0/2456751376 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-07-26T12:21:56.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.072+0000 7f6d17e00640 1 -- 172.21.15.31:0/2456751376 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 58052988 0 0) 0x7f6d18147e20 con 0x7f6d180b39b0 2024-07-26T12:21:56.081 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.072+0000 7f6d17e00640 1 -- 172.21.15.31:0/2456751376 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6d00005730 con 0x7f6d180b39b0 2024-07-26T12:21:56.081 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.072+0000 7f6d1da00640 1 --2- 172.21.15.31:0/2456751376 >> v2:172.21.15.123:3300/0 conn(0x7f6d180b00a0 0x7f6d18148620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:56.081 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.072+0000 7f6d17e00640 1 -- 172.21.15.31:0/2456751376 <== mon.0 v1:172.21.15.31:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1475775246 0 0) 0x7f6d00005730 con 0x7f6d180b39b0 2024-07-26T12:21:56.081 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.072+0000 7f6d17e00640 1 -- 172.21.15.31:0/2456751376 >> v2:172.21.15.123:3300/0 conn(0x7f6d180b00a0 msgr2=0x7f6d18148620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:56.081 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.072+0000 7f6d17e00640 1 --2- 172.21.15.31:0/2456751376 >> v2:172.21.15.123:3300/0 conn(0x7f6d180b00a0 0x7f6d18148620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:56.081 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.072+0000 7f6d17e00640 1 -- 172.21.15.31:0/2456751376 >> v1:172.21.15.123:6789/0 conn(0x7f6d180b35a0 legacy=0x7f6d180b2790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:56.081 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.072+0000 7f6d17e00640 1 -- 172.21.15.31:0/2456751376 --> v1:172.21.15.31:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d18074490 con 0x7f6d180b39b0 2024-07-26T12:21:56.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.073+0000 7f6d17e00640 1 -- 172.21.15.31:0/2456751376 <== mon.0 v1:172.21.15.31:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 972834220 0 0) 0x7f6d10001a70 con 0x7f6d180b39b0 2024-07-26T12:21:56.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.073+0000 7f6d17e00640 1 -- 172.21.15.31:0/2456751376 >> v1:172.21.15.31:6789/0 conn(0x7f6d180b39b0 legacy=0x7f6d18073d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:56.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.073+0000 7f6d17e00640 1 --2- 172.21.15.31:0/2456751376 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6d00005c60 0x7f6d000060b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:56.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.073+0000 7f6d17e00640 1 --2- 172.21.15.31:0/2456751376 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f6d00006a10 0x7f6d00006e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:56.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.073+0000 7f6d17e00640 1 --2- 172.21.15.31:0/2456751376 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6d00007560 0x7f6d0000dbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:56.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.073+0000 7f6d17e00640 1 -- 172.21.15.31:0/2456751376 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f6d0000e460 con 0x7f6d00007560 2024-07-26T12:21:56.083 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.073+0000 7f6d17e00640 1 -- 172.21.15.31:0/2456751376 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f6d0000e610 con 0x7f6d00005c60 2024-07-26T12:21:56.083 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.073+0000 7f6d17e00640 1 -- 172.21.15.31:0/2456751376 --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f6d0000e810 con 0x7f6d00006a10 2024-07-26T12:21:56.083 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.073+0000 7f6d1e400640 1 --2- 172.21.15.31:0/2456751376 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6d00007560 0x7f6d0000dbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:56.083 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.073+0000 7f6d1da00640 1 --2- 172.21.15.31:0/2456751376 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6d00005c60 0x7f6d000060b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:56.083 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.073+0000 7f6d1e400640 1 -- 172.21.15.31:0/2456751376 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f6d00006a10 msgr2=0x7f6d00006e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:56.083 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.073+0000 7f6d1e400640 1 --2- 172.21.15.31:0/2456751376 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f6d00006a10 0x7f6d00006e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:56.083 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.073+0000 7f6d1e400640 1 -- 172.21.15.31:0/2456751376 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6d00005c60 msgr2=0x7f6d000060b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:56.083 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.073+0000 7f6d1e400640 1 --2- 172.21.15.31:0/2456751376 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6d00005c60 0x7f6d000060b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:56.084 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.073+0000 7f6d1e400640 1 -- 172.21.15.31:0/2456751376 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d00005730 con 0x7f6d00007560 2024-07-26T12:21:56.084 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.074+0000 7f6d1e400640 1 -- 172.21.15.31:0/2456751376 reap_dead start 2024-07-26T12:21:56.084 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.074+0000 7f6d1e400640 1 --2- 172.21.15.31:0/2456751376 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6d00007560 0x7f6d0000dbd0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f6d1000a840 tx=0x7f6d00007a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=20a1ada0aa95f6aa server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:56.084 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.075+0000 7f6d17e00640 1 -- 172.21.15.31:0/2456751376 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d1000a460 con 0x7f6d00007560 2024-07-26T12:21:56.084 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.075+0000 7f6d17e00640 1 -- 172.21.15.31:0/2456751376 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6d1002f070 con 0x7f6d00007560 2024-07-26T12:21:56.084 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.075+0000 7f6d17e00640 1 -- 172.21.15.31:0/2456751376 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d1002bc80 con 0x7f6d00007560 2024-07-26T12:21:56.084 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.075+0000 7f6d20400640 1 -- 172.21.15.31:0/2456751376 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6d00007560 msgr2=0x7f6d0000dbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:56.084 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.075+0000 7f6d20400640 1 --2- 172.21.15.31:0/2456751376 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6d00007560 0x7f6d0000dbd0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f6d1000a840 tx=0x7f6d00007a40 comp rx=0 tx=0).stop 2024-07-26T12:21:56.084 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.075+0000 7f6d20400640 1 -- 172.21.15.31:0/2456751376 shutdown_connections 2024-07-26T12:21:56.084 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.075+0000 7f6d20400640 1 --2- 172.21.15.31:0/2456751376 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6d00007560 0x7f6d0000dbd0 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:56.084 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.075+0000 7f6d20400640 1 -- 172.21.15.31:0/2456751376 >> 172.21.15.31:0/2456751376 conn(0x7f6d180b8d80 msgr2=0x7f6d180b9190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:56.084 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.076+0000 7f6d20400640 1 -- 172.21.15.31:0/2456751376 shutdown_connections 2024-07-26T12:21:56.085 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.076+0000 7f6d20400640 1 -- 172.21.15.31:0/2456751376 wait complete. 2024-07-26T12:21:56.085 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.078+0000 7f6d20400640 1 Processor -- start 2024-07-26T12:21:56.085 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.078+0000 7f6d20400640 1 -- start start 2024-07-26T12:21:56.087 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.079+0000 7f6d20400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6d00007560 0x7f6d181d1b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:56.087 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.079+0000 7f6d20400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6d181d36b0 0x7f6d181d0da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:56.087 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.079+0000 7f6d20400640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f6d1813bd30 0x7f6d1813c140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:56.087 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.079+0000 7f6d20400640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f6d18073f00 con 0x7f6d181d36b0 2024-07-26T12:21:56.087 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.079+0000 7f6d20400640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f6d18073d80 con 0x7f6d00007560 2024-07-26T12:21:56.088 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.079+0000 7f6d20400640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f6d18074080 con 0x7f6d1813bd30 2024-07-26T12:21:56.088 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.079+0000 7f6d1d000640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6d181d36b0 0x7f6d181d0da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:56.088 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.079+0000 7f6d1d000640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6d181d36b0 0x7f6d181d0da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:59892/0 (socket says 172.21.15.31:59892) 2024-07-26T12:21:56.088 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.079+0000 7f6d1d000640 1 -- 172.21.15.31:0/1588334321 learned_addr learned my addr 172.21.15.31:0/1588334321 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:56.088 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.079+0000 7f6d1da00640 1 --2- 172.21.15.31:0/1588334321 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6d00007560 0x7f6d181d1b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:56.088 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.080+0000 7f6d1e400640 1 --2- 172.21.15.31:0/1588334321 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f6d1813bd30 0x7f6d1813c140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:56.088 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.080+0000 7f6d1d000640 1 -- 172.21.15.31:0/1588334321 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f6d1813bd30 msgr2=0x7f6d1813c140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:56.088 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.080+0000 7f6d1d000640 1 --2- 172.21.15.31:0/1588334321 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f6d1813bd30 0x7f6d1813c140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:56.088 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.080+0000 7f6d1d000640 1 -- 172.21.15.31:0/1588334321 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6d00007560 msgr2=0x7f6d181d1b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:56.088 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.080+0000 7f6d1d000640 1 --2- 172.21.15.31:0/1588334321 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6d00007560 0x7f6d181d1b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:56.088 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.080+0000 7f6d1d000640 1 -- 172.21.15.31:0/1588334321 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d181d0830 con 0x7f6d181d36b0 2024-07-26T12:21:56.088 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.080+0000 7f6d1e400640 1 --2- 172.21.15.31:0/1588334321 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f6d1813bd30 0x7f6d1813c140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T12:21:56.088 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.080+0000 7f6d1da00640 1 --2- 172.21.15.31:0/1588334321 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6d00007560 0x7f6d181d1b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T12:21:56.089 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.080+0000 7f6d1d000640 1 --2- 172.21.15.31:0/1588334321 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6d181d36b0 0x7f6d181d0da0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f6d0400c410 tx=0x7f6d0400c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:56.089 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.080+0000 7f6d15600640 1 -- 172.21.15.31:0/1588334321 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d04011790 con 0x7f6d181d36b0 2024-07-26T12:21:56.089 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.080+0000 7f6d15600640 1 -- 172.21.15.31:0/1588334321 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6d04017070 con 0x7f6d181d36b0 2024-07-26T12:21:56.089 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.080+0000 7f6d15600640 1 -- 172.21.15.31:0/1588334321 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d04011d00 con 0x7f6d181d36b0 2024-07-26T12:21:56.089 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.080+0000 7f6d20400640 1 -- 172.21.15.31:0/1588334321 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6d181d12e0 con 0x7f6d181d36b0 2024-07-26T12:21:56.089 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.080+0000 7f6d20400640 1 -- 172.21.15.31:0/1588334321 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6d181d0270 con 0x7f6d181d36b0 2024-07-26T12:21:56.089 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.082+0000 7f6d20400640 1 -- 172.21.15.31:0/1588334321 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6d180b2870 con 0x7f6d181d36b0 2024-07-26T12:21:56.089 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.083+0000 7f6d15600640 1 -- 172.21.15.31:0/1588334321 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f6d0401c460 con 0x7f6d181d36b0 2024-07-26T12:21:56.089 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.084+0000 7f6d15600640 1 --2- 172.21.15.31:0/1588334321 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f6cf8077010 0x7f6cf8079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:56.089 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.084+0000 7f6d15600640 1 -- 172.21.15.31:0/1588334321 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f6d040985d0 con 0x7f6d181d36b0 2024-07-26T12:21:56.089 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.084+0000 7f6d1da00640 1 --2- 172.21.15.31:0/1588334321 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f6cf8077010 0x7f6cf8079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:56.089 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.085+0000 7f6d1da00640 1 --2- 172.21.15.31:0/1588334321 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f6cf8077010 0x7f6cf8079520 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f6d0c006fd0 tx=0x7f6d0c008040 comp rx=0 tx=0).ready entity=mgr.4126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:56.090 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.088+0000 7f6d15600640 1 -- 172.21.15.31:0/1588334321 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f6d04021020 con 0x7f6d181d36b0 2024-07-26T12:21:56.296 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.295+0000 7f6d20400640 1 -- 172.21.15.31:0/1588334321 --> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f6d181d3ac0 con 0x7f6cf8077010 2024-07-26T12:21:56.311 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.309+0000 7f6d15600640 1 -- 172.21.15.31:0/1588334321 <== mgr.4126 v2:172.21.15.123:6800/1140093937 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251822 (secure 0 0 0) 0x7f6d181d3ac0 con 0x7f6cf8077010 2024-07-26T12:21:56.313 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-07-26T12:21:56.316 INFO:teuthology.orchestra.run.smithi031.stderr:dumped all 2024-07-26T12:21:56.318 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.315+0000 7f6d20400640 1 -- 172.21.15.31:0/1588334321 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f6cf8077010 msgr2=0x7f6cf8079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:56.318 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.316+0000 7f6d20400640 1 --2- 172.21.15.31:0/1588334321 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f6cf8077010 0x7f6cf8079520 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f6d0c006fd0 tx=0x7f6d0c008040 comp rx=0 tx=0).stop 2024-07-26T12:21:56.318 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.316+0000 7f6d20400640 1 -- 172.21.15.31:0/1588334321 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6d181d36b0 msgr2=0x7f6d181d0da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:56.318 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.316+0000 7f6d20400640 1 --2- 172.21.15.31:0/1588334321 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6d181d36b0 0x7f6d181d0da0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f6d0400c410 tx=0x7f6d0400c8d0 comp rx=0 tx=0).stop 2024-07-26T12:21:56.318 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.316+0000 7f6d20400640 1 -- 172.21.15.31:0/1588334321 shutdown_connections 2024-07-26T12:21:56.318 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.316+0000 7f6d20400640 1 --2- 172.21.15.31:0/1588334321 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f6cf8077010 0x7f6cf8079520 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:56.319 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.316+0000 7f6d20400640 1 --2- 172.21.15.31:0/1588334321 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f6d1813bd30 0x7f6d1813c140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:56.319 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.316+0000 7f6d20400640 1 --2- 172.21.15.31:0/1588334321 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6d181d36b0 0x7f6d181d0da0 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:56.319 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.316+0000 7f6d20400640 1 --2- 172.21.15.31:0/1588334321 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6d00007560 0x7f6d181d1b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:56.319 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.316+0000 7f6d20400640 1 -- 172.21.15.31:0/1588334321 >> 172.21.15.31:0/1588334321 conn(0x7f6d180b8d80 msgr2=0x7f6d180b9190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:56.319 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.316+0000 7f6d20400640 1 -- 172.21.15.31:0/1588334321 shutdown_connections 2024-07-26T12:21:56.319 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.316+0000 7f6d20400640 1 -- 172.21.15.31:0/1588334321 wait complete. 2024-07-26T12:21:56.345 INFO:teuthology.orchestra.run.smithi031.stdout:{"pg_ready":true,"pg_map":{"version":30,"stamp":"2024-07-26T12:21:55.353376+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":146,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":111,"ondisk_log_size":111,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":223312,"kb_used_data":2952,"kb_used_omap":12,"kb_used_meta":220211,"kb_avail":754751408,"statfs":{"total":773094113280,"available":772865441792,"internally_reserved":0,"allocated":3022848,"data_stored":1807732,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":225496626},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":776,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.004673"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.606411+0000","last_change":"2024-07-26T12:21:44.598425+0000","last_active":"2024-07-26T12:21:45.606411+0000","last_peered":"2024-07-26T12:21:45.606411+0000","last_clean":"2024-07-26T12:21:45.606411+0000","last_became_active":"2024-07-26T12:21:44.598014+0000","last_became_peered":"2024-07-26T12:21:44.598014+0000","last_unstale":"2024-07-26T12:21:45.606411+0000","last_undegraded":"2024-07-26T12:21:45.606411+0000","last_fullsized":"2024-07-26T12:21:45.606411+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:39:26.949378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.600925+0000","last_change":"2024-07-26T12:21:44.613852+0000","last_active":"2024-07-26T12:21:45.600925+0000","last_peered":"2024-07-26T12:21:45.600925+0000","last_clean":"2024-07-26T12:21:45.600925+0000","last_became_active":"2024-07-26T12:21:44.613499+0000","last_became_peered":"2024-07-26T12:21:44.613499+0000","last_unstale":"2024-07-26T12:21:45.600925+0000","last_undegraded":"2024-07-26T12:21:45.600925+0000","last_fullsized":"2024-07-26T12:21:45.600925+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:40:20.369265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.650443+0000","last_change":"2024-07-26T12:21:44.596020+0000","last_active":"2024-07-26T12:21:45.650443+0000","last_peered":"2024-07-26T12:21:45.650443+0000","last_clean":"2024-07-26T12:21:45.650443+0000","last_became_active":"2024-07-26T12:21:44.594975+0000","last_became_peered":"2024-07-26T12:21:44.594975+0000","last_unstale":"2024-07-26T12:21:45.650443+0000","last_undegraded":"2024-07-26T12:21:45.650443+0000","last_fullsized":"2024-07-26T12:21:45.650443+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:53:56.211230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.649971+0000","last_change":"2024-07-26T12:21:44.620041+0000","last_active":"2024-07-26T12:21:45.649971+0000","last_peered":"2024-07-26T12:21:45.649971+0000","last_clean":"2024-07-26T12:21:45.649971+0000","last_became_active":"2024-07-26T12:21:44.618023+0000","last_became_peered":"2024-07-26T12:21:44.618023+0000","last_unstale":"2024-07-26T12:21:45.649971+0000","last_undegraded":"2024-07-26T12:21:45.649971+0000","last_fullsized":"2024-07-26T12:21:45.649971+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:25:45.445054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.605882+0000","last_change":"2024-07-26T12:21:44.607500+0000","last_active":"2024-07-26T12:21:45.605882+0000","last_peered":"2024-07-26T12:21:45.605882+0000","last_clean":"2024-07-26T12:21:45.605882+0000","last_became_active":"2024-07-26T12:21:44.606054+0000","last_became_peered":"2024-07-26T12:21:44.606054+0000","last_unstale":"2024-07-26T12:21:45.605882+0000","last_undegraded":"2024-07-26T12:21:45.605882+0000","last_fullsized":"2024-07-26T12:21:45.605882+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:54:05.091781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.649889+0000","last_change":"2024-07-26T12:21:44.612057+0000","last_active":"2024-07-26T12:21:45.649889+0000","last_peered":"2024-07-26T12:21:45.649889+0000","last_clean":"2024-07-26T12:21:45.649889+0000","last_became_active":"2024-07-26T12:21:44.611650+0000","last_became_peered":"2024-07-26T12:21:44.611650+0000","last_unstale":"2024-07-26T12:21:45.649889+0000","last_undegraded":"2024-07-26T12:21:45.649889+0000","last_fullsized":"2024-07-26T12:21:45.649889+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:51:20.914479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.605708+0000","last_change":"2024-07-26T12:21:44.607726+0000","last_active":"2024-07-26T12:21:45.605708+0000","last_peered":"2024-07-26T12:21:45.605708+0000","last_clean":"2024-07-26T12:21:45.605708+0000","last_became_active":"2024-07-26T12:21:44.607354+0000","last_became_peered":"2024-07-26T12:21:44.607354+0000","last_unstale":"2024-07-26T12:21:45.605708+0000","last_undegraded":"2024-07-26T12:21:45.605708+0000","last_fullsized":"2024-07-26T12:21:45.605708+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:24:21.238237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.646394+0000","last_change":"2024-07-26T12:21:44.606285+0000","last_active":"2024-07-26T12:21:45.646394+0000","last_peered":"2024-07-26T12:21:45.646394+0000","last_clean":"2024-07-26T12:21:45.646394+0000","last_became_active":"2024-07-26T12:21:44.604046+0000","last_became_peered":"2024-07-26T12:21:44.604046+0000","last_unstale":"2024-07-26T12:21:45.646394+0000","last_undegraded":"2024-07-26T12:21:45.646394+0000","last_fullsized":"2024-07-26T12:21:45.646394+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:39:31.246505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.607065+0000","last_change":"2024-07-26T12:21:44.614864+0000","last_active":"2024-07-26T12:21:45.607065+0000","last_peered":"2024-07-26T12:21:45.607065+0000","last_clean":"2024-07-26T12:21:45.607065+0000","last_became_active":"2024-07-26T12:21:44.611439+0000","last_became_peered":"2024-07-26T12:21:44.611439+0000","last_unstale":"2024-07-26T12:21:45.607065+0000","last_undegraded":"2024-07-26T12:21:45.607065+0000","last_fullsized":"2024-07-26T12:21:45.607065+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:40:43.380315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.604950+0000","last_change":"2024-07-26T12:21:44.603057+0000","last_active":"2024-07-26T12:21:45.604950+0000","last_peered":"2024-07-26T12:21:45.604950+0000","last_clean":"2024-07-26T12:21:45.604950+0000","last_became_active":"2024-07-26T12:21:44.602611+0000","last_became_peered":"2024-07-26T12:21:44.602611+0000","last_unstale":"2024-07-26T12:21:45.604950+0000","last_undegraded":"2024-07-26T12:21:45.604950+0000","last_fullsized":"2024-07-26T12:21:45.604950+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:59:09.665003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.603943+0000","last_change":"2024-07-26T12:21:44.605014+0000","last_active":"2024-07-26T12:21:45.603943+0000","last_peered":"2024-07-26T12:21:45.603943+0000","last_clean":"2024-07-26T12:21:45.603943+0000","last_became_active":"2024-07-26T12:21:44.602583+0000","last_became_peered":"2024-07-26T12:21:44.602583+0000","last_unstale":"2024-07-26T12:21:45.603943+0000","last_undegraded":"2024-07-26T12:21:45.603943+0000","last_fullsized":"2024-07-26T12:21:45.603943+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:37:12.798347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.649702+0000","last_change":"2024-07-26T12:21:44.599359+0000","last_active":"2024-07-26T12:21:45.649702+0000","last_peered":"2024-07-26T12:21:45.649702+0000","last_clean":"2024-07-26T12:21:45.649702+0000","last_became_active":"2024-07-26T12:21:44.598748+0000","last_became_peered":"2024-07-26T12:21:44.598748+0000","last_unstale":"2024-07-26T12:21:45.649702+0000","last_undegraded":"2024-07-26T12:21:45.649702+0000","last_fullsized":"2024-07-26T12:21:45.649702+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:04:23.225808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.649376+0000","last_change":"2024-07-26T12:21:44.594030+0000","last_active":"2024-07-26T12:21:45.649376+0000","last_peered":"2024-07-26T12:21:45.649376+0000","last_clean":"2024-07-26T12:21:45.649376+0000","last_became_active":"2024-07-26T12:21:44.593659+0000","last_became_peered":"2024-07-26T12:21:44.593659+0000","last_unstale":"2024-07-26T12:21:45.649376+0000","last_undegraded":"2024-07-26T12:21:45.649376+0000","last_fullsized":"2024-07-26T12:21:45.649376+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:47:09.335932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.648697+0000","last_change":"2024-07-26T12:21:44.610384+0000","last_active":"2024-07-26T12:21:45.648697+0000","last_peered":"2024-07-26T12:21:45.648697+0000","last_clean":"2024-07-26T12:21:45.648697+0000","last_became_active":"2024-07-26T12:21:44.609961+0000","last_became_peered":"2024-07-26T12:21:44.609961+0000","last_unstale":"2024-07-26T12:21:45.648697+0000","last_undegraded":"2024-07-26T12:21:45.648697+0000","last_fullsized":"2024-07-26T12:21:45.648697+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:53:27.828681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.600328+0000","last_change":"2024-07-26T12:21:44.609098+0000","last_active":"2024-07-26T12:21:45.600328+0000","last_peered":"2024-07-26T12:21:45.600328+0000","last_clean":"2024-07-26T12:21:45.600328+0000","last_became_active":"2024-07-26T12:21:44.608719+0000","last_became_peered":"2024-07-26T12:21:44.608719+0000","last_unstale":"2024-07-26T12:21:45.600328+0000","last_undegraded":"2024-07-26T12:21:45.600328+0000","last_fullsized":"2024-07-26T12:21:45.600328+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:36:30.521771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.647848+0000","last_change":"2024-07-26T12:21:44.611153+0000","last_active":"2024-07-26T12:21:45.647848+0000","last_peered":"2024-07-26T12:21:45.647848+0000","last_clean":"2024-07-26T12:21:45.647848+0000","last_became_active":"2024-07-26T12:21:44.610750+0000","last_became_peered":"2024-07-26T12:21:44.610750+0000","last_unstale":"2024-07-26T12:21:45.647848+0000","last_undegraded":"2024-07-26T12:21:45.647848+0000","last_fullsized":"2024-07-26T12:21:45.647848+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:55:18.605826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.651878+0000","last_change":"2024-07-26T12:21:44.619663+0000","last_active":"2024-07-26T12:21:45.651878+0000","last_peered":"2024-07-26T12:21:45.651878+0000","last_clean":"2024-07-26T12:21:45.651878+0000","last_became_active":"2024-07-26T12:21:44.619376+0000","last_became_peered":"2024-07-26T12:21:44.619376+0000","last_unstale":"2024-07-26T12:21:45.651878+0000","last_undegraded":"2024-07-26T12:21:45.651878+0000","last_fullsized":"2024-07-26T12:21:45.651878+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:12:26.897100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.652159+0000","last_change":"2024-07-26T12:21:44.599552+0000","last_active":"2024-07-26T12:21:45.652159+0000","last_peered":"2024-07-26T12:21:45.652159+0000","last_clean":"2024-07-26T12:21:45.652159+0000","last_became_active":"2024-07-26T12:21:44.597649+0000","last_became_peered":"2024-07-26T12:21:44.597649+0000","last_unstale":"2024-07-26T12:21:45.652159+0000","last_undegraded":"2024-07-26T12:21:45.652159+0000","last_fullsized":"2024-07-26T12:21:45.652159+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:11:55.873169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.607447+0000","last_change":"2024-07-26T12:21:44.598125+0000","last_active":"2024-07-26T12:21:45.607447+0000","last_peered":"2024-07-26T12:21:45.607447+0000","last_clean":"2024-07-26T12:21:45.607447+0000","last_became_active":"2024-07-26T12:21:44.597677+0000","last_became_peered":"2024-07-26T12:21:44.597677+0000","last_unstale":"2024-07-26T12:21:45.607447+0000","last_undegraded":"2024-07-26T12:21:45.607447+0000","last_fullsized":"2024-07-26T12:21:45.607447+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:56:39.180521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.603755+0000","last_change":"2024-07-26T12:21:44.603356+0000","last_active":"2024-07-26T12:21:45.603755+0000","last_peered":"2024-07-26T12:21:45.603755+0000","last_clean":"2024-07-26T12:21:45.603755+0000","last_became_active":"2024-07-26T12:21:44.602543+0000","last_became_peered":"2024-07-26T12:21:44.602543+0000","last_unstale":"2024-07-26T12:21:45.603755+0000","last_undegraded":"2024-07-26T12:21:45.603755+0000","last_fullsized":"2024-07-26T12:21:45.603755+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:40:20.369265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.651031+0000","last_change":"2024-07-26T12:21:44.620712+0000","last_active":"2024-07-26T12:21:45.651031+0000","last_peered":"2024-07-26T12:21:45.651031+0000","last_clean":"2024-07-26T12:21:45.651031+0000","last_became_active":"2024-07-26T12:21:44.620385+0000","last_became_peered":"2024-07-26T12:21:44.620385+0000","last_unstale":"2024-07-26T12:21:45.651031+0000","last_undegraded":"2024-07-26T12:21:45.651031+0000","last_fullsized":"2024-07-26T12:21:45.651031+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:38:44.174478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.650484+0000","last_change":"2024-07-26T12:21:44.615431+0000","last_active":"2024-07-26T12:21:45.650484+0000","last_peered":"2024-07-26T12:21:45.650484+0000","last_clean":"2024-07-26T12:21:45.650484+0000","last_became_active":"2024-07-26T12:21:44.614878+0000","last_became_peered":"2024-07-26T12:21:44.614878+0000","last_unstale":"2024-07-26T12:21:45.650484+0000","last_undegraded":"2024-07-26T12:21:45.650484+0000","last_fullsized":"2024-07-26T12:21:45.650484+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:47:23.460382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.646797+0000","last_change":"2024-07-26T12:21:44.583379+0000","last_active":"2024-07-26T12:21:45.646797+0000","last_peered":"2024-07-26T12:21:45.646797+0000","last_clean":"2024-07-26T12:21:45.646797+0000","last_became_active":"2024-07-26T12:21:44.582397+0000","last_became_peered":"2024-07-26T12:21:44.582397+0000","last_unstale":"2024-07-26T12:21:45.646797+0000","last_undegraded":"2024-07-26T12:21:45.646797+0000","last_fullsized":"2024-07-26T12:21:45.646797+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:36:30.521771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.647796+0000","last_change":"2024-07-26T12:21:44.619249+0000","last_active":"2024-07-26T12:21:45.647796+0000","last_peered":"2024-07-26T12:21:45.647796+0000","last_clean":"2024-07-26T12:21:45.647796+0000","last_became_active":"2024-07-26T12:21:44.617270+0000","last_became_peered":"2024-07-26T12:21:44.617270+0000","last_unstale":"2024-07-26T12:21:45.647796+0000","last_undegraded":"2024-07-26T12:21:45.647796+0000","last_fullsized":"2024-07-26T12:21:45.647796+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:12:00.406855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.648697+0000","last_change":"2024-07-26T12:21:44.586072+0000","last_active":"2024-07-26T12:21:45.648697+0000","last_peered":"2024-07-26T12:21:45.648697+0000","last_clean":"2024-07-26T12:21:45.648697+0000","last_became_active":"2024-07-26T12:21:44.585376+0000","last_became_peered":"2024-07-26T12:21:44.585376+0000","last_unstale":"2024-07-26T12:21:45.648697+0000","last_undegraded":"2024-07-26T12:21:45.648697+0000","last_fullsized":"2024-07-26T12:21:45.648697+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:37:12.798347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.604987+0000","last_change":"2024-07-26T12:21:44.597255+0000","last_active":"2024-07-26T12:21:45.604987+0000","last_peered":"2024-07-26T12:21:45.604987+0000","last_clean":"2024-07-26T12:21:45.604987+0000","last_became_active":"2024-07-26T12:21:44.596828+0000","last_became_peered":"2024-07-26T12:21:44.596828+0000","last_unstale":"2024-07-26T12:21:45.604987+0000","last_undegraded":"2024-07-26T12:21:45.604987+0000","last_fullsized":"2024-07-26T12:21:45.604987+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:47:09.335932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.600485+0000","last_change":"2024-07-26T12:21:44.627726+0000","last_active":"2024-07-26T12:21:45.600485+0000","last_peered":"2024-07-26T12:21:45.600485+0000","last_clean":"2024-07-26T12:21:45.600485+0000","last_became_active":"2024-07-26T12:21:44.627382+0000","last_became_peered":"2024-07-26T12:21:44.627382+0000","last_unstale":"2024-07-26T12:21:45.600485+0000","last_undegraded":"2024-07-26T12:21:45.600485+0000","last_fullsized":"2024-07-26T12:21:45.600485+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:38:44.174478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.647853+0000","last_change":"2024-07-26T12:21:44.589620+0000","last_active":"2024-07-26T12:21:45.647853+0000","last_peered":"2024-07-26T12:21:45.647853+0000","last_clean":"2024-07-26T12:21:45.647853+0000","last_became_active":"2024-07-26T12:21:44.587686+0000","last_became_peered":"2024-07-26T12:21:44.587686+0000","last_unstale":"2024-07-26T12:21:45.647853+0000","last_undegraded":"2024-07-26T12:21:45.647853+0000","last_fullsized":"2024-07-26T12:21:45.647853+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:25:49.213898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.651019+0000","last_change":"2024-07-26T12:21:44.618404+0000","last_active":"2024-07-26T12:21:45.651019+0000","last_peered":"2024-07-26T12:21:45.651019+0000","last_clean":"2024-07-26T12:21:45.651019+0000","last_became_active":"2024-07-26T12:21:44.617803+0000","last_became_peered":"2024-07-26T12:21:44.617803+0000","last_unstale":"2024-07-26T12:21:45.651019+0000","last_undegraded":"2024-07-26T12:21:45.651019+0000","last_fullsized":"2024-07-26T12:21:45.651019+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:36:30.521771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.650817+0000","last_change":"2024-07-26T12:21:44.615652+0000","last_active":"2024-07-26T12:21:45.650817+0000","last_peered":"2024-07-26T12:21:45.650817+0000","last_clean":"2024-07-26T12:21:45.650817+0000","last_became_active":"2024-07-26T12:21:44.615182+0000","last_became_peered":"2024-07-26T12:21:44.615182+0000","last_unstale":"2024-07-26T12:21:45.650817+0000","last_undegraded":"2024-07-26T12:21:45.650817+0000","last_fullsized":"2024-07-26T12:21:45.650817+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:44:28.421300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.651739+0000","last_change":"2024-07-26T12:21:44.599717+0000","last_active":"2024-07-26T12:21:45.651739+0000","last_peered":"2024-07-26T12:21:45.651739+0000","last_clean":"2024-07-26T12:21:45.651739+0000","last_became_active":"2024-07-26T12:21:44.599162+0000","last_became_peered":"2024-07-26T12:21:44.599162+0000","last_unstale":"2024-07-26T12:21:45.651739+0000","last_undegraded":"2024-07-26T12:21:45.651739+0000","last_fullsized":"2024-07-26T12:21:45.651739+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:34:10.646547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.602071+0000","last_change":"2024-07-26T12:21:44.606117+0000","last_active":"2024-07-26T12:21:45.602071+0000","last_peered":"2024-07-26T12:21:45.602071+0000","last_clean":"2024-07-26T12:21:45.602071+0000","last_became_active":"2024-07-26T12:21:44.605533+0000","last_became_peered":"2024-07-26T12:21:44.605533+0000","last_unstale":"2024-07-26T12:21:45.602071+0000","last_undegraded":"2024-07-26T12:21:45.602071+0000","last_fullsized":"2024-07-26T12:21:45.602071+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:36:30.521771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.648566+0000","last_change":"2024-07-26T12:21:44.602731+0000","last_active":"2024-07-26T12:21:45.648566+0000","last_peered":"2024-07-26T12:21:45.648566+0000","last_clean":"2024-07-26T12:21:45.648566+0000","last_became_active":"2024-07-26T12:21:44.602204+0000","last_became_peered":"2024-07-26T12:21:44.602204+0000","last_unstale":"2024-07-26T12:21:45.648566+0000","last_undegraded":"2024-07-26T12:21:45.648566+0000","last_fullsized":"2024-07-26T12:21:45.648566+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:11:55.873169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"21'1","reported_seq":16,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.649917+0000","last_change":"2024-07-26T12:21:43.598175+0000","last_active":"2024-07-26T12:21:45.649917+0000","last_peered":"2024-07-26T12:21:45.649917+0000","last_clean":"2024-07-26T12:21:45.649917+0000","last_became_active":"2024-07-26T12:21:43.597822+0000","last_became_peered":"2024-07-26T12:21:43.597822+0000","last_unstale":"2024-07-26T12:21:45.649917+0000","last_undegraded":"2024-07-26T12:21:45.649917+0000","last_fullsized":"2024-07-26T12:21:45.649917+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:38:54.755281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.651608+0000","last_change":"2024-07-26T12:21:44.601717+0000","last_active":"2024-07-26T12:21:45.651608+0000","last_peered":"2024-07-26T12:21:45.651608+0000","last_clean":"2024-07-26T12:21:45.651608+0000","last_became_active":"2024-07-26T12:21:44.598135+0000","last_became_peered":"2024-07-26T12:21:44.598135+0000","last_unstale":"2024-07-26T12:21:45.651608+0000","last_undegraded":"2024-07-26T12:21:45.651608+0000","last_fullsized":"2024-07-26T12:21:45.651608+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:40:20.369265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"21'1","reported_seq":16,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.602978+0000","last_change":"2024-07-26T12:21:43.597651+0000","last_active":"2024-07-26T12:21:45.602978+0000","last_peered":"2024-07-26T12:21:45.602978+0000","last_clean":"2024-07-26T12:21:45.602978+0000","last_became_active":"2024-07-26T12:21:43.597357+0000","last_became_peered":"2024-07-26T12:21:43.597357+0000","last_unstale":"2024-07-26T12:21:45.602978+0000","last_undegraded":"2024-07-26T12:21:45.602978+0000","last_fullsized":"2024-07-26T12:21:45.602978+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:36:09.991878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.646748+0000","last_change":"2024-07-26T12:21:43.586064+0000","last_active":"2024-07-26T12:21:45.646748+0000","last_peered":"2024-07-26T12:21:45.646748+0000","last_clean":"2024-07-26T12:21:45.646748+0000","last_became_active":"2024-07-26T12:21:43.583951+0000","last_became_peered":"2024-07-26T12:21:43.583951+0000","last_unstale":"2024-07-26T12:21:45.646748+0000","last_undegraded":"2024-07-26T12:21:45.646748+0000","last_fullsized":"2024-07-26T12:21:45.646748+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:45:07.051342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.646112+0000","last_change":"2024-07-26T12:21:44.606598+0000","last_active":"2024-07-26T12:21:45.646112+0000","last_peered":"2024-07-26T12:21:45.646112+0000","last_clean":"2024-07-26T12:21:45.646112+0000","last_became_active":"2024-07-26T12:21:44.605916+0000","last_became_peered":"2024-07-26T12:21:44.605916+0000","last_unstale":"2024-07-26T12:21:45.646112+0000","last_undegraded":"2024-07-26T12:21:45.646112+0000","last_fullsized":"2024-07-26T12:21:45.646112+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:53:56.211230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.648466+0000","last_change":"2024-07-26T12:21:43.602916+0000","last_active":"2024-07-26T12:21:45.648466+0000","last_peered":"2024-07-26T12:21:45.648466+0000","last_clean":"2024-07-26T12:21:45.648466+0000","last_became_active":"2024-07-26T12:21:43.598768+0000","last_became_peered":"2024-07-26T12:21:43.598768+0000","last_unstale":"2024-07-26T12:21:45.648466+0000","last_undegraded":"2024-07-26T12:21:45.648466+0000","last_fullsized":"2024-07-26T12:21:45.648466+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:44:44.466313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.599934+0000","last_change":"2024-07-26T12:21:44.615254+0000","last_active":"2024-07-26T12:21:45.599934+0000","last_peered":"2024-07-26T12:21:45.599934+0000","last_clean":"2024-07-26T12:21:45.599934+0000","last_became_active":"2024-07-26T12:21:44.614900+0000","last_became_peered":"2024-07-26T12:21:44.614900+0000","last_unstale":"2024-07-26T12:21:45.599934+0000","last_undegraded":"2024-07-26T12:21:45.599934+0000","last_fullsized":"2024-07-26T12:21:45.599934+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:39:31.246505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.603955+0000","last_change":"2024-07-26T12:21:43.596529+0000","last_active":"2024-07-26T12:21:45.603955+0000","last_peered":"2024-07-26T12:21:45.603955+0000","last_clean":"2024-07-26T12:21:45.603955+0000","last_became_active":"2024-07-26T12:21:43.596190+0000","last_became_peered":"2024-07-26T12:21:43.596190+0000","last_unstale":"2024-07-26T12:21:45.603955+0000","last_undegraded":"2024-07-26T12:21:45.603955+0000","last_fullsized":"2024-07-26T12:21:45.603955+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:00:15.755490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.651488+0000","last_change":"2024-07-26T12:21:44.613314+0000","last_active":"2024-07-26T12:21:45.651488+0000","last_peered":"2024-07-26T12:21:45.651488+0000","last_clean":"2024-07-26T12:21:45.651488+0000","last_became_active":"2024-07-26T12:21:44.612942+0000","last_became_peered":"2024-07-26T12:21:44.612942+0000","last_unstale":"2024-07-26T12:21:45.651488+0000","last_undegraded":"2024-07-26T12:21:45.651488+0000","last_fullsized":"2024-07-26T12:21:45.651488+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:43:02.402473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.651522+0000","last_change":"2024-07-26T12:21:43.599687+0000","last_active":"2024-07-26T12:21:45.651522+0000","last_peered":"2024-07-26T12:21:45.651522+0000","last_clean":"2024-07-26T12:21:45.651522+0000","last_became_active":"2024-07-26T12:21:43.598135+0000","last_became_peered":"2024-07-26T12:21:43.598135+0000","last_unstale":"2024-07-26T12:21:45.651522+0000","last_undegraded":"2024-07-26T12:21:45.651522+0000","last_fullsized":"2024-07-26T12:21:45.651522+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:06:44.167242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.651031+0000","last_change":"2024-07-26T12:21:44.602906+0000","last_active":"2024-07-26T12:21:45.651031+0000","last_peered":"2024-07-26T12:21:45.651031+0000","last_clean":"2024-07-26T12:21:45.651031+0000","last_became_active":"2024-07-26T12:21:44.602473+0000","last_became_peered":"2024-07-26T12:21:44.602473+0000","last_unstale":"2024-07-26T12:21:45.651031+0000","last_undegraded":"2024-07-26T12:21:45.651031+0000","last_fullsized":"2024-07-26T12:21:45.651031+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:25:49.213898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"21'3","reported_seq":18,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.600708+0000","last_change":"2024-07-26T12:21:43.601669+0000","last_active":"2024-07-26T12:21:45.600708+0000","last_peered":"2024-07-26T12:21:45.600708+0000","last_clean":"2024-07-26T12:21:45.600708+0000","last_became_active":"2024-07-26T12:21:43.601312+0000","last_became_peered":"2024-07-26T12:21:43.601312+0000","last_unstale":"2024-07-26T12:21:45.600708+0000","last_undegraded":"2024-07-26T12:21:45.600708+0000","last_fullsized":"2024-07-26T12:21:45.600708+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:41:03.044571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.649888+0000","last_change":"2024-07-26T12:21:44.602910+0000","last_active":"2024-07-26T12:21:45.649888+0000","last_peered":"2024-07-26T12:21:45.649888+0000","last_clean":"2024-07-26T12:21:45.649888+0000","last_became_active":"2024-07-26T12:21:44.600952+0000","last_became_peered":"2024-07-26T12:21:44.600952+0000","last_unstale":"2024-07-26T12:21:45.649888+0000","last_undegraded":"2024-07-26T12:21:45.649888+0000","last_fullsized":"2024-07-26T12:21:45.649888+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:40:05.002731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"21'6","reported_seq":21,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.604208+0000","last_change":"2024-07-26T12:21:43.591788+0000","last_active":"2024-07-26T12:21:45.604208+0000","last_peered":"2024-07-26T12:21:45.604208+0000","last_clean":"2024-07-26T12:21:45.604208+0000","last_became_active":"2024-07-26T12:21:43.590913+0000","last_became_peered":"2024-07-26T12:21:43.590913+0000","last_unstale":"2024-07-26T12:21:45.604208+0000","last_undegraded":"2024-07-26T12:21:45.604208+0000","last_fullsized":"2024-07-26T12:21:45.604208+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:41:03.044571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.606389+0000","last_change":"2024-07-26T12:21:44.627524+0000","last_active":"2024-07-26T12:21:45.606389+0000","last_peered":"2024-07-26T12:21:45.606389+0000","last_clean":"2024-07-26T12:21:45.606389+0000","last_became_active":"2024-07-26T12:21:44.627137+0000","last_became_peered":"2024-07-26T12:21:44.627137+0000","last_unstale":"2024-07-26T12:21:45.606389+0000","last_undegraded":"2024-07-26T12:21:45.606389+0000","last_fullsized":"2024-07-26T12:21:45.606389+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:01:16.822912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"21'2","reported_seq":17,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.651487+0000","last_change":"2024-07-26T12:21:43.588504+0000","last_active":"2024-07-26T12:21:45.651487+0000","last_peered":"2024-07-26T12:21:45.651487+0000","last_clean":"2024-07-26T12:21:45.651487+0000","last_became_active":"2024-07-26T12:21:43.588133+0000","last_became_peered":"2024-07-26T12:21:43.588133+0000","last_unstale":"2024-07-26T12:21:45.651487+0000","last_undegraded":"2024-07-26T12:21:45.651487+0000","last_fullsized":"2024-07-26T12:21:45.651487+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:53:36.128595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.649182+0000","last_change":"2024-07-26T12:21:44.621879+0000","last_active":"2024-07-26T12:21:45.649182+0000","last_peered":"2024-07-26T12:21:45.649182+0000","last_clean":"2024-07-26T12:21:45.649182+0000","last_became_active":"2024-07-26T12:21:44.621372+0000","last_became_peered":"2024-07-26T12:21:44.621372+0000","last_unstale":"2024-07-26T12:21:45.649182+0000","last_undegraded":"2024-07-26T12:21:45.649182+0000","last_fullsized":"2024-07-26T12:21:45.649182+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:01:22.820284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.650879+0000","last_change":"2024-07-26T12:21:43.597819+0000","last_active":"2024-07-26T12:21:45.650879+0000","last_peered":"2024-07-26T12:21:45.650879+0000","last_clean":"2024-07-26T12:21:45.650879+0000","last_became_active":"2024-07-26T12:21:43.595837+0000","last_became_peered":"2024-07-26T12:21:43.595837+0000","last_unstale":"2024-07-26T12:21:45.650879+0000","last_undegraded":"2024-07-26T12:21:45.650879+0000","last_fullsized":"2024-07-26T12:21:45.650879+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:16:47.249776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.606094+0000","last_change":"2024-07-26T12:21:44.613025+0000","last_active":"2024-07-26T12:21:45.606094+0000","last_peered":"2024-07-26T12:21:45.606094+0000","last_clean":"2024-07-26T12:21:45.606094+0000","last_became_active":"2024-07-26T12:21:44.612702+0000","last_became_peered":"2024-07-26T12:21:44.612702+0000","last_unstale":"2024-07-26T12:21:45.606094+0000","last_undegraded":"2024-07-26T12:21:45.606094+0000","last_fullsized":"2024-07-26T12:21:45.606094+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:07:33.344941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.602011+0000","last_change":"2024-07-26T12:21:43.588282+0000","last_active":"2024-07-26T12:21:45.602011+0000","last_peered":"2024-07-26T12:21:45.602011+0000","last_clean":"2024-07-26T12:21:45.602011+0000","last_became_active":"2024-07-26T12:21:43.587549+0000","last_became_peered":"2024-07-26T12:21:43.587549+0000","last_unstale":"2024-07-26T12:21:45.602011+0000","last_undegraded":"2024-07-26T12:21:45.602011+0000","last_fullsized":"2024-07-26T12:21:45.602011+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:19:44.931902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.602382+0000","last_change":"2024-07-26T12:21:44.604821+0000","last_active":"2024-07-26T12:21:45.602382+0000","last_peered":"2024-07-26T12:21:45.602382+0000","last_clean":"2024-07-26T12:21:45.602382+0000","last_became_active":"2024-07-26T12:21:44.604495+0000","last_became_peered":"2024-07-26T12:21:44.604495+0000","last_unstale":"2024-07-26T12:21:45.602382+0000","last_undegraded":"2024-07-26T12:21:45.602382+0000","last_fullsized":"2024-07-26T12:21:45.602382+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:38:44.174478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"21'8","reported_seq":23,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.650227+0000","last_change":"2024-07-26T12:21:43.584411+0000","last_active":"2024-07-26T12:21:45.650227+0000","last_peered":"2024-07-26T12:21:45.650227+0000","last_clean":"2024-07-26T12:21:45.650227+0000","last_became_active":"2024-07-26T12:21:43.582984+0000","last_became_peered":"2024-07-26T12:21:43.582984+0000","last_unstale":"2024-07-26T12:21:45.650227+0000","last_undegraded":"2024-07-26T12:21:45.650227+0000","last_fullsized":"2024-07-26T12:21:45.650227+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:44:44.466313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.605802+0000","last_change":"2024-07-26T12:21:44.601816+0000","last_active":"2024-07-26T12:21:45.605802+0000","last_peered":"2024-07-26T12:21:45.605802+0000","last_clean":"2024-07-26T12:21:45.605802+0000","last_became_active":"2024-07-26T12:21:44.601407+0000","last_became_peered":"2024-07-26T12:21:44.601407+0000","last_unstale":"2024-07-26T12:21:45.605802+0000","last_undegraded":"2024-07-26T12:21:45.605802+0000","last_fullsized":"2024-07-26T12:21:45.605802+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:30:10.770704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"21'1","reported_seq":16,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.650312+0000","last_change":"2024-07-26T12:21:43.585789+0000","last_active":"2024-07-26T12:21:45.650312+0000","last_peered":"2024-07-26T12:21:45.650312+0000","last_clean":"2024-07-26T12:21:45.650312+0000","last_became_active":"2024-07-26T12:21:43.585351+0000","last_became_peered":"2024-07-26T12:21:43.585351+0000","last_unstale":"2024-07-26T12:21:45.650312+0000","last_undegraded":"2024-07-26T12:21:45.650312+0000","last_fullsized":"2024-07-26T12:21:45.650312+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:37:00.698599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.606343+0000","last_change":"2024-07-26T12:21:44.605806+0000","last_active":"2024-07-26T12:21:45.606343+0000","last_peered":"2024-07-26T12:21:45.606343+0000","last_clean":"2024-07-26T12:21:45.606343+0000","last_became_active":"2024-07-26T12:21:44.605107+0000","last_became_peered":"2024-07-26T12:21:44.605107+0000","last_unstale":"2024-07-26T12:21:45.606343+0000","last_undegraded":"2024-07-26T12:21:45.606343+0000","last_fullsized":"2024-07-26T12:21:45.606343+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:02:19.506956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"21'2","reported_seq":17,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.652210+0000","last_change":"2024-07-26T12:21:43.586245+0000","last_active":"2024-07-26T12:21:45.652210+0000","last_peered":"2024-07-26T12:21:45.652210+0000","last_clean":"2024-07-26T12:21:45.652210+0000","last_became_active":"2024-07-26T12:21:43.585935+0000","last_became_peered":"2024-07-26T12:21:43.585935+0000","last_unstale":"2024-07-26T12:21:45.652210+0000","last_undegraded":"2024-07-26T12:21:45.652210+0000","last_fullsized":"2024-07-26T12:21:45.652210+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:16:47.249776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.607601+0000","last_change":"2024-07-26T12:21:44.615527+0000","last_active":"2024-07-26T12:21:45.607601+0000","last_peered":"2024-07-26T12:21:45.607601+0000","last_clean":"2024-07-26T12:21:45.607601+0000","last_became_active":"2024-07-26T12:21:44.611464+0000","last_became_peered":"2024-07-26T12:21:44.611464+0000","last_unstale":"2024-07-26T12:21:45.607601+0000","last_undegraded":"2024-07-26T12:21:45.607601+0000","last_fullsized":"2024-07-26T12:21:45.607601+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:20:12.489093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"21'1","reported_seq":16,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.600643+0000","last_change":"2024-07-26T12:21:43.587353+0000","last_active":"2024-07-26T12:21:45.600643+0000","last_peered":"2024-07-26T12:21:45.600643+0000","last_clean":"2024-07-26T12:21:45.600643+0000","last_became_active":"2024-07-26T12:21:43.586989+0000","last_became_peered":"2024-07-26T12:21:43.586989+0000","last_unstale":"2024-07-26T12:21:45.600643+0000","last_undegraded":"2024-07-26T12:21:45.600643+0000","last_fullsized":"2024-07-26T12:21:45.600643+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:36:09.991878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.650582+0000","last_change":"2024-07-26T12:21:44.618987+0000","last_active":"2024-07-26T12:21:45.650582+0000","last_peered":"2024-07-26T12:21:45.650582+0000","last_clean":"2024-07-26T12:21:45.650582+0000","last_became_active":"2024-07-26T12:21:44.617072+0000","last_became_peered":"2024-07-26T12:21:44.617072+0000","last_unstale":"2024-07-26T12:21:45.650582+0000","last_undegraded":"2024-07-26T12:21:45.650582+0000","last_fullsized":"2024-07-26T12:21:45.650582+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:22:52.563381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.652198+0000","last_change":"2024-07-26T12:21:43.601579+0000","last_active":"2024-07-26T12:21:45.652198+0000","last_peered":"2024-07-26T12:21:45.652198+0000","last_clean":"2024-07-26T12:21:45.652198+0000","last_became_active":"2024-07-26T12:21:43.601179+0000","last_became_peered":"2024-07-26T12:21:43.601179+0000","last_unstale":"2024-07-26T12:21:45.652198+0000","last_undegraded":"2024-07-26T12:21:45.652198+0000","last_fullsized":"2024-07-26T12:21:45.652198+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:32:00.408263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.606911+0000","last_change":"2024-07-26T12:21:44.610751+0000","last_active":"2024-07-26T12:21:45.606911+0000","last_peered":"2024-07-26T12:21:45.606911+0000","last_clean":"2024-07-26T12:21:45.606911+0000","last_became_active":"2024-07-26T12:21:44.609773+0000","last_became_peered":"2024-07-26T12:21:44.609773+0000","last_unstale":"2024-07-26T12:21:45.606911+0000","last_undegraded":"2024-07-26T12:21:45.606911+0000","last_fullsized":"2024-07-26T12:21:45.606911+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:25:44.034160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"18'72","reported_seq":111,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.605234+0000","last_change":"2024-07-26T12:21:33.467293+0000","last_active":"2024-07-26T12:21:45.605234+0000","last_peered":"2024-07-26T12:21:45.605234+0000","last_clean":"2024-07-26T12:21:45.605234+0000","last_became_active":"2024-07-26T12:21:33.464397+0000","last_became_peered":"2024-07-26T12:21:33.464397+0000","last_unstale":"2024-07-26T12:21:45.605234+0000","last_undegraded":"2024-07-26T12:21:45.605234+0000","last_fullsized":"2024-07-26T12:21:45.605234+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:32.289755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:32.289755+0000","last_clean_scrub_stamp":"2024-07-26T12:21:32.289755+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:52:33.395456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.648731+0000","last_change":"2024-07-26T12:21:43.596245+0000","last_active":"2024-07-26T12:21:45.648731+0000","last_peered":"2024-07-26T12:21:45.648731+0000","last_clean":"2024-07-26T12:21:45.648731+0000","last_became_active":"2024-07-26T12:21:43.595878+0000","last_became_peered":"2024-07-26T12:21:43.595878+0000","last_unstale":"2024-07-26T12:21:45.648731+0000","last_undegraded":"2024-07-26T12:21:45.648731+0000","last_fullsized":"2024-07-26T12:21:45.648731+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:32:00.408263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.647068+0000","last_change":"2024-07-26T12:21:44.616682+0000","last_active":"2024-07-26T12:21:45.647068+0000","last_peered":"2024-07-26T12:21:45.647068+0000","last_clean":"2024-07-26T12:21:45.647068+0000","last_became_active":"2024-07-26T12:21:44.616429+0000","last_became_peered":"2024-07-26T12:21:44.616429+0000","last_unstale":"2024-07-26T12:21:45.647068+0000","last_undegraded":"2024-07-26T12:21:45.647068+0000","last_fullsized":"2024-07-26T12:21:45.647068+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:38:44.174478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.604857+0000","last_change":"2024-07-26T12:21:43.599807+0000","last_active":"2024-07-26T12:21:45.604857+0000","last_peered":"2024-07-26T12:21:45.604857+0000","last_clean":"2024-07-26T12:21:45.604857+0000","last_became_active":"2024-07-26T12:21:43.598892+0000","last_became_peered":"2024-07-26T12:21:43.598892+0000","last_unstale":"2024-07-26T12:21:45.604857+0000","last_undegraded":"2024-07-26T12:21:45.604857+0000","last_fullsized":"2024-07-26T12:21:45.604857+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:36:09.991878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.649380+0000","last_change":"2024-07-26T12:21:44.603170+0000","last_active":"2024-07-26T12:21:45.649380+0000","last_peered":"2024-07-26T12:21:45.649380+0000","last_clean":"2024-07-26T12:21:45.649380+0000","last_became_active":"2024-07-26T12:21:44.602633+0000","last_became_peered":"2024-07-26T12:21:44.602633+0000","last_unstale":"2024-07-26T12:21:45.649380+0000","last_undegraded":"2024-07-26T12:21:45.649380+0000","last_fullsized":"2024-07-26T12:21:45.649380+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:40:30.082413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.651766+0000","last_change":"2024-07-26T12:21:43.589121+0000","last_active":"2024-07-26T12:21:45.651766+0000","last_peered":"2024-07-26T12:21:45.651766+0000","last_clean":"2024-07-26T12:21:45.651766+0000","last_became_active":"2024-07-26T12:21:43.587920+0000","last_became_peered":"2024-07-26T12:21:43.587920+0000","last_unstale":"2024-07-26T12:21:45.651766+0000","last_undegraded":"2024-07-26T12:21:45.651766+0000","last_fullsized":"2024-07-26T12:21:45.651766+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:37:00.698599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.601104+0000","last_change":"2024-07-26T12:21:44.595102+0000","last_active":"2024-07-26T12:21:45.601104+0000","last_peered":"2024-07-26T12:21:45.601104+0000","last_clean":"2024-07-26T12:21:45.601104+0000","last_became_active":"2024-07-26T12:21:44.594709+0000","last_became_peered":"2024-07-26T12:21:44.594709+0000","last_unstale":"2024-07-26T12:21:45.601104+0000","last_undegraded":"2024-07-26T12:21:45.601104+0000","last_fullsized":"2024-07-26T12:21:45.601104+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:37:12.798347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.651147+0000","last_change":"2024-07-26T12:21:43.595340+0000","last_active":"2024-07-26T12:21:45.651147+0000","last_peered":"2024-07-26T12:21:45.651147+0000","last_clean":"2024-07-26T12:21:45.651147+0000","last_became_active":"2024-07-26T12:21:43.592052+0000","last_became_peered":"2024-07-26T12:21:43.592052+0000","last_unstale":"2024-07-26T12:21:45.651147+0000","last_undegraded":"2024-07-26T12:21:45.651147+0000","last_fullsized":"2024-07-26T12:21:45.651147+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:14:41.106615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.649251+0000","last_change":"2024-07-26T12:21:44.609727+0000","last_active":"2024-07-26T12:21:45.649251+0000","last_peered":"2024-07-26T12:21:45.649251+0000","last_clean":"2024-07-26T12:21:45.649251+0000","last_became_active":"2024-07-26T12:21:44.609380+0000","last_became_peered":"2024-07-26T12:21:44.609380+0000","last_unstale":"2024-07-26T12:21:45.649251+0000","last_undegraded":"2024-07-26T12:21:45.649251+0000","last_fullsized":"2024-07-26T12:21:45.649251+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:45:39.167404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.600955+0000","last_change":"2024-07-26T12:21:43.581291+0000","last_active":"2024-07-26T12:21:45.600955+0000","last_peered":"2024-07-26T12:21:45.600955+0000","last_clean":"2024-07-26T12:21:45.600955+0000","last_became_active":"2024-07-26T12:21:43.580293+0000","last_became_peered":"2024-07-26T12:21:43.580293+0000","last_unstale":"2024-07-26T12:21:45.600955+0000","last_undegraded":"2024-07-26T12:21:45.600955+0000","last_fullsized":"2024-07-26T12:21:45.600955+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:16:10.979071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.651401+0000","last_change":"2024-07-26T12:21:44.625563+0000","last_active":"2024-07-26T12:21:45.651401+0000","last_peered":"2024-07-26T12:21:45.651401+0000","last_clean":"2024-07-26T12:21:45.651401+0000","last_became_active":"2024-07-26T12:21:44.625006+0000","last_became_peered":"2024-07-26T12:21:44.625006+0000","last_unstale":"2024-07-26T12:21:45.651401+0000","last_undegraded":"2024-07-26T12:21:45.651401+0000","last_fullsized":"2024-07-26T12:21:45.651401+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:59:03.695695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.607520+0000","last_change":"2024-07-26T12:21:43.601219+0000","last_active":"2024-07-26T12:21:45.607520+0000","last_peered":"2024-07-26T12:21:45.607520+0000","last_clean":"2024-07-26T12:21:45.607520+0000","last_became_active":"2024-07-26T12:21:43.599712+0000","last_became_peered":"2024-07-26T12:21:43.599712+0000","last_unstale":"2024-07-26T12:21:45.607520+0000","last_undegraded":"2024-07-26T12:21:45.607520+0000","last_fullsized":"2024-07-26T12:21:45.607520+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:13:25.847032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.600624+0000","last_change":"2024-07-26T12:21:44.599910+0000","last_active":"2024-07-26T12:21:45.600624+0000","last_peered":"2024-07-26T12:21:45.600624+0000","last_clean":"2024-07-26T12:21:45.600624+0000","last_became_active":"2024-07-26T12:21:44.598447+0000","last_became_peered":"2024-07-26T12:21:44.598447+0000","last_unstale":"2024-07-26T12:21:45.600624+0000","last_undegraded":"2024-07-26T12:21:45.600624+0000","last_fullsized":"2024-07-26T12:21:45.600624+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:25:49.213898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"22'1","reported_seq":16,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.607933+0000","last_change":"2024-07-26T12:21:43.586755+0000","last_active":"2024-07-26T12:21:45.607933+0000","last_peered":"2024-07-26T12:21:45.607933+0000","last_clean":"2024-07-26T12:21:45.607933+0000","last_became_active":"2024-07-26T12:21:43.586410+0000","last_became_peered":"2024-07-26T12:21:43.586410+0000","last_unstale":"2024-07-26T12:21:45.607933+0000","last_undegraded":"2024-07-26T12:21:45.607933+0000","last_fullsized":"2024-07-26T12:21:45.607933+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:00:15.755490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.649112+0000","last_change":"2024-07-26T12:21:44.615473+0000","last_active":"2024-07-26T12:21:45.649112+0000","last_peered":"2024-07-26T12:21:45.649112+0000","last_clean":"2024-07-26T12:21:45.649112+0000","last_became_active":"2024-07-26T12:21:44.615105+0000","last_became_peered":"2024-07-26T12:21:44.615105+0000","last_unstale":"2024-07-26T12:21:45.649112+0000","last_undegraded":"2024-07-26T12:21:45.649112+0000","last_fullsized":"2024-07-26T12:21:45.649112+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:59:09.665003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"21'2","reported_seq":17,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.604270+0000","last_change":"2024-07-26T12:21:43.598990+0000","last_active":"2024-07-26T12:21:45.604270+0000","last_peered":"2024-07-26T12:21:45.604270+0000","last_clean":"2024-07-26T12:21:45.604270+0000","last_became_active":"2024-07-26T12:21:43.598632+0000","last_became_peered":"2024-07-26T12:21:43.598632+0000","last_unstale":"2024-07-26T12:21:45.604270+0000","last_undegraded":"2024-07-26T12:21:45.604270+0000","last_fullsized":"2024-07-26T12:21:45.604270+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:32:17.202395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.650863+0000","last_change":"2024-07-26T12:21:44.615728+0000","last_active":"2024-07-26T12:21:45.650863+0000","last_peered":"2024-07-26T12:21:45.650863+0000","last_clean":"2024-07-26T12:21:45.650863+0000","last_became_active":"2024-07-26T12:21:44.612240+0000","last_became_peered":"2024-07-26T12:21:44.612240+0000","last_unstale":"2024-07-26T12:21:45.650863+0000","last_undegraded":"2024-07-26T12:21:45.650863+0000","last_fullsized":"2024-07-26T12:21:45.650863+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:39:31.246505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.602237+0000","last_change":"2024-07-26T12:21:43.599474+0000","last_active":"2024-07-26T12:21:45.602237+0000","last_peered":"2024-07-26T12:21:45.602237+0000","last_clean":"2024-07-26T12:21:45.602237+0000","last_became_active":"2024-07-26T12:21:43.597968+0000","last_became_peered":"2024-07-26T12:21:43.597968+0000","last_unstale":"2024-07-26T12:21:45.602237+0000","last_undegraded":"2024-07-26T12:21:45.602237+0000","last_fullsized":"2024-07-26T12:21:45.602237+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:41:03.044571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.648526+0000","last_change":"2024-07-26T12:21:44.594114+0000","last_active":"2024-07-26T12:21:45.648526+0000","last_peered":"2024-07-26T12:21:45.648526+0000","last_clean":"2024-07-26T12:21:45.648526+0000","last_became_active":"2024-07-26T12:21:44.592991+0000","last_became_peered":"2024-07-26T12:21:44.592991+0000","last_unstale":"2024-07-26T12:21:45.648526+0000","last_undegraded":"2024-07-26T12:21:45.648526+0000","last_fullsized":"2024-07-26T12:21:45.648526+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:34:10.646547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.600069+0000","last_change":"2024-07-26T12:21:43.594859+0000","last_active":"2024-07-26T12:21:45.600069+0000","last_peered":"2024-07-26T12:21:45.600069+0000","last_clean":"2024-07-26T12:21:45.600069+0000","last_became_active":"2024-07-26T12:21:43.594389+0000","last_became_peered":"2024-07-26T12:21:43.594389+0000","last_unstale":"2024-07-26T12:21:45.600069+0000","last_undegraded":"2024-07-26T12:21:45.600069+0000","last_fullsized":"2024-07-26T12:21:45.600069+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:19:44.931902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.646362+0000","last_change":"2024-07-26T12:21:44.597533+0000","last_active":"2024-07-26T12:21:45.646362+0000","last_peered":"2024-07-26T12:21:45.646362+0000","last_clean":"2024-07-26T12:21:45.646362+0000","last_became_active":"2024-07-26T12:21:44.596960+0000","last_became_peered":"2024-07-26T12:21:44.596960+0000","last_unstale":"2024-07-26T12:21:45.646362+0000","last_undegraded":"2024-07-26T12:21:45.646362+0000","last_fullsized":"2024-07-26T12:21:45.646362+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:07:29.951874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.600484+0000","last_change":"2024-07-26T12:21:43.589649+0000","last_active":"2024-07-26T12:21:45.600484+0000","last_peered":"2024-07-26T12:21:45.600484+0000","last_clean":"2024-07-26T12:21:45.600484+0000","last_became_active":"2024-07-26T12:21:43.589311+0000","last_became_peered":"2024-07-26T12:21:43.589311+0000","last_unstale":"2024-07-26T12:21:45.600484+0000","last_undegraded":"2024-07-26T12:21:45.600484+0000","last_fullsized":"2024-07-26T12:21:45.600484+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:32:16.350262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.649802+0000","last_change":"2024-07-26T12:21:44.597550+0000","last_active":"2024-07-26T12:21:45.649802+0000","last_peered":"2024-07-26T12:21:45.649802+0000","last_clean":"2024-07-26T12:21:45.649802+0000","last_became_active":"2024-07-26T12:21:44.596041+0000","last_became_peered":"2024-07-26T12:21:44.596041+0000","last_unstale":"2024-07-26T12:21:45.649802+0000","last_undegraded":"2024-07-26T12:21:45.649802+0000","last_fullsized":"2024-07-26T12:21:45.649802+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:24:21.238237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"21'2","reported_seq":17,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.606450+0000","last_change":"2024-07-26T12:21:43.601853+0000","last_active":"2024-07-26T12:21:45.606450+0000","last_peered":"2024-07-26T12:21:45.606450+0000","last_clean":"2024-07-26T12:21:45.606450+0000","last_became_active":"2024-07-26T12:21:43.601565+0000","last_became_peered":"2024-07-26T12:21:43.601565+0000","last_unstale":"2024-07-26T12:21:45.606450+0000","last_undegraded":"2024-07-26T12:21:45.606450+0000","last_fullsized":"2024-07-26T12:21:45.606450+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:53:26.812098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.602620+0000","last_change":"2024-07-26T12:21:44.604142+0000","last_active":"2024-07-26T12:21:45.602620+0000","last_peered":"2024-07-26T12:21:45.602620+0000","last_clean":"2024-07-26T12:21:45.602620+0000","last_became_active":"2024-07-26T12:21:44.602745+0000","last_became_peered":"2024-07-26T12:21:44.602745+0000","last_unstale":"2024-07-26T12:21:45.602620+0000","last_undegraded":"2024-07-26T12:21:45.602620+0000","last_fullsized":"2024-07-26T12:21:45.602620+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:25:49.213898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.649477+0000","last_change":"2024-07-26T12:21:44.612632+0000","last_active":"2024-07-26T12:21:45.649477+0000","last_peered":"2024-07-26T12:21:45.649477+0000","last_clean":"2024-07-26T12:21:45.649477+0000","last_became_active":"2024-07-26T12:21:44.612080+0000","last_became_peered":"2024-07-26T12:21:44.612080+0000","last_unstale":"2024-07-26T12:21:45.649477+0000","last_undegraded":"2024-07-26T12:21:45.649477+0000","last_fullsized":"2024-07-26T12:21:45.649477+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:34:09.854662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"21'2","reported_seq":17,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.606763+0000","last_change":"2024-07-26T12:21:43.605554+0000","last_active":"2024-07-26T12:21:45.606763+0000","last_peered":"2024-07-26T12:21:45.606763+0000","last_clean":"2024-07-26T12:21:45.606763+0000","last_became_active":"2024-07-26T12:21:43.605157+0000","last_became_peered":"2024-07-26T12:21:43.605157+0000","last_unstale":"2024-07-26T12:21:45.606763+0000","last_undegraded":"2024-07-26T12:21:45.606763+0000","last_fullsized":"2024-07-26T12:21:45.606763+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:00:15.755490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.650154+0000","last_change":"2024-07-26T12:21:44.607389+0000","last_active":"2024-07-26T12:21:45.650154+0000","last_peered":"2024-07-26T12:21:45.650154+0000","last_clean":"2024-07-26T12:21:45.650154+0000","last_became_active":"2024-07-26T12:21:44.606970+0000","last_became_peered":"2024-07-26T12:21:44.606970+0000","last_unstale":"2024-07-26T12:21:45.650154+0000","last_undegraded":"2024-07-26T12:21:45.650154+0000","last_fullsized":"2024-07-26T12:21:45.650154+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:46:45.212964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"21'2","reported_seq":17,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.607178+0000","last_change":"2024-07-26T12:21:43.601802+0000","last_active":"2024-07-26T12:21:45.607178+0000","last_peered":"2024-07-26T12:21:45.607178+0000","last_clean":"2024-07-26T12:21:45.607178+0000","last_became_active":"2024-07-26T12:21:43.601442+0000","last_became_peered":"2024-07-26T12:21:43.601442+0000","last_unstale":"2024-07-26T12:21:45.607178+0000","last_undegraded":"2024-07-26T12:21:45.607178+0000","last_fullsized":"2024-07-26T12:21:45.607178+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:32:17.202395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.650814+0000","last_change":"2024-07-26T12:21:44.603292+0000","last_active":"2024-07-26T12:21:45.650814+0000","last_peered":"2024-07-26T12:21:45.650814+0000","last_clean":"2024-07-26T12:21:45.650814+0000","last_became_active":"2024-07-26T12:21:44.602551+0000","last_became_peered":"2024-07-26T12:21:44.602551+0000","last_unstale":"2024-07-26T12:21:45.650814+0000","last_undegraded":"2024-07-26T12:21:45.650814+0000","last_fullsized":"2024-07-26T12:21:45.650814+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:07:29.951874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"21'1","reported_seq":16,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.648307+0000","last_change":"2024-07-26T12:21:43.591671+0000","last_active":"2024-07-26T12:21:45.648307+0000","last_peered":"2024-07-26T12:21:45.648307+0000","last_clean":"2024-07-26T12:21:45.648307+0000","last_became_active":"2024-07-26T12:21:43.584686+0000","last_became_peered":"2024-07-26T12:21:43.584686+0000","last_unstale":"2024-07-26T12:21:45.648307+0000","last_undegraded":"2024-07-26T12:21:45.648307+0000","last_fullsized":"2024-07-26T12:21:45.648307+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:01:09.081562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.648227+0000","last_change":"2024-07-26T12:21:44.594141+0000","last_active":"2024-07-26T12:21:45.648227+0000","last_peered":"2024-07-26T12:21:45.648227+0000","last_clean":"2024-07-26T12:21:45.648227+0000","last_became_active":"2024-07-26T12:21:44.593637+0000","last_became_peered":"2024-07-26T12:21:44.593637+0000","last_unstale":"2024-07-26T12:21:45.648227+0000","last_undegraded":"2024-07-26T12:21:45.648227+0000","last_fullsized":"2024-07-26T12:21:45.648227+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:40:20.369265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"21'4","reported_seq":19,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-07-26T12:21:45.651220+0000","last_change":"2024-07-26T12:21:43.589685+0000","last_active":"2024-07-26T12:21:45.651220+0000","last_peered":"2024-07-26T12:21:45.651220+0000","last_clean":"2024-07-26T12:21:45.651220+0000","last_became_active":"2024-07-26T12:21:43.589356+0000","last_became_peered":"2024-07-26T12:21:43.589356+0000","last_unstale":"2024-07-26T12:21:45.651220+0000","last_undegraded":"2024-07-26T12:21:45.651220+0000","last_fullsized":"2024-07-26T12:21:45.651220+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:45:07.051342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":15,"seq":64424509448,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27248,"kb_used_data":228,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344592,"statfs":{"total":96636764160,"available":96608862208,"internally_reserved":0,"allocated":233472,"data_stored":79384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509448,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27248,"kb_used_data":224,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344592,"statfs":{"total":96636764160,"available":96608862208,"internally_reserved":0,"allocated":229376,"data_stored":77932,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509446,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27832,"kb_used_data":808,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344008,"statfs":{"total":96636764160,"available":96608264192,"internally_reserved":0,"allocated":827392,"data_stored":668778,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542152,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31984,"kb_used_data":800,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339856,"statfs":{"total":96636764160,"available":96604012544,"internally_reserved":0,"allocated":819200,"data_stored":668722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542152,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27252,"kb_used_data":228,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344588,"statfs":{"total":96636764160,"available":96608858112,"internally_reserved":0,"allocated":233472,"data_stored":79384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542153,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27248,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344592,"statfs":{"total":96636764160,"available":96608862208,"internally_reserved":0,"allocated":225280,"data_stored":77862,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542151,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27256,"kb_used_data":228,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344584,"statfs":{"total":96636764160,"available":96608854016,"internally_reserved":0,"allocated":233472,"data_stored":77898,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542152,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27244,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344596,"statfs":{"total":96636764160,"available":96608866304,"internally_reserved":0,"allocated":221184,"data_stored":77772,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-26T12:21:56.349 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-07-26T12:21:56.349 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-07-26T12:21:56.349 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2024-07-26T12:21:56.349 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-07-26T12:21:56.663 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.661+0000 7fa1e7e00640 1 Processor -- start 2024-07-26T12:21:56.663 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.661+0000 7fa1e7e00640 1 -- start start 2024-07-26T12:21:56.665 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.663+0000 7fa1e7e00640 1 --2- >> v2:172.21.15.123:3300/0 conn(0x7fa1e8073fe0 0x7fa1e8151610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:56.665 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.663+0000 7fa1e7e00640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa1e8072270 con 0x7fa1e80b2520 2024-07-26T12:21:56.665 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.663+0000 7fa1e7e00640 1 -- --> v1:172.21.15.123:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa1e8071250 con 0x7fa1e8073bd0 2024-07-26T12:21:56.665 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.663+0000 7fa1e7e00640 1 -- --> v2:172.21.15.123:3300/0 -- mon_getmap magic: 0 -- 0x7fa1e80b3630 con 0x7fa1e8073fe0 2024-07-26T12:21:56.666 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.664+0000 7fa1e6a00640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7fa1e80b2520 0x7fa1e8145c80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:43478/0 (socket says 172.21.15.31:43478) 2024-07-26T12:21:56.666 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.664+0000 7fa1e6a00640 1 -- 172.21.15.31:0/1110873007 learned_addr learned my addr 172.21.15.31:0/1110873007 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-07-26T12:21:56.667 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.664+0000 7fa1e7400640 1 --2- 172.21.15.31:0/1110873007 >> v2:172.21.15.123:3300/0 conn(0x7fa1e8073fe0 0x7fa1e8151610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:56.668 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.664+0000 7fa1e5600640 1 -- 172.21.15.31:0/1110873007 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3039168159 0 0) 0x7fa1e8072270 con 0x7fa1e80b2520 2024-07-26T12:21:56.668 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.664+0000 7fa1e5600640 1 -- 172.21.15.31:0/1110873007 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa1cc003520 con 0x7fa1e80b2520 2024-07-26T12:21:56.668 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.665+0000 7fa1e5600640 1 -- 172.21.15.31:0/1110873007 <== mon.0 v1:172.21.15.31:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 949791343 0 0) 0x7fa1cc003520 con 0x7fa1e80b2520 2024-07-26T12:21:56.668 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.665+0000 7fa1e5600640 1 -- 172.21.15.31:0/1110873007 >> v2:172.21.15.123:3300/0 conn(0x7fa1e8073fe0 msgr2=0x7fa1e8151610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:56.668 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.665+0000 7fa1e5600640 1 --2- 172.21.15.31:0/1110873007 >> v2:172.21.15.123:3300/0 conn(0x7fa1e8073fe0 0x7fa1e8151610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:56.668 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.665+0000 7fa1e5600640 1 -- 172.21.15.31:0/1110873007 >> v1:172.21.15.123:6789/0 conn(0x7fa1e8073bd0 legacy=0x7fa1e814dee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:56.668 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.665+0000 7fa1e5600640 1 -- 172.21.15.31:0/1110873007 --> v1:172.21.15.31:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa1e8071530 con 0x7fa1e80b2520 2024-07-26T12:21:56.668 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.665+0000 7fa1e5600640 1 -- 172.21.15.31:0/1110873007 <== mon.0 v1:172.21.15.31:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 972834220 0 0) 0x7fa1d80016f0 con 0x7fa1e80b2520 2024-07-26T12:21:56.668 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.665+0000 7fa1e5600640 1 -- 172.21.15.31:0/1110873007 >> v1:172.21.15.31:6789/0 conn(0x7fa1e80b2520 legacy=0x7fa1e8145c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:56.668 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.665+0000 7fa1e5600640 1 --2- 172.21.15.31:0/1110873007 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa1cc003b10 0x7fa1cc003f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:56.668 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.665+0000 7fa1e5600640 1 --2- 172.21.15.31:0/1110873007 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa1cc004800 0x7fa1cc004c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:56.668 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.665+0000 7fa1e5600640 1 --2- 172.21.15.31:0/1110873007 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fa1cc0053f0 0x7fa1cc00ba70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:56.668 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.665+0000 7fa1e5600640 1 -- 172.21.15.31:0/1110873007 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fa1cc00c320 con 0x7fa1cc004800 2024-07-26T12:21:56.669 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.665+0000 7fa1e5600640 1 -- 172.21.15.31:0/1110873007 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fa1cc00c4d0 con 0x7fa1cc003b10 2024-07-26T12:21:56.669 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.665+0000 7fa1e5600640 1 -- 172.21.15.31:0/1110873007 --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7fa1cc00c6d0 con 0x7fa1cc0053f0 2024-07-26T12:21:56.669 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.665+0000 7fa1e6000640 1 --2- 172.21.15.31:0/1110873007 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa1cc004800 0x7fa1cc004c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:56.669 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.666+0000 7fa1e6000640 1 -- 172.21.15.31:0/1110873007 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fa1cc0053f0 msgr2=0x7fa1cc00ba70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:56.669 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.666+0000 7fa1e6000640 1 --2- 172.21.15.31:0/1110873007 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fa1cc0053f0 0x7fa1cc00ba70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:56.669 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.666+0000 7fa1e6000640 1 -- 172.21.15.31:0/1110873007 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa1cc003b10 msgr2=0x7fa1cc003f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:56.669 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.666+0000 7fa1e6a00640 1 --2- 172.21.15.31:0/1110873007 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa1cc003b10 0x7fa1cc003f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:56.669 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.666+0000 7fa1e6000640 1 --2- 172.21.15.31:0/1110873007 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa1cc003b10 0x7fa1cc003f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:56.669 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.666+0000 7fa1e6000640 1 -- 172.21.15.31:0/1110873007 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa1cc003520 con 0x7fa1cc004800 2024-07-26T12:21:56.669 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.666+0000 7fa1e7400640 1 -- 172.21.15.31:0/1110873007 reap_dead start 2024-07-26T12:21:56.669 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.666+0000 7fa1e6a00640 1 --2- 172.21.15.31:0/1110873007 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa1cc003b10 0x7fa1cc003f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T12:21:56.670 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.667+0000 7fa1e6000640 1 --2- 172.21.15.31:0/1110873007 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa1cc004800 0x7fa1cc004c10 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fa1d0001760 tx=0x7fa1cc005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=282374283eb0b808 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:56.671 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.667+0000 7fa1e5600640 1 -- 172.21.15.31:0/1110873007 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1d00013b0 con 0x7fa1cc004800 2024-07-26T12:21:56.671 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.667+0000 7fa1e5600640 1 -- 172.21.15.31:0/1110873007 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa1d00052d0 con 0x7fa1cc004800 2024-07-26T12:21:56.671 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.667+0000 7fa1e5600640 1 -- 172.21.15.31:0/1110873007 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1d002aab0 con 0x7fa1cc004800 2024-07-26T12:21:56.671 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.668+0000 7fa1e7e00640 1 -- 172.21.15.31:0/1110873007 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa1cc004800 msgr2=0x7fa1cc004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:56.671 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.668+0000 7fa1e7e00640 1 --2- 172.21.15.31:0/1110873007 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa1cc004800 0x7fa1cc004c10 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fa1d0001760 tx=0x7fa1cc005830 comp rx=0 tx=0).stop 2024-07-26T12:21:56.671 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.668+0000 7fa1e7e00640 1 -- 172.21.15.31:0/1110873007 shutdown_connections 2024-07-26T12:21:56.671 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.668+0000 7fa1e7e00640 1 --2- 172.21.15.31:0/1110873007 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa1cc004800 0x7fa1cc004c10 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:56.671 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.668+0000 7fa1e7e00640 1 -- 172.21.15.31:0/1110873007 >> 172.21.15.31:0/1110873007 conn(0x7fa1e80b5730 msgr2=0x7fa1e80b5b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:56.671 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.668+0000 7fa1e7e00640 1 -- 172.21.15.31:0/1110873007 shutdown_connections 2024-07-26T12:21:56.671 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.668+0000 7fa1e7e00640 1 -- 172.21.15.31:0/1110873007 wait complete. 2024-07-26T12:21:56.672 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.670+0000 7fa1e7e00640 1 Processor -- start 2024-07-26T12:21:56.672 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.670+0000 7fa1e7e00640 1 -- start start 2024-07-26T12:21:56.673 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.671+0000 7fa1e7e00640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fa1cc004800 0x7fa1e81d2fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:56.673 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.671+0000 7fa1e7e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa1e8149090 0x7fa1e813afc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:56.674 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.671+0000 7fa1e7e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa1e813b500 0x7fa1e81e1370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:56.674 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.671+0000 7fa1e7e00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fa1e8145c80 con 0x7fa1e813b500 2024-07-26T12:21:56.674 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.671+0000 7fa1e7e00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fa1e80b5410 con 0x7fa1e8149090 2024-07-26T12:21:56.674 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.671+0000 7fa1e7e00640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7fa1e8145e00 con 0x7fa1cc004800 2024-07-26T12:21:56.674 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.672+0000 7fa1e7400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa1e813b500 0x7fa1e81e1370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:56.674 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.672+0000 7fa1e7400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa1e813b500 0x7fa1e81e1370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:59904/0 (socket says 172.21.15.31:59904) 2024-07-26T12:21:56.674 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.672+0000 7fa1e7400640 1 -- 172.21.15.31:0/1704083884 learned_addr learned my addr 172.21.15.31:0/1704083884 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:56.674 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.672+0000 7fa1e6a00640 1 --2- 172.21.15.31:0/1704083884 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fa1cc004800 0x7fa1e81d2fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:56.674 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.672+0000 7fa1e6000640 1 --2- 172.21.15.31:0/1704083884 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa1e8149090 0x7fa1e813afc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:56.675 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.672+0000 7fa1e7400640 1 -- 172.21.15.31:0/1704083884 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fa1cc004800 msgr2=0x7fa1e81d2fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:56.675 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.672+0000 7fa1e7400640 1 --2- 172.21.15.31:0/1704083884 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fa1cc004800 0x7fa1e81d2fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:56.676 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.672+0000 7fa1e7400640 1 -- 172.21.15.31:0/1704083884 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa1e8149090 msgr2=0x7fa1e813afc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:56.676 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.672+0000 7fa1e7400640 1 --2- 172.21.15.31:0/1704083884 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa1e8149090 0x7fa1e813afc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:56.676 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.672+0000 7fa1e7400640 1 -- 172.21.15.31:0/1704083884 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa1e81d3810 con 0x7fa1e813b500 2024-07-26T12:21:56.676 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.672+0000 7fa1e6000640 1 --2- 172.21.15.31:0/1704083884 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa1e8149090 0x7fa1e813afc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T12:21:56.676 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.673+0000 7fa1e7400640 1 --2- 172.21.15.31:0/1704083884 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa1e813b500 0x7fa1e81e1370 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fa1e806fd80 tx=0x7fa1e000b480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:56.676 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.673+0000 7fa1df400640 1 -- 172.21.15.31:0/1704083884 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1e000bce0 con 0x7fa1e813b500 2024-07-26T12:21:56.676 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.673+0000 7fa1df400640 1 -- 172.21.15.31:0/1704083884 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa1e001a070 con 0x7fa1e813b500 2024-07-26T12:21:56.676 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.673+0000 7fa1df400640 1 -- 172.21.15.31:0/1704083884 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1e0014660 con 0x7fa1e813b500 2024-07-26T12:21:56.676 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.673+0000 7fa1e7e00640 1 -- 172.21.15.31:0/1704083884 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa1e81477c0 con 0x7fa1e813b500 2024-07-26T12:21:56.676 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.673+0000 7fa1e7e00640 1 -- 172.21.15.31:0/1704083884 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa1e8147a60 con 0x7fa1e813b500 2024-07-26T12:21:56.677 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.674+0000 7fa1e7e00640 1 -- 172.21.15.31:0/1704083884 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa1e81461f0 con 0x7fa1e813b500 2024-07-26T12:21:56.677 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.676+0000 7fa1df400640 1 -- 172.21.15.31:0/1704083884 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fa1e0005d10 con 0x7fa1e813b500 2024-07-26T12:21:56.678 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.677+0000 7fa1df400640 1 --2- 172.21.15.31:0/1704083884 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fa1c4077010 0x7fa1c4079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:56.678 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.677+0000 7fa1df400640 1 -- 172.21.15.31:0/1704083884 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7fa1e0098b00 con 0x7fa1e813b500 2024-07-26T12:21:56.679 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.678+0000 7fa1e6a00640 1 --2- 172.21.15.31:0/1704083884 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fa1c4077010 0x7fa1c4079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:56.680 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.679+0000 7fa1e6a00640 1 --2- 172.21.15.31:0/1704083884 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fa1c4077010 0x7fa1c4079520 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fa1d8000fb0 tx=0x7fa1e8071420 comp rx=0 tx=0).ready entity=mgr.4126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:56.685 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.684+0000 7fa1df400640 1 -- 172.21.15.31:0/1704083884 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fa1e0061c60 con 0x7fa1e813b500 2024-07-26T12:21:56.937 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.935+0000 7fa1e7e00640 1 -- 172.21.15.31:0/1704083884 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7fa1e80b30d0 con 0x7fa1e813b500 2024-07-26T12:21:56.938 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.936+0000 7fa1df400640 1 -- 172.21.15.31:0/1704083884 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+46 (secure 0 0 0) 0x7fa1e0061560 con 0x7fa1e813b500 2024-07-26T12:21:56.938 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-07-26T12:21:56.938 INFO:teuthology.orchestra.run.smithi031.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-07-26T12:21:56.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.938+0000 7fa1e7e00640 1 -- 172.21.15.31:0/1704083884 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fa1c4077010 msgr2=0x7fa1c4079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:56.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.938+0000 7fa1e7e00640 1 --2- 172.21.15.31:0/1704083884 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fa1c4077010 0x7fa1c4079520 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fa1d8000fb0 tx=0x7fa1e8071420 comp rx=0 tx=0).stop 2024-07-26T12:21:56.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.938+0000 7fa1e7e00640 1 -- 172.21.15.31:0/1704083884 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa1e813b500 msgr2=0x7fa1e81e1370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:56.941 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.938+0000 7fa1e7e00640 1 --2- 172.21.15.31:0/1704083884 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa1e813b500 0x7fa1e81e1370 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fa1e806fd80 tx=0x7fa1e000b480 comp rx=0 tx=0).stop 2024-07-26T12:21:56.941 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.938+0000 7fa1e7e00640 1 -- 172.21.15.31:0/1704083884 shutdown_connections 2024-07-26T12:21:56.941 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.938+0000 7fa1e7e00640 1 --2- 172.21.15.31:0/1704083884 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fa1c4077010 0x7fa1c4079520 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:56.941 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.938+0000 7fa1e7e00640 1 --2- 172.21.15.31:0/1704083884 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa1e813b500 0x7fa1e81e1370 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:56.941 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.938+0000 7fa1e7e00640 1 --2- 172.21.15.31:0/1704083884 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa1e8149090 0x7fa1e813afc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:56.941 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.938+0000 7fa1e7e00640 1 --2- 172.21.15.31:0/1704083884 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fa1cc004800 0x7fa1e81d2fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:56.941 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.938+0000 7fa1e7e00640 1 -- 172.21.15.31:0/1704083884 >> 172.21.15.31:0/1704083884 conn(0x7fa1e80b5730 msgr2=0x7fa1e8072740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:56.941 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.939+0000 7fa1e7e00640 1 -- 172.21.15.31:0/1704083884 shutdown_connections 2024-07-26T12:21:56.941 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:56.939+0000 7fa1e7e00640 1 -- 172.21.15.31:0/1704083884 wait complete. 2024-07-26T12:21:56.966 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2024-07-26T12:21:56.967 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T12:21:57.227 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.226+0000 7fb391a00640 1 Processor -- start 2024-07-26T12:21:57.228 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.226+0000 7fb391a00640 1 -- start start 2024-07-26T12:21:57.230 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.228+0000 7fb391a00640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fb38c13dc30 0x7fb38c13e040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:57.230 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.228+0000 7fb391a00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fb38c0b2970 0x7fb38c0b2d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:57.230 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.228+0000 7fb391a00640 1 -- --> v1:172.21.15.123:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb38c0b70c0 con 0x7fb38c0b6270 2024-07-26T12:21:57.230 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.228+0000 7fb391a00640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7fb38c148720 con 0x7fb38c0b2970 2024-07-26T12:21:57.230 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.228+0000 7fb391a00640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7fb38c148290 con 0x7fb38c13dc30 2024-07-26T12:21:57.230 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.228+0000 7fb391000640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fb38c0b2970 0x7fb38c0b2d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:57.231 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.228+0000 7fb391000640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fb38c0b2970 0x7fb38c0b2d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:59906/0 (socket says 172.21.15.31:59906) 2024-07-26T12:21:57.231 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.228+0000 7fb391000640 1 -- 172.21.15.31:0/1577487674 learned_addr learned my addr 172.21.15.31:0/1577487674 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:57.231 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.229+0000 7fb38b400640 1 --2- 172.21.15.31:0/1577487674 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fb38c13dc30 0x7fb38c13e040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:57.232 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.229+0000 7fb391000640 1 -- 172.21.15.31:0/1577487674 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fb38c13dc30 msgr2=0x7fb38c13e040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:57.232 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.229+0000 7fb391000640 1 --2- 172.21.15.31:0/1577487674 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fb38c13dc30 0x7fb38c13e040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:57.232 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.229+0000 7fb391000640 1 -- 172.21.15.31:0/1577487674 >> v1:172.21.15.123:6789/0 conn(0x7fb38c0b6270 legacy=0x7fb38c0b4720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:57.232 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.229+0000 7fb391000640 1 -- 172.21.15.31:0/1577487674 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb38c147c40 con 0x7fb38c0b2970 2024-07-26T12:21:57.232 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.230+0000 7fb391000640 1 --2- 172.21.15.31:0/1577487674 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb38c0b2970 0x7fb38c0b2d80 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fb384009870 tx=0x7fb38402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=792741899be45469 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:57.232 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.230+0000 7fb38aa00640 1 -- 172.21.15.31:0/1577487674 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb384037070 con 0x7fb38c0b2970 2024-07-26T12:21:57.232 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.230+0000 7fb38aa00640 1 -- 172.21.15.31:0/1577487674 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb384032530 con 0x7fb38c0b2970 2024-07-26T12:21:57.232 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.230+0000 7fb38aa00640 1 -- 172.21.15.31:0/1577487674 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb384032960 con 0x7fb38c0b2970 2024-07-26T12:21:57.233 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.231+0000 7fb391a00640 1 -- 172.21.15.31:0/1577487674 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb38c0b2970 msgr2=0x7fb38c0b2d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:57.233 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.231+0000 7fb391a00640 1 --2- 172.21.15.31:0/1577487674 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb38c0b2970 0x7fb38c0b2d80 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fb384009870 tx=0x7fb38402a270 comp rx=0 tx=0).stop 2024-07-26T12:21:57.233 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.231+0000 7fb391a00640 1 -- 172.21.15.31:0/1577487674 shutdown_connections 2024-07-26T12:21:57.233 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.231+0000 7fb391a00640 1 --2- 172.21.15.31:0/1577487674 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb38c0b2970 0x7fb38c0b2d80 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:57.233 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.231+0000 7fb391a00640 1 --2- 172.21.15.31:0/1577487674 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fb38c13dc30 0x7fb38c13e040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:57.233 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.231+0000 7fb391a00640 1 -- 172.21.15.31:0/1577487674 >> 172.21.15.31:0/1577487674 conn(0x7fb38c0b98e0 msgr2=0x7fb38c0b9cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:57.234 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.231+0000 7fb391a00640 1 -- 172.21.15.31:0/1577487674 shutdown_connections 2024-07-26T12:21:57.234 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.231+0000 7fb391a00640 1 -- 172.21.15.31:0/1577487674 wait complete. 2024-07-26T12:21:57.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.234+0000 7fb391a00640 1 Processor -- start 2024-07-26T12:21:57.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.234+0000 7fb391a00640 1 -- start start 2024-07-26T12:21:57.239 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.236+0000 7fb391a00640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fb38c0b2970 0x7fb38c13f7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:57.239 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.236+0000 7fb391a00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb38c0b6270 0x7fb38c144a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:57.239 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.236+0000 7fb391a00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb38c13dc30 0x7fb38c139260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:57.239 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.236+0000 7fb391a00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fb38c147810 con 0x7fb38c13dc30 2024-07-26T12:21:57.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.236+0000 7fb391a00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fb38c0b3fc0 con 0x7fb38c0b6270 2024-07-26T12:21:57.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.236+0000 7fb391a00640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7fb38c147990 con 0x7fb38c0b2970 2024-07-26T12:21:57.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.237+0000 7fb391000640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb38c13dc30 0x7fb38c139260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:57.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.237+0000 7fb391000640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb38c13dc30 0x7fb38c139260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:59916/0 (socket says 172.21.15.31:59916) 2024-07-26T12:21:57.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.237+0000 7fb391000640 1 -- 172.21.15.31:0/3517216606 learned_addr learned my addr 172.21.15.31:0/3517216606 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:57.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.237+0000 7fb38be00640 1 --2- 172.21.15.31:0/3517216606 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fb38c0b2970 0x7fb38c13f7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:57.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.237+0000 7fb38b400640 1 --2- 172.21.15.31:0/3517216606 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb38c0b6270 0x7fb38c144a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:57.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.237+0000 7fb391000640 1 -- 172.21.15.31:0/3517216606 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fb38c0b2970 msgr2=0x7fb38c13f7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:57.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.237+0000 7fb391000640 1 --2- 172.21.15.31:0/3517216606 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fb38c0b2970 0x7fb38c13f7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:57.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.237+0000 7fb391000640 1 -- 172.21.15.31:0/3517216606 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb38c0b6270 msgr2=0x7fb38c144a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:57.241 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.237+0000 7fb391000640 1 --2- 172.21.15.31:0/3517216606 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb38c0b6270 0x7fb38c144a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:57.241 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.237+0000 7fb391000640 1 -- 172.21.15.31:0/3517216606 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb38c144fc0 con 0x7fb38c13dc30 2024-07-26T12:21:57.241 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.237+0000 7fb391000640 1 --2- 172.21.15.31:0/3517216606 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb38c13dc30 0x7fb38c139260 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fb384035040 tx=0x7fb384030570 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:57.241 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.238+0000 7fb383e00640 1 -- 172.21.15.31:0/3517216606 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb384040070 con 0x7fb38c13dc30 2024-07-26T12:21:57.241 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.238+0000 7fb383e00640 1 -- 172.21.15.31:0/3517216606 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb384030be0 con 0x7fb38c13dc30 2024-07-26T12:21:57.241 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.238+0000 7fb383e00640 1 -- 172.21.15.31:0/3517216606 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb384037070 con 0x7fb38c13dc30 2024-07-26T12:21:57.241 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.238+0000 7fb391a00640 1 -- 172.21.15.31:0/3517216606 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb38c140950 con 0x7fb38c13dc30 2024-07-26T12:21:57.241 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.238+0000 7fb391a00640 1 -- 172.21.15.31:0/3517216606 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb38c13efd0 con 0x7fb38c13dc30 2024-07-26T12:21:57.242 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.239+0000 7fb391a00640 1 -- 172.21.15.31:0/3517216606 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb38c145190 con 0x7fb38c13dc30 2024-07-26T12:21:57.242 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.240+0000 7fb383e00640 1 -- 172.21.15.31:0/3517216606 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fb384043070 con 0x7fb38c13dc30 2024-07-26T12:21:57.243 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.241+0000 7fb383e00640 1 --2- 172.21.15.31:0/3517216606 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fb368077010 0x7fb368079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:57.243 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.241+0000 7fb383e00640 1 -- 172.21.15.31:0/3517216606 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7fb3840b8520 con 0x7fb38c13dc30 2024-07-26T12:21:57.243 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.242+0000 7fb38be00640 1 --2- 172.21.15.31:0/3517216606 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fb368077010 0x7fb368079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:57.244 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.243+0000 7fb38be00640 1 --2- 172.21.15.31:0/3517216606 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fb368077010 0x7fb368079520 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fb37c001ce0 tx=0x7fb37c009040 comp rx=0 tx=0).ready entity=mgr.4126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:57.249 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.248+0000 7fb383e00640 1 -- 172.21.15.31:0/3517216606 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fb38c145190 con 0x7fb38c13dc30 2024-07-26T12:21:57.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.499+0000 7fb391a00640 1 -- 172.21.15.31:0/3517216606 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb38c13a140 con 0x7fb38c13dc30 2024-07-26T12:21:57.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.500+0000 7fb383e00640 1 -- 172.21.15.31:0/3517216606 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+3569 (secure 0 0 0) 0x7fb384081720 con 0x7fb38c13dc30 2024-07-26T12:21:57.502 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-07-26T12:21:57.502 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":8,"btime":"2024-07-26T12:21:47:598247+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4339,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.123:6835/2510414777","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6834","nonce":2510414777},{"type":"v1","addr":"172.21.15.123:6835","nonce":2510414777}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T12:21:44.131993+0000","modified":"2024-07-26T12:21:47.187215+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4353},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4353":{"gid":4353,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.31:6833/713364256","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":713364256},{"type":"v1","addr":"172.21.15.31:6833","nonce":713364256}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4353,"qdb_cluster":[4353]},"id":1}]} 2024-07-26T12:21:57.502 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 8 2024-07-26T12:21:57.505 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.503+0000 7fb391a00640 1 -- 172.21.15.31:0/3517216606 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fb368077010 msgr2=0x7fb368079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:57.505 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.503+0000 7fb391a00640 1 --2- 172.21.15.31:0/3517216606 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fb368077010 0x7fb368079520 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fb37c001ce0 tx=0x7fb37c009040 comp rx=0 tx=0).stop 2024-07-26T12:21:57.505 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.503+0000 7fb391a00640 1 -- 172.21.15.31:0/3517216606 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb38c13dc30 msgr2=0x7fb38c139260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:57.505 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.503+0000 7fb391a00640 1 --2- 172.21.15.31:0/3517216606 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb38c13dc30 0x7fb38c139260 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fb384035040 tx=0x7fb384030570 comp rx=0 tx=0).stop 2024-07-26T12:21:57.505 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.503+0000 7fb391a00640 1 -- 172.21.15.31:0/3517216606 shutdown_connections 2024-07-26T12:21:57.505 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.503+0000 7fb391a00640 1 --2- 172.21.15.31:0/3517216606 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fb368077010 0x7fb368079520 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:57.505 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.503+0000 7fb391a00640 1 --2- 172.21.15.31:0/3517216606 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb38c13dc30 0x7fb38c139260 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:57.505 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.503+0000 7fb391a00640 1 --2- 172.21.15.31:0/3517216606 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb38c0b6270 0x7fb38c144a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:57.505 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.503+0000 7fb391a00640 1 --2- 172.21.15.31:0/3517216606 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fb38c0b2970 0x7fb38c13f7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:57.505 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.503+0000 7fb391a00640 1 -- 172.21.15.31:0/3517216606 >> 172.21.15.31:0/3517216606 conn(0x7fb38c0b98e0 msgr2=0x7fb38c075670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:57.505 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.503+0000 7fb391a00640 1 -- 172.21.15.31:0/3517216606 shutdown_connections 2024-07-26T12:21:57.505 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.503+0000 7fb391a00640 1 -- 172.21.15.31:0/3517216606 wait complete. 2024-07-26T12:21:57.533 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T12:21:57.806 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.804+0000 7feaff200640 1 Processor -- start 2024-07-26T12:21:57.806 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.804+0000 7feaff200640 1 -- start start 2024-07-26T12:21:57.807 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.806+0000 7feaff200640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7feb000b4c50 0x7feb000b4160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:57.807 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.806+0000 7feaff200640 1 --2- >> v2:172.21.15.123:3300/0 conn(0x7feb001414a0 0x7feb0014e510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:57.808 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.806+0000 7feaff200640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7feb000b30a0 con 0x7feb00141090 2024-07-26T12:21:57.808 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.806+0000 7feaff200640 1 -- --> v2:172.21.15.123:3300/0 -- mon_getmap magic: 0 -- 0x7feb000b2930 con 0x7feb001414a0 2024-07-26T12:21:57.808 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.806+0000 7feaff200640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7feb000b1500 con 0x7feb000b4c50 2024-07-26T12:21:57.808 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.806+0000 7feafd400640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7feb00141090 0x7feb00147180 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:43492/0 (socket says 172.21.15.31:43492) 2024-07-26T12:21:57.808 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.806+0000 7feafd400640 1 -- 172.21.15.31:0/2198079774 learned_addr learned my addr 172.21.15.31:0/2198079774 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-07-26T12:21:57.810 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.806+0000 7feafde00640 1 --2- 172.21.15.31:0/2198079774 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7feb000b4c50 0x7feb000b4160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:57.810 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.807+0000 7feafca00640 1 -- 172.21.15.31:0/2198079774 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 514877445 0 0) 0x7feb000b30a0 con 0x7feb00141090 2024-07-26T12:21:57.810 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.807+0000 7feafe800640 1 --2- 172.21.15.31:0/2198079774 >> v2:172.21.15.123:3300/0 conn(0x7feb001414a0 0x7feb0014e510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:57.811 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.807+0000 7feafca00640 1 -- 172.21.15.31:0/2198079774 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7feae4003520 con 0x7feb00141090 2024-07-26T12:21:57.811 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.807+0000 7feafca00640 1 -- 172.21.15.31:0/2198079774 <== mon.0 v1:172.21.15.31:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2258031714 0 0) 0x7feae4003520 con 0x7feb00141090 2024-07-26T12:21:57.811 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.807+0000 7feafca00640 1 -- 172.21.15.31:0/2198079774 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7feb000b4c50 msgr2=0x7feb000b4160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:57.811 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.807+0000 7feafca00640 1 --2- 172.21.15.31:0/2198079774 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7feb000b4c50 0x7feb000b4160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:57.811 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.807+0000 7feafca00640 1 -- 172.21.15.31:0/2198079774 >> v2:172.21.15.123:3300/0 conn(0x7feb001414a0 msgr2=0x7feb0014e510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:57.811 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.807+0000 7feafca00640 1 --2- 172.21.15.31:0/2198079774 >> v2:172.21.15.123:3300/0 conn(0x7feb001414a0 0x7feb0014e510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:57.811 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.807+0000 7feafca00640 1 -- 172.21.15.31:0/2198079774 --> v1:172.21.15.31:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feb000b1e50 con 0x7feb00141090 2024-07-26T12:21:57.811 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.807+0000 7feafca00640 1 -- 172.21.15.31:0/2198079774 <== mon.0 v1:172.21.15.31:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 972834220 0 0) 0x7feae8001710 con 0x7feb00141090 2024-07-26T12:21:57.811 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.807+0000 7feafca00640 1 -- 172.21.15.31:0/2198079774 >> v1:172.21.15.31:6789/0 conn(0x7feb00141090 legacy=0x7feb00147180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:57.811 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.807+0000 7feafca00640 1 --2- 172.21.15.31:0/2198079774 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7feb000b4c50 0x7feae4003ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:57.811 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.807+0000 7feafca00640 1 --2- 172.21.15.31:0/2198079774 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7feae4004090 0x7feae4004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:57.811 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.807+0000 7feafca00640 1 --2- 172.21.15.31:0/2198079774 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7feae4004d40 0x7feae4005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:57.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.807+0000 7feafca00640 1 -- 172.21.15.31:0/2198079774 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7feb000b2930 con 0x7feae4004d40 2024-07-26T12:21:57.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.807+0000 7feafca00640 1 -- 172.21.15.31:0/2198079774 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7feb000b1500 con 0x7feae4004090 2024-07-26T12:21:57.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.807+0000 7feafca00640 1 -- 172.21.15.31:0/2198079774 --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7feae400bca0 con 0x7feb000b4c50 2024-07-26T12:21:57.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.808+0000 7feafe800640 1 --2- 172.21.15.31:0/2198079774 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7feae4004d40 0x7feae4005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:57.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.808+0000 7feafde00640 1 --2- 172.21.15.31:0/2198079774 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7feb000b4c50 0x7feae4003ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:57.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.808+0000 7feafe800640 1 -- 172.21.15.31:0/2198079774 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7feb000b4c50 msgr2=0x7feae4003ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:57.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.808+0000 7feafe800640 1 --2- 172.21.15.31:0/2198079774 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7feb000b4c50 0x7feae4003ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:57.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.808+0000 7feafe800640 1 -- 172.21.15.31:0/2198079774 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7feae4004090 msgr2=0x7feae4004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:57.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.808+0000 7feafe800640 1 --2- 172.21.15.31:0/2198079774 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7feae4004090 0x7feae4004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:57.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.808+0000 7feafe800640 1 -- 172.21.15.31:0/2198079774 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feae4003520 con 0x7feae4004d40 2024-07-26T12:21:57.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.808+0000 7feafde00640 1 --2- 172.21.15.31:0/2198079774 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7feb000b4c50 0x7feae4003ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T12:21:57.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.809+0000 7feafe800640 1 --2- 172.21.15.31:0/2198079774 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7feae4004d40 0x7feae4005190 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7feaf8009a90 tx=0x7feae4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=70ba158cced31da2 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:57.814 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.809+0000 7feafca00640 1 -- 172.21.15.31:0/2198079774 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feaf8036070 con 0x7feae4004d40 2024-07-26T12:21:57.814 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.809+0000 7feafca00640 1 -- 172.21.15.31:0/2198079774 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7feaf8031400 con 0x7feae4004d40 2024-07-26T12:21:57.814 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.809+0000 7feafca00640 1 -- 172.21.15.31:0/2198079774 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feaf8009690 con 0x7feae4004d40 2024-07-26T12:21:57.814 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.810+0000 7feaff200640 1 -- 172.21.15.31:0/2198079774 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7feae4004d40 msgr2=0x7feae4005190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:57.814 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.810+0000 7feaff200640 1 --2- 172.21.15.31:0/2198079774 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7feae4004d40 0x7feae4005190 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7feaf8009a90 tx=0x7feae4005830 comp rx=0 tx=0).stop 2024-07-26T12:21:57.814 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.810+0000 7feafe800640 1 -- 172.21.15.31:0/2198079774 reap_dead start 2024-07-26T12:21:57.814 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.810+0000 7feaff200640 1 -- 172.21.15.31:0/2198079774 shutdown_connections 2024-07-26T12:21:57.814 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.810+0000 7feaff200640 1 -- 172.21.15.31:0/2198079774 >> 172.21.15.31:0/2198079774 conn(0x7feb000b5730 msgr2=0x7feb000b5b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:57.814 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.810+0000 7feaff200640 1 -- 172.21.15.31:0/2198079774 shutdown_connections 2024-07-26T12:21:57.814 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.810+0000 7feaff200640 1 -- 172.21.15.31:0/2198079774 wait complete. 2024-07-26T12:21:57.814 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.812+0000 7feaff200640 1 Processor -- start 2024-07-26T12:21:57.815 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.813+0000 7feaff200640 1 -- start start 2024-07-26T12:21:57.815 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.814+0000 7feaff200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7feae4004d40 0x7feb00071250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:57.815 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.814+0000 7feaff200640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7feb001de030 0x7feb0013e750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:57.815 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.814+0000 7feaff200640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7feb0013ac70 0x7feb0013b080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:57.816 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.814+0000 7feaff200640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7feb000b42e0 con 0x7feb001de030 2024-07-26T12:21:57.816 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.814+0000 7feaff200640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7feb000b4160 con 0x7feae4004d40 2024-07-26T12:21:57.816 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.814+0000 7feaff200640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7feb000b4460 con 0x7feb0013ac70 2024-07-26T12:21:57.816 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.814+0000 7feafd400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7feb001de030 0x7feb0013e750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:57.816 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.814+0000 7feafd400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7feb001de030 0x7feb0013e750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:59936/0 (socket says 172.21.15.31:59936) 2024-07-26T12:21:57.816 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.814+0000 7feafd400640 1 -- 172.21.15.31:0/3289939104 learned_addr learned my addr 172.21.15.31:0/3289939104 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:57.817 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.814+0000 7feafd400640 1 -- 172.21.15.31:0/3289939104 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7feb0013ac70 msgr2=0x7feb0013b080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:57.817 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.814+0000 7feafd400640 1 --2- 172.21.15.31:0/3289939104 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7feb0013ac70 0x7feb0013b080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:57.817 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.814+0000 7feafd400640 1 -- 172.21.15.31:0/3289939104 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7feae4004d40 msgr2=0x7feb00071250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:57.817 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.814+0000 7feafd400640 1 --2- 172.21.15.31:0/3289939104 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7feae4004d40 0x7feb00071250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:57.817 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.814+0000 7feafd400640 1 -- 172.21.15.31:0/3289939104 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feb001e19c0 con 0x7feb001de030 2024-07-26T12:21:57.817 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.815+0000 7feafd400640 1 --2- 172.21.15.31:0/3289939104 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7feb001de030 0x7feb0013e750 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7feae800c730 tx=0x7feae800cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:57.817 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.815+0000 7feaf6000640 1 -- 172.21.15.31:0/3289939104 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feae80072d0 con 0x7feb001de030 2024-07-26T12:21:57.817 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.815+0000 7feaf6000640 1 -- 172.21.15.31:0/3289939104 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7feae8007470 con 0x7feb001de030 2024-07-26T12:21:57.817 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.815+0000 7feaf6000640 1 -- 172.21.15.31:0/3289939104 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feae8004a40 con 0x7feb001de030 2024-07-26T12:21:57.817 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.815+0000 7feaff200640 1 -- 172.21.15.31:0/3289939104 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feb001e1ca0 con 0x7feb001de030 2024-07-26T12:21:57.818 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.815+0000 7feaff200640 1 -- 172.21.15.31:0/3289939104 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feb00071a90 con 0x7feb001de030 2024-07-26T12:21:57.818 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.816+0000 7feaff200640 1 -- 172.21.15.31:0/3289939104 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feb000b3900 con 0x7feb001de030 2024-07-26T12:21:57.819 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.818+0000 7feaf6000640 1 -- 172.21.15.31:0/3289939104 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7feae8011070 con 0x7feb001de030 2024-07-26T12:21:57.821 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.819+0000 7feaf6000640 1 --2- 172.21.15.31:0/3289939104 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7feadc077040 0x7feadc079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:57.821 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.819+0000 7feaf6000640 1 -- 172.21.15.31:0/3289939104 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7feae8098730 con 0x7feb001de030 2024-07-26T12:21:57.821 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.820+0000 7feafde00640 1 --2- 172.21.15.31:0/3289939104 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7feadc077040 0x7feadc079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:57.823 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.821+0000 7feafde00640 1 --2- 172.21.15.31:0/3289939104 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7feadc077040 0x7feadc079550 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7feaf0007460 tx=0x7feaf0009750 comp rx=0 tx=0).ready entity=mgr.4126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:57.827 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:57.825+0000 7feaf6000640 1 -- 172.21.15.31:0/3289939104 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7feae80618d0 con 0x7feb001de030 2024-07-26T12:21:57.905 DEBUG:teuthology.orchestra.run.smithi031:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:21:57.913 DEBUG:teuthology.orchestra.run.smithi123:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:21:58.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.076+0000 7feaff200640 1 -- 172.21.15.31:0/3289939104 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7feb000718c0 con 0x7feb001de030 2024-07-26T12:21:58.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.077+0000 7feaf6000640 1 -- 172.21.15.31:0/3289939104 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+3569 (secure 0 0 0) 0x7feae80611d0 con 0x7feb001de030 2024-07-26T12:21:58.079 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-07-26T12:21:58.079 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":8,"btime":"2024-07-26T12:21:47:598247+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4339,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.123:6835/2510414777","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6834","nonce":2510414777},{"type":"v1","addr":"172.21.15.123:6835","nonce":2510414777}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T12:21:44.131993+0000","modified":"2024-07-26T12:21:47.187215+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4353},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4353":{"gid":4353,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.31:6833/713364256","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":713364256},{"type":"v1","addr":"172.21.15.31:6833","nonce":713364256}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4353,"qdb_cluster":[4353]},"id":1}]} 2024-07-26T12:21:58.079 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 8 2024-07-26T12:21:58.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.080+0000 7feaff200640 1 -- 172.21.15.31:0/3289939104 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7feadc077040 msgr2=0x7feadc079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:58.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.080+0000 7feaff200640 1 --2- 172.21.15.31:0/3289939104 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7feadc077040 0x7feadc079550 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7feaf0007460 tx=0x7feaf0009750 comp rx=0 tx=0).stop 2024-07-26T12:21:58.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.080+0000 7feaff200640 1 -- 172.21.15.31:0/3289939104 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7feb001de030 msgr2=0x7feb0013e750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:58.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.080+0000 7feaff200640 1 --2- 172.21.15.31:0/3289939104 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7feb001de030 0x7feb0013e750 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7feae800c730 tx=0x7feae800cbf0 comp rx=0 tx=0).stop 2024-07-26T12:21:58.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.080+0000 7feaff200640 1 -- 172.21.15.31:0/3289939104 shutdown_connections 2024-07-26T12:21:58.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.080+0000 7feaff200640 1 --2- 172.21.15.31:0/3289939104 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7feadc077040 0x7feadc079550 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:58.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.080+0000 7feaff200640 1 --2- 172.21.15.31:0/3289939104 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7feb0013ac70 0x7feb0013b080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:58.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.080+0000 7feaff200640 1 --2- 172.21.15.31:0/3289939104 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7feb001de030 0x7feb0013e750 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:58.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.080+0000 7feaff200640 1 --2- 172.21.15.31:0/3289939104 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7feae4004d40 0x7feb00071250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:58.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.080+0000 7feaff200640 1 -- 172.21.15.31:0/3289939104 >> 172.21.15.31:0/3289939104 conn(0x7feb000b5730 msgr2=0x7feb0006cef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:58.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.080+0000 7feaff200640 1 -- 172.21.15.31:0/3289939104 shutdown_connections 2024-07-26T12:21:58.083 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.080+0000 7feaff200640 1 -- 172.21.15.31:0/3289939104 wait complete. 2024-07-26T12:21:58.110 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T12:21:58.380 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.378+0000 7f7319a00640 1 Processor -- start 2024-07-26T12:21:58.380 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.378+0000 7f7319a00640 1 -- start start 2024-07-26T12:21:58.382 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.380+0000 7f7319a00640 1 --2- >> v2:172.21.15.123:3300/0 conn(0x7f7314070ca0 0x7f73140b2550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:58.382 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.380+0000 7f7319a00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f7314073bf0 0x7f7314074000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:58.382 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.380+0000 7f7319a00640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7314074540 con 0x7f73141459b0 2024-07-26T12:21:58.382 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.381+0000 7f7319a00640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f7314072120 con 0x7f7314073bf0 2024-07-26T12:21:58.383 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.381+0000 7f7319a00640 1 -- --> v2:172.21.15.123:3300/0 -- mon_getmap magic: 0 -- 0x7f7314072400 con 0x7f7314070ca0 2024-07-26T12:21:58.383 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.381+0000 7f730a000640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f7314073bf0 0x7f7314074000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:58.383 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.381+0000 7f7313400640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f73141459b0 0x7f7314145dc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:43498/0 (socket says 172.21.15.31:43498) 2024-07-26T12:21:58.383 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.381+0000 7f7313400640 1 -- 172.21.15.31:0/3655370259 learned_addr learned my addr 172.21.15.31:0/3655370259 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-07-26T12:21:58.383 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.381+0000 7f7312a00640 1 --2- 172.21.15.31:0/3655370259 >> v2:172.21.15.123:3300/0 conn(0x7f7314070ca0 0x7f73140b2550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:58.383 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.381+0000 7f730a000640 1 -- 172.21.15.31:0/3655370259 >> v2:172.21.15.123:3300/0 conn(0x7f7314070ca0 msgr2=0x7f73140b2550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:58.383 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.381+0000 7f730a000640 1 --2- 172.21.15.31:0/3655370259 >> v2:172.21.15.123:3300/0 conn(0x7f7314070ca0 0x7f73140b2550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:58.384 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.381+0000 7f730a000640 1 -- 172.21.15.31:0/3655370259 >> v1:172.21.15.31:6789/0 conn(0x7f73141459b0 legacy=0x7f7314145dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:58.384 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.381+0000 7f7312000640 1 -- 172.21.15.31:0/3655370259 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1762283180 0 0) 0x7f730c001490 con 0x7f73141459b0 2024-07-26T12:21:58.384 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.381+0000 7f730a000640 1 -- 172.21.15.31:0/3655370259 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f73140711c0 con 0x7f7314073bf0 2024-07-26T12:21:58.384 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.382+0000 7f730a000640 1 --2- 172.21.15.31:0/3655370259 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7314073bf0 0x7f7314074000 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f731406f850 tx=0x7f72fc02a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=482de4a15943ca2c server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:58.384 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.383+0000 7f7312000640 1 -- 172.21.15.31:0/3655370259 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72fc037070 con 0x7f7314073bf0 2024-07-26T12:21:58.385 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.383+0000 7f7312000640 1 -- 172.21.15.31:0/3655370259 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f72fc032440 con 0x7f7314073bf0 2024-07-26T12:21:58.385 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.383+0000 7f7312000640 1 -- 172.21.15.31:0/3655370259 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72fc032870 con 0x7f7314073bf0 2024-07-26T12:21:58.385 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.383+0000 7f7319a00640 1 -- 172.21.15.31:0/3655370259 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7314073bf0 msgr2=0x7f7314074000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:58.386 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.383+0000 7f7319a00640 1 --2- 172.21.15.31:0/3655370259 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7314073bf0 0x7f7314074000 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f731406f850 tx=0x7f72fc02a110 comp rx=0 tx=0).stop 2024-07-26T12:21:58.386 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.384+0000 7f7319a00640 1 -- 172.21.15.31:0/3655370259 shutdown_connections 2024-07-26T12:21:58.386 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.384+0000 7f7319a00640 1 --2- 172.21.15.31:0/3655370259 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7314073bf0 0x7f7314074000 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:58.386 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.384+0000 7f7319a00640 1 --2- 172.21.15.31:0/3655370259 >> v2:172.21.15.123:3300/0 conn(0x7f7314070ca0 0x7f73140b2550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:58.386 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.384+0000 7f7319a00640 1 -- 172.21.15.31:0/3655370259 >> 172.21.15.31:0/3655370259 conn(0x7f73140b8d80 msgr2=0x7f73140b9190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:58.386 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.384+0000 7f7319a00640 1 -- 172.21.15.31:0/3655370259 shutdown_connections 2024-07-26T12:21:58.386 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.384+0000 7f7319a00640 1 -- 172.21.15.31:0/3655370259 wait complete. 2024-07-26T12:21:58.387 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.386+0000 7f7319a00640 1 Processor -- start 2024-07-26T12:21:58.387 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.386+0000 7f7319a00640 1 -- start start 2024-07-26T12:21:58.390 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.387+0000 7f7319a00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7314070ca0 0x7f7314147d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:58.390 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.387+0000 7f7319a00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7314073bf0 0x7f7314146ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:58.390 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.387+0000 7f7319a00640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f73141459b0 0x7f73141de3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:58.390 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.387+0000 7f7319a00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f73141505b0 con 0x7f7314070ca0 2024-07-26T12:21:58.390 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.387+0000 7f7319a00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f7314150430 con 0x7f7314073bf0 2024-07-26T12:21:58.390 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.387+0000 7f7319a00640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f7314150730 con 0x7f73141459b0 2024-07-26T12:21:58.390 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.387+0000 7f7312a00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7314070ca0 0x7f7314147d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:58.390 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.388+0000 7f7312a00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7314070ca0 0x7f7314147d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:59966/0 (socket says 172.21.15.31:59966) 2024-07-26T12:21:58.390 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.388+0000 7f7312a00640 1 -- 172.21.15.31:0/486562226 learned_addr learned my addr 172.21.15.31:0/486562226 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:58.390 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.388+0000 7f730a000640 1 --2- 172.21.15.31:0/486562226 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7314073bf0 0x7f7314146ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:58.390 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.388+0000 7f7313400640 1 --2- 172.21.15.31:0/486562226 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f73141459b0 0x7f73141de3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:58.391 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.388+0000 7f7312a00640 1 -- 172.21.15.31:0/486562226 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f73141459b0 msgr2=0x7f73141de3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:58.391 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.388+0000 7f7312a00640 1 --2- 172.21.15.31:0/486562226 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f73141459b0 0x7f73141de3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:58.391 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.388+0000 7f7312a00640 1 -- 172.21.15.31:0/486562226 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7314073bf0 msgr2=0x7f7314146ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:58.391 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.388+0000 7f7312a00640 1 --2- 172.21.15.31:0/486562226 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7314073bf0 0x7f7314146ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:58.391 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.388+0000 7f7312a00640 1 -- 172.21.15.31:0/486562226 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f73141470e0 con 0x7f7314070ca0 2024-07-26T12:21:58.391 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.388+0000 7f7313400640 1 --2- 172.21.15.31:0/486562226 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f73141459b0 0x7f73141de3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T12:21:58.391 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.388+0000 7f7312a00640 1 --2- 172.21.15.31:0/486562226 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7314070ca0 0x7f7314147d20 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f730400d5d0 tx=0x7f730400da90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:58.392 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.389+0000 7f730b400640 1 -- 172.21.15.31:0/486562226 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7304004240 con 0x7f7314070ca0 2024-07-26T12:21:58.392 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.389+0000 7f730b400640 1 -- 172.21.15.31:0/486562226 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f73040043e0 con 0x7f7314070ca0 2024-07-26T12:21:58.392 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.389+0000 7f730b400640 1 -- 172.21.15.31:0/486562226 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7304003870 con 0x7f7314070ca0 2024-07-26T12:21:58.392 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.389+0000 7f7319a00640 1 -- 172.21.15.31:0/486562226 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7314143010 con 0x7f7314070ca0 2024-07-26T12:21:58.392 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.389+0000 7f7319a00640 1 -- 172.21.15.31:0/486562226 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f73141e1fd0 con 0x7f7314070ca0 2024-07-26T12:21:58.392 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.390+0000 7f7319a00640 1 -- 172.21.15.31:0/486562226 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f73140b2550 con 0x7f7314070ca0 2024-07-26T12:21:58.392 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.391+0000 7f730b400640 1 -- 172.21.15.31:0/486562226 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f7304003a10 con 0x7f7314070ca0 2024-07-26T12:21:58.394 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.392+0000 7f730b400640 1 --2- 172.21.15.31:0/486562226 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f72f0077010 0x7f72f0079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:58.394 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.392+0000 7f730b400640 1 -- 172.21.15.31:0/486562226 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f7304098c60 con 0x7f7314070ca0 2024-07-26T12:21:58.394 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.393+0000 7f730a000640 1 --2- 172.21.15.31:0/486562226 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f72f0077010 0x7f72f0079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:58.396 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.394+0000 7f730a000640 1 --2- 172.21.15.31:0/486562226 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f72f0077010 0x7f72f0079520 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f72fc034000 tx=0x7f72fc008040 comp rx=0 tx=0).ready entity=mgr.4126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:58.398 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.397+0000 7f730b400640 1 -- 172.21.15.31:0/486562226 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f7304061e50 con 0x7f7314070ca0 2024-07-26T12:21:58.614 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.612+0000 7f7319a00640 1 -- 172.21.15.31:0/486562226 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f73141447b0 con 0x7f7314070ca0 2024-07-26T12:21:58.616 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.615+0000 7f730b400640 1 -- 172.21.15.31:0/486562226 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v22) ==== 74+0+16593 (secure 0 0 0) 0x7f7304061750 con 0x7f7314070ca0 2024-07-26T12:21:58.617 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-07-26T12:21:58.617 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":22,"fsid":"ef074135-fe46-4fec-a339-768b1d2b36ee","created":"2024-07-26T12:21:16.055794+0000","modified":"2024-07-26T12:21:45.583433+0000","last_up_change":"2024-07-26T12:21:30.882864+0000","last_in_change":"2024-07-26T12:21:21.700518+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T12:21:31.399722+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-07-26T12:21:42.295054+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-07-26T12:21:43.093314+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"218f4bdb-3f2a-4597-8391-d5869523d4ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":973597580},{"type":"v1","addr":"172.21.15.31:6817","nonce":973597580}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":973597580},{"type":"v1","addr":"172.21.15.31:6819","nonce":973597580}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":973597580},{"type":"v1","addr":"172.21.15.31:6827","nonce":973597580}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":973597580},{"type":"v1","addr":"172.21.15.31:6822","nonce":973597580}]},"public_addr":"172.21.15.31:6817/973597580","cluster_addr":"172.21.15.31:6819/973597580","heartbeat_back_addr":"172.21.15.31:6827/973597580","heartbeat_front_addr":"172.21.15.31:6822/973597580","state":["exists","up"]},{"osd":1,"uuid":"7325bd1b-087e-47b0-8411-1065643b142e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":209410576},{"type":"v1","addr":"172.21.15.31:6801","nonce":209410576}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":209410576},{"type":"v1","addr":"172.21.15.31:6803","nonce":209410576}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":209410576},{"type":"v1","addr":"172.21.15.31:6807","nonce":209410576}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":209410576},{"type":"v1","addr":"172.21.15.31:6805","nonce":209410576}]},"public_addr":"172.21.15.31:6801/209410576","cluster_addr":"172.21.15.31:6803/209410576","heartbeat_back_addr":"172.21.15.31:6807/209410576","heartbeat_front_addr":"172.21.15.31:6805/209410576","state":["exists","up"]},{"osd":2,"uuid":"461c586b-af52-4d20-a648-867cbd3fa37f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":4014278924},{"type":"v1","addr":"172.21.15.31:6809","nonce":4014278924}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":4014278924},{"type":"v1","addr":"172.21.15.31:6811","nonce":4014278924}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":4014278924},{"type":"v1","addr":"172.21.15.31:6815","nonce":4014278924}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":4014278924},{"type":"v1","addr":"172.21.15.31:6813","nonce":4014278924}]},"public_addr":"172.21.15.31:6809/4014278924","cluster_addr":"172.21.15.31:6811/4014278924","heartbeat_back_addr":"172.21.15.31:6815/4014278924","heartbeat_front_addr":"172.21.15.31:6813/4014278924","state":["exists","up"]},{"osd":3,"uuid":"132aee2d-8564-4632-8d0d-9e8e0f6edaf3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6821","nonce":2995395942},{"type":"v1","addr":"172.21.15.31:6823","nonce":2995395942}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6825","nonce":2995395942},{"type":"v1","addr":"172.21.15.31:6826","nonce":2995395942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2995395942},{"type":"v1","addr":"172.21.15.31:6831","nonce":2995395942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2995395942},{"type":"v1","addr":"172.21.15.31:6829","nonce":2995395942}]},"public_addr":"172.21.15.31:6823/2995395942","cluster_addr":"172.21.15.31:6826/2995395942","heartbeat_back_addr":"172.21.15.31:6831/2995395942","heartbeat_front_addr":"172.21.15.31:6829/2995395942","state":["exists","up"]},{"osd":4,"uuid":"eb3fc933-fae1-4328-a5c0-2cba3f72ae3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6811","nonce":2657576441},{"type":"v1","addr":"172.21.15.123:6813","nonce":2657576441}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6815","nonce":2657576441},{"type":"v1","addr":"172.21.15.123:6817","nonce":2657576441}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6823","nonce":2657576441},{"type":"v1","addr":"172.21.15.123:6826","nonce":2657576441}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6819","nonce":2657576441},{"type":"v1","addr":"172.21.15.123:6821","nonce":2657576441}]},"public_addr":"172.21.15.123:6813/2657576441","cluster_addr":"172.21.15.123:6817/2657576441","heartbeat_back_addr":"172.21.15.123:6826/2657576441","heartbeat_front_addr":"172.21.15.123:6821/2657576441","state":["exists","up"]},{"osd":5,"uuid":"9ddeeb35-6710-49b9-9688-00e0a2a406e9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6810","nonce":3352982608},{"type":"v1","addr":"172.21.15.123:6812","nonce":3352982608}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6814","nonce":3352982608},{"type":"v1","addr":"172.21.15.123:6816","nonce":3352982608}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6822","nonce":3352982608},{"type":"v1","addr":"172.21.15.123:6824","nonce":3352982608}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6818","nonce":3352982608},{"type":"v1","addr":"172.21.15.123:6820","nonce":3352982608}]},"public_addr":"172.21.15.123:6812/3352982608","cluster_addr":"172.21.15.123:6816/3352982608","heartbeat_back_addr":"172.21.15.123:6824/3352982608","heartbeat_front_addr":"172.21.15.123:6820/3352982608","state":["exists","up"]},{"osd":6,"uuid":"e76e07cc-99d0-4c6c-b9af-0c772c919987","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6825","nonce":1360257549},{"type":"v1","addr":"172.21.15.123:6827","nonce":1360257549}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6828","nonce":1360257549},{"type":"v1","addr":"172.21.15.123:6829","nonce":1360257549}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":1360257549},{"type":"v1","addr":"172.21.15.123:6833","nonce":1360257549}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6830","nonce":1360257549},{"type":"v1","addr":"172.21.15.123:6831","nonce":1360257549}]},"public_addr":"172.21.15.123:6827/1360257549","cluster_addr":"172.21.15.123:6829/1360257549","heartbeat_back_addr":"172.21.15.123:6833/1360257549","heartbeat_front_addr":"172.21.15.123:6831/1360257549","state":["exists","up"]},{"osd":7,"uuid":"a22dc76b-2f3c-4f59-ba5b-7b444346a9fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6802","nonce":2969480778},{"type":"v1","addr":"172.21.15.123:6803","nonce":2969480778}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6804","nonce":2969480778},{"type":"v1","addr":"172.21.15.123:6805","nonce":2969480778}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6808","nonce":2969480778},{"type":"v1","addr":"172.21.15.123:6809","nonce":2969480778}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6806","nonce":2969480778},{"type":"v1","addr":"172.21.15.123:6807","nonce":2969480778}]},"public_addr":"172.21.15.123:6803/2969480778","cluster_addr":"172.21.15.123:6805/2969480778","heartbeat_back_addr":"172.21.15.123:6809/2969480778","heartbeat_front_addr":"172.21.15.123:6807/2969480778","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T12:21:27.550303+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T12:21:27.377641+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T12:21:27.142256+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T12:21:27.563003+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T12:21:27.193136+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T12:21:27.225824+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T12:21:27.201675+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T12:21:27.303249+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T12:21:58.623 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.618+0000 7f7319a00640 1 -- 172.21.15.31:0/486562226 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f72f0077010 msgr2=0x7f72f0079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:58.623 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.618+0000 7f7319a00640 1 --2- 172.21.15.31:0/486562226 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f72f0077010 0x7f72f0079520 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f72fc034000 tx=0x7f72fc008040 comp rx=0 tx=0).stop 2024-07-26T12:21:58.623 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.618+0000 7f7319a00640 1 -- 172.21.15.31:0/486562226 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7314070ca0 msgr2=0x7f7314147d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:58.623 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.618+0000 7f7319a00640 1 --2- 172.21.15.31:0/486562226 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7314070ca0 0x7f7314147d20 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f730400d5d0 tx=0x7f730400da90 comp rx=0 tx=0).stop 2024-07-26T12:21:58.623 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.618+0000 7f7319a00640 1 -- 172.21.15.31:0/486562226 shutdown_connections 2024-07-26T12:21:58.623 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.618+0000 7f7319a00640 1 --2- 172.21.15.31:0/486562226 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f72f0077010 0x7f72f0079520 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:58.623 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.618+0000 7f7319a00640 1 --2- 172.21.15.31:0/486562226 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f73141459b0 0x7f73141de3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:58.623 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.618+0000 7f7319a00640 1 --2- 172.21.15.31:0/486562226 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7314073bf0 0x7f7314146ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:58.623 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.618+0000 7f7319a00640 1 --2- 172.21.15.31:0/486562226 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7314070ca0 0x7f7314147d20 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:58.624 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.618+0000 7f7319a00640 1 -- 172.21.15.31:0/486562226 >> 172.21.15.31:0/486562226 conn(0x7f73140b8d80 msgr2=0x7f7314073070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:58.624 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.618+0000 7f7319a00640 1 -- 172.21.15.31:0/486562226 shutdown_connections 2024-07-26T12:21:58.624 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.619+0000 7f7319a00640 1 -- 172.21.15.31:0/486562226 wait complete. 2024-07-26T12:21:58.646 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T12:21:58.923 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.921+0000 7f3ddea00640 1 Processor -- start 2024-07-26T12:21:58.923 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.922+0000 7f3ddea00640 1 -- start start 2024-07-26T12:21:58.925 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.923+0000 7f3ddea00640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f3dd8073fe0 0x7f3dd8151610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:58.925 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.923+0000 7f3ddea00640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3dd8072270 con 0x7f3dd80b2520 2024-07-26T12:21:58.925 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.924+0000 7f3ddea00640 1 -- --> v1:172.21.15.123:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3dd8071250 con 0x7f3dd8073bd0 2024-07-26T12:21:58.926 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.924+0000 7f3ddea00640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f3dd80b3630 con 0x7f3dd8073fe0 2024-07-26T12:21:58.926 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.924+0000 7f3ddd600640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f3dd80b2520 0x7f3dd8145c80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:43514/0 (socket says 172.21.15.31:43514) 2024-07-26T12:21:58.926 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.924+0000 7f3ddd600640 1 -- 172.21.15.31:0/3388505707 learned_addr learned my addr 172.21.15.31:0/3388505707 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-07-26T12:21:58.926 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.924+0000 7f3dde000640 1 --2- 172.21.15.31:0/3388505707 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f3dd8073fe0 0x7f3dd8151610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:58.927 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.924+0000 7f3dd7e00640 1 -- 172.21.15.31:0/3388505707 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2936803836 0 0) 0x7f3dd8072270 con 0x7f3dd80b2520 2024-07-26T12:21:58.927 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.925+0000 7f3dd7e00640 1 -- 172.21.15.31:0/3388505707 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3dc0003520 con 0x7f3dd80b2520 2024-07-26T12:21:58.927 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.925+0000 7f3dd7e00640 1 -- 172.21.15.31:0/3388505707 <== mon.1 v1:172.21.15.123:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3450147245 0 0) 0x7f3dd8071250 con 0x7f3dd8073bd0 2024-07-26T12:21:58.927 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.925+0000 7f3dd7e00640 1 -- 172.21.15.31:0/3388505707 --> v1:172.21.15.123:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3dd8072270 con 0x7f3dd8073bd0 2024-07-26T12:21:58.927 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.925+0000 7f3dde000640 1 -- 172.21.15.31:0/3388505707 >> v1:172.21.15.123:6789/0 conn(0x7f3dd8073bd0 legacy=0x7f3dd814dee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:58.927 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.925+0000 7f3dd7e00640 1 -- 172.21.15.31:0/3388505707 <== mon.0 v1:172.21.15.31:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1233887009 0 0) 0x7f3dc0003520 con 0x7f3dd80b2520 2024-07-26T12:21:58.927 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.925+0000 7f3dde000640 1 -- 172.21.15.31:0/3388505707 >> v1:172.21.15.31:6789/0 conn(0x7f3dd80b2520 legacy=0x7f3dd8145c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:58.927 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.925+0000 7f3dde000640 1 -- 172.21.15.31:0/3388505707 --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3dd8071530 con 0x7f3dd8073fe0 2024-07-26T12:21:58.928 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.926+0000 7f3dde000640 1 --2- 172.21.15.31:0/3388505707 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f3dd8073fe0 0x7f3dd8151610 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f3dd0009dc0 tx=0x7f3dd002a5d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2091ae79f6654053 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:58.928 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.927+0000 7f3dd7e00640 1 -- 172.21.15.31:0/3388505707 <== mon.2 v2:172.21.15.123:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3dcc0016f0 con 0x7f3dd8073fe0 2024-07-26T12:21:58.928 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.927+0000 7f3dd7e00640 1 -- 172.21.15.31:0/3388505707 <== mon.2 v2:172.21.15.123:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3dd0007540 con 0x7f3dd8073fe0 2024-07-26T12:21:58.929 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.927+0000 7f3dd7e00640 1 -- 172.21.15.31:0/3388505707 <== mon.2 v2:172.21.15.123:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3dd0007970 con 0x7f3dd8073fe0 2024-07-26T12:21:58.930 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.928+0000 7f3ddea00640 1 -- 172.21.15.31:0/3388505707 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f3dd8073fe0 msgr2=0x7f3dd8151610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:58.930 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.928+0000 7f3ddea00640 1 --2- 172.21.15.31:0/3388505707 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f3dd8073fe0 0x7f3dd8151610 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f3dd0009dc0 tx=0x7f3dd002a5d0 comp rx=0 tx=0).stop 2024-07-26T12:21:58.930 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.928+0000 7f3ddea00640 1 -- 172.21.15.31:0/3388505707 shutdown_connections 2024-07-26T12:21:58.930 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.928+0000 7f3ddea00640 1 --2- 172.21.15.31:0/3388505707 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f3dd8073fe0 0x7f3dd8151610 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:58.930 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.928+0000 7f3ddea00640 1 -- 172.21.15.31:0/3388505707 >> 172.21.15.31:0/3388505707 conn(0x7f3dd80b5730 msgr2=0x7f3dd80b5b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:58.930 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.928+0000 7f3ddea00640 1 -- 172.21.15.31:0/3388505707 shutdown_connections 2024-07-26T12:21:58.930 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.928+0000 7f3ddea00640 1 -- 172.21.15.31:0/3388505707 wait complete. 2024-07-26T12:21:58.932 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.930+0000 7f3ddea00640 1 Processor -- start 2024-07-26T12:21:58.932 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.930+0000 7f3ddea00640 1 -- start start 2024-07-26T12:21:58.934 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.932+0000 7f3ddea00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3dd8073bd0 0x7f3dd81de190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:58.934 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.932+0000 7f3ddea00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3dd8073fe0 0x7f3dd813d3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:58.934 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.932+0000 7f3ddea00640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f3dd80b2520 0x7f3dd813af00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:58.934 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.932+0000 7f3ddea00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f3dd80b5410 con 0x7f3dd8073fe0 2024-07-26T12:21:58.934 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.932+0000 7f3ddea00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f3dd80743f0 con 0x7f3dd8073bd0 2024-07-26T12:21:58.934 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.932+0000 7f3ddea00640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f3dd8151b50 con 0x7f3dd80b2520 2024-07-26T12:21:58.934 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.932+0000 7f3ddcc00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3dd8073fe0 0x7f3dd813d3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:58.935 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.932+0000 7f3ddcc00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3dd8073fe0 0x7f3dd813d3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:59972/0 (socket says 172.21.15.31:59972) 2024-07-26T12:21:58.935 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.932+0000 7f3ddcc00640 1 -- 172.21.15.31:0/2594603934 learned_addr learned my addr 172.21.15.31:0/2594603934 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:58.935 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.932+0000 7f3ddd600640 1 --2- 172.21.15.31:0/2594603934 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3dd8073bd0 0x7f3dd81de190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:58.935 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.932+0000 7f3dde000640 1 --2- 172.21.15.31:0/2594603934 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f3dd80b2520 0x7f3dd813af00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:58.935 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.933+0000 7f3ddcc00640 1 -- 172.21.15.31:0/2594603934 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f3dd80b2520 msgr2=0x7f3dd813af00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:58.935 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.933+0000 7f3ddcc00640 1 --2- 172.21.15.31:0/2594603934 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f3dd80b2520 0x7f3dd813af00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:58.935 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.933+0000 7f3ddcc00640 1 -- 172.21.15.31:0/2594603934 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3dd8073bd0 msgr2=0x7f3dd81de190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:58.935 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.933+0000 7f3ddcc00640 1 --2- 172.21.15.31:0/2594603934 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3dd8073bd0 0x7f3dd81de190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:58.935 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.933+0000 7f3ddcc00640 1 -- 172.21.15.31:0/2594603934 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3dd813fef0 con 0x7f3dd8073fe0 2024-07-26T12:21:58.936 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.933+0000 7f3ddcc00640 1 --2- 172.21.15.31:0/2594603934 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3dd8073fe0 0x7f3dd813d3a0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f3dc400c400 tx=0x7f3dc400c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:58.936 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.933+0000 7f3dd5600640 1 -- 172.21.15.31:0/2594603934 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3dc4017070 con 0x7f3dd8073fe0 2024-07-26T12:21:58.936 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.933+0000 7f3dd5600640 1 -- 172.21.15.31:0/2594603934 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3dc40053c0 con 0x7f3dd8073fe0 2024-07-26T12:21:58.936 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.933+0000 7f3dd5600640 1 -- 172.21.15.31:0/2594603934 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3dc4003850 con 0x7f3dd8073fe0 2024-07-26T12:21:58.936 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.933+0000 7f3ddea00640 1 -- 172.21.15.31:0/2594603934 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3dd81e2620 con 0x7f3dd8073fe0 2024-07-26T12:21:58.936 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.933+0000 7f3ddea00640 1 -- 172.21.15.31:0/2594603934 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3dd81e1e20 con 0x7f3dd8073fe0 2024-07-26T12:21:58.936 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.934+0000 7f3ddea00640 1 -- 172.21.15.31:0/2594603934 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3dd8140160 con 0x7f3dd8073fe0 2024-07-26T12:21:58.937 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.936+0000 7f3dd5600640 1 -- 172.21.15.31:0/2594603934 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f3dc401a070 con 0x7f3dd8073fe0 2024-07-26T12:21:58.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.937+0000 7f3dd5600640 1 --2- 172.21.15.31:0/2594603934 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f3db8077010 0x7f3db8079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:58.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.937+0000 7f3dd5600640 1 -- 172.21.15.31:0/2594603934 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f3dc4097e30 con 0x7f3dd8073fe0 2024-07-26T12:21:58.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.938+0000 7f3ddd600640 1 --2- 172.21.15.31:0/2594603934 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f3db8077010 0x7f3db8079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:58.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.939+0000 7f3ddd600640 1 --2- 172.21.15.31:0/2594603934 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f3db8077010 0x7f3db8079520 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f3dcc001240 tx=0x7f3dcc009040 comp rx=0 tx=0).ready entity=mgr.4126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:58.943 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:58.942+0000 7f3dd5600640 1 -- 172.21.15.31:0/2594603934 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f3dc4060f90 con 0x7f3dd8073fe0 2024-07-26T12:21:59.197 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.195+0000 7f3ddea00640 1 -- 172.21.15.31:0/2594603934 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f3dd8145c80 con 0x7f3dd8073fe0 2024-07-26T12:21:59.198 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.196+0000 7f3dd5600640 1 -- 172.21.15.31:0/2594603934 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+3569 (secure 0 0 0) 0x7f3dc4069260 con 0x7f3dd8073fe0 2024-07-26T12:21:59.198 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-07-26T12:21:59.198 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":8,"btime":"2024-07-26T12:21:47:598247+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4339,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.123:6835/2510414777","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6834","nonce":2510414777},{"type":"v1","addr":"172.21.15.123:6835","nonce":2510414777}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T12:21:44.131993+0000","modified":"2024-07-26T12:21:47.187215+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4353},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4353":{"gid":4353,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.31:6833/713364256","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":713364256},{"type":"v1","addr":"172.21.15.31:6833","nonce":713364256}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4353,"qdb_cluster":[4353]},"id":1}]} 2024-07-26T12:21:59.198 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 8 2024-07-26T12:21:59.201 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.199+0000 7f3ddea00640 1 -- 172.21.15.31:0/2594603934 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f3db8077010 msgr2=0x7f3db8079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:59.201 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.199+0000 7f3ddea00640 1 --2- 172.21.15.31:0/2594603934 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f3db8077010 0x7f3db8079520 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f3dcc001240 tx=0x7f3dcc009040 comp rx=0 tx=0).stop 2024-07-26T12:21:59.201 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.199+0000 7f3ddea00640 1 -- 172.21.15.31:0/2594603934 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3dd8073fe0 msgr2=0x7f3dd813d3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:59.201 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.199+0000 7f3ddea00640 1 --2- 172.21.15.31:0/2594603934 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3dd8073fe0 0x7f3dd813d3a0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f3dc400c400 tx=0x7f3dc400c8c0 comp rx=0 tx=0).stop 2024-07-26T12:21:59.201 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.199+0000 7f3ddea00640 1 -- 172.21.15.31:0/2594603934 shutdown_connections 2024-07-26T12:21:59.202 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.199+0000 7f3ddea00640 1 --2- 172.21.15.31:0/2594603934 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f3db8077010 0x7f3db8079520 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:59.202 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.199+0000 7f3ddea00640 1 --2- 172.21.15.31:0/2594603934 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f3dd80b2520 0x7f3dd813af00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:59.202 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.199+0000 7f3ddea00640 1 --2- 172.21.15.31:0/2594603934 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3dd8073fe0 0x7f3dd813d3a0 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:59.202 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.199+0000 7f3ddea00640 1 --2- 172.21.15.31:0/2594603934 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3dd8073bd0 0x7f3dd81de190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:59.202 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.199+0000 7f3ddea00640 1 -- 172.21.15.31:0/2594603934 >> 172.21.15.31:0/2594603934 conn(0x7f3dd80b5730 msgr2=0x7f3dd8072650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:59.202 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.199+0000 7f3ddea00640 1 -- 172.21.15.31:0/2594603934 shutdown_connections 2024-07-26T12:21:59.202 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.200+0000 7f3ddea00640 1 -- 172.21.15.31:0/2594603934 wait complete. 2024-07-26T12:21:59.428 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 8, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-07-26T12:21:44.131993+0000', 'modified': '2024-07-26T12:21:47.187215+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4353}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4353': {'gid': 4353, 'name': 'a', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.31:6833/713364256', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.31:6832', 'nonce': 713364256}, {'type': 'v1', 'addr': '172.21.15.31:6833', 'nonce': 713364256}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 4353, 'qdb_cluster': [4353]} 2024-07-26T12:21:59.428 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-07-26T12:21:59.428 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-07-26T12:21:59.719 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.717+0000 7f376be00640 1 Processor -- start 2024-07-26T12:21:59.719 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.717+0000 7f376be00640 1 -- start start 2024-07-26T12:21:59.720 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.719+0000 7f376be00640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f376c0af750 0x7f376c0b3880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:59.720 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.719+0000 7f376be00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f376c144400 0x7f376c144810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:59.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.719+0000 7f376be00640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f376c0afce0 con 0x7f376c0b26e0 2024-07-26T12:21:59.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.719+0000 7f376be00640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f376c0b31d0 con 0x7f376c144400 2024-07-26T12:21:59.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.719+0000 7f376be00640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f376c0b2cb0 con 0x7f376c0af750 2024-07-26T12:21:59.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.719+0000 7f376a000640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f376c0b26e0 0x7f376c073cb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:43518/0 (socket says 172.21.15.31:43518) 2024-07-26T12:21:59.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.719+0000 7f376a000640 1 -- 172.21.15.31:0/3275627473 learned_addr learned my addr 172.21.15.31:0/3275627473 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-07-26T12:21:59.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.719+0000 7f376b400640 1 --2- 172.21.15.31:0/3275627473 >> v2:172.21.15.31:3300/0 conn(0x7f376c144400 0x7f376c144810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:59.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.720+0000 7f376aa00640 1 --2- 172.21.15.31:0/3275627473 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f376c0af750 0x7f376c0b3880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:59.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.720+0000 7f3769600640 1 -- 172.21.15.31:0/3275627473 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1100305626 0 0) 0x7f376c0afce0 con 0x7f376c0b26e0 2024-07-26T12:21:59.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.720+0000 7f3769600640 1 -- 172.21.15.31:0/3275627473 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3750005730 con 0x7f376c0b26e0 2024-07-26T12:21:59.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.720+0000 7f376b400640 1 -- 172.21.15.31:0/3275627473 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f376c0af750 msgr2=0x7f376c0b3880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:59.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.720+0000 7f376b400640 1 --2- 172.21.15.31:0/3275627473 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f376c0af750 0x7f376c0b3880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:59.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.720+0000 7f376b400640 1 -- 172.21.15.31:0/3275627473 >> v1:172.21.15.31:6789/0 conn(0x7f376c0b26e0 legacy=0x7f376c073cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:59.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.720+0000 7f376b400640 1 -- 172.21.15.31:0/3275627473 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f376c0b9af0 con 0x7f376c144400 2024-07-26T12:21:59.723 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.721+0000 7f376b400640 1 --2- 172.21.15.31:0/3275627473 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f376c144400 0x7f376c144810 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f37640097a0 tx=0x7f376402a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a5f8990db030ddd6 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:59.723 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.721+0000 7f3769600640 1 -- 172.21.15.31:0/3275627473 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3764037070 con 0x7f376c144400 2024-07-26T12:21:59.723 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.721+0000 7f3769600640 1 -- 172.21.15.31:0/3275627473 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3764032440 con 0x7f376c144400 2024-07-26T12:21:59.723 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.721+0000 7f3769600640 1 -- 172.21.15.31:0/3275627473 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3764032870 con 0x7f376c144400 2024-07-26T12:21:59.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.722+0000 7f376be00640 1 -- 172.21.15.31:0/3275627473 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f376c144400 msgr2=0x7f376c144810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:59.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.722+0000 7f376be00640 1 --2- 172.21.15.31:0/3275627473 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f376c144400 0x7f376c144810 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f37640097a0 tx=0x7f376402a060 comp rx=0 tx=0).stop 2024-07-26T12:21:59.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.722+0000 7f376be00640 1 -- 172.21.15.31:0/3275627473 shutdown_connections 2024-07-26T12:21:59.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.722+0000 7f376be00640 1 --2- 172.21.15.31:0/3275627473 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f376c144400 0x7f376c144810 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:59.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.722+0000 7f376be00640 1 --2- 172.21.15.31:0/3275627473 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f376c0af750 0x7f376c0b3880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:59.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.722+0000 7f376be00640 1 -- 172.21.15.31:0/3275627473 >> 172.21.15.31:0/3275627473 conn(0x7f376c06d300 msgr2=0x7f376c0b8ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:59.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.722+0000 7f376be00640 1 -- 172.21.15.31:0/3275627473 shutdown_connections 2024-07-26T12:21:59.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.722+0000 7f376be00640 1 -- 172.21.15.31:0/3275627473 wait complete. 2024-07-26T12:21:59.726 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.724+0000 7f376be00640 1 Processor -- start 2024-07-26T12:21:59.726 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.725+0000 7f376be00640 1 -- start start 2024-07-26T12:21:59.728 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.726+0000 7f376be00640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f376c0af750 0x7f376c1e1fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:59.728 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.726+0000 7f376be00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f376c0b26e0 0x7f376c1d02d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:59.728 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.726+0000 7f376be00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f376c144400 0x7f376c1de3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:59.728 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.726+0000 7f376be00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f376c0b44e0 con 0x7f376c0b26e0 2024-07-26T12:21:59.728 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.726+0000 7f376be00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f376c0b4360 con 0x7f376c144400 2024-07-26T12:21:59.728 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.726+0000 7f376be00640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f376c0b4660 con 0x7f376c0af750 2024-07-26T12:21:59.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.726+0000 7f376a000640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f376c0b26e0 0x7f376c1d02d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:59.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.726+0000 7f376a000640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f376c0b26e0 0x7f376c1d02d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:59982/0 (socket says 172.21.15.31:59982) 2024-07-26T12:21:59.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.726+0000 7f376a000640 1 -- 172.21.15.31:0/2270618490 learned_addr learned my addr 172.21.15.31:0/2270618490 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:59.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.726+0000 7f376aa00640 1 --2- 172.21.15.31:0/2270618490 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f376c0af750 0x7f376c1e1fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:59.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.727+0000 7f376b400640 1 --2- 172.21.15.31:0/2270618490 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f376c144400 0x7f376c1de3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:59.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.727+0000 7f376a000640 1 -- 172.21.15.31:0/2270618490 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f376c0af750 msgr2=0x7f376c1e1fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:59.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.727+0000 7f376a000640 1 --2- 172.21.15.31:0/2270618490 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f376c0af750 0x7f376c1e1fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:59.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.727+0000 7f376a000640 1 -- 172.21.15.31:0/2270618490 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f376c144400 msgr2=0x7f376c1de3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:59.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.727+0000 7f376a000640 1 --2- 172.21.15.31:0/2270618490 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f376c144400 0x7f376c1de3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:59.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.727+0000 7f376a000640 1 -- 172.21.15.31:0/2270618490 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f376c148950 con 0x7f376c0b26e0 2024-07-26T12:21:59.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.727+0000 7f376a000640 1 --2- 172.21.15.31:0/2270618490 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f376c0b26e0 0x7f376c1d02d0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f375400c410 tx=0x7f375400c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:59.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.727+0000 7f3762a00640 1 -- 172.21.15.31:0/2270618490 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3754017070 con 0x7f376c0b26e0 2024-07-26T12:21:59.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.727+0000 7f3762a00640 1 -- 172.21.15.31:0/2270618490 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3754005ce0 con 0x7f376c0b26e0 2024-07-26T12:21:59.731 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.727+0000 7f3762a00640 1 -- 172.21.15.31:0/2270618490 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3754007330 con 0x7f376c0b26e0 2024-07-26T12:21:59.731 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.727+0000 7f376be00640 1 -- 172.21.15.31:0/2270618490 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f376c1ddf10 con 0x7f376c0b26e0 2024-07-26T12:21:59.731 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.728+0000 7f376be00640 1 -- 172.21.15.31:0/2270618490 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f376c13f210 con 0x7f376c0b26e0 2024-07-26T12:21:59.731 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.730+0000 7f3762a00640 1 -- 172.21.15.31:0/2270618490 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f375401a070 con 0x7f376c0b26e0 2024-07-26T12:21:59.733 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.731+0000 7f3778830740 1 Processor -- start 2024-07-26T12:21:59.733 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.731+0000 7f3762a00640 1 --2- 172.21.15.31:0/2270618490 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f3748077010 0x7f3748079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:59.733 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.731+0000 7f3762a00640 1 -- 172.21.15.31:0/2270618490 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f3754097d60 con 0x7f376c0b26e0 2024-07-26T12:21:59.733 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.731+0000 7f3778830740 1 -- start start 2024-07-26T12:21:59.733 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.732+0000 7f376b400640 1 --2- 172.21.15.31:0/2270618490 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f3748077010 0x7f3748079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:59.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.732+0000 7f3778830740 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55776e422270 0x55776e7c2410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:59.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.733+0000 7f3778830740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55776e3f93b0 0x55776e7c5090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:59.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.733+0000 7f3778830740 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x55776e401590 0x55776e7dd2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:59.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.733+0000 7f3778830740 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x55776e73a390 con 0x55776e422270 2024-07-26T12:21:59.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.733+0000 7f3778830740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55776e729a30 con 0x55776e3f93b0 2024-07-26T12:21:59.736 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.733+0000 7f3778830740 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x55776e72d8d0 con 0x55776e401590 2024-07-26T12:21:59.736 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.733+0000 7f376aa00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55776e422270 0x55776e7c2410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:59.736 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.733+0000 7f376aa00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55776e422270 0x55776e7c2410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:59990/0 (socket says 172.21.15.31:59990) 2024-07-26T12:21:59.736 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.733+0000 7f376aa00640 1 -- 172.21.15.31:0/2771214910 learned_addr learned my addr 172.21.15.31:0/2771214910 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:59.736 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.733+0000 7f376aa00640 1 -- 172.21.15.31:0/2771214910 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x55776e401590 msgr2=0x55776e7dd2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:59.736 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.733+0000 7f376aa00640 1 --2- 172.21.15.31:0/2771214910 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x55776e401590 0x55776e7dd2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:59.736 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.733+0000 7f376aa00640 1 -- 172.21.15.31:0/2771214910 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55776e3f93b0 msgr2=0x55776e7c5090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:59.736 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.733+0000 7f376aa00640 1 --2- 172.21.15.31:0/2771214910 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55776e3f93b0 0x55776e7c5090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:59.736 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.733+0000 7f376aa00640 1 -- 172.21.15.31:0/2771214910 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55776e6e5d70 con 0x55776e422270 2024-07-26T12:21:59.736 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.733+0000 7f376b400640 1 --2- 172.21.15.31:0/2270618490 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f3748077010 0x7f3748079520 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f3764034000 tx=0x7f3764004730 comp rx=0 tx=0).ready entity=mgr.4126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:59.736 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.733+0000 7f376aa00640 1 --2- 172.21.15.31:0/2771214910 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55776e422270 0x55776e7c2410 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f375c009b10 tx=0x7f375c004040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5a79604c435e5f04 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:59.736 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.734+0000 7f375b400640 1 -- 172.21.15.31:0/2771214910 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f375c013780 con 0x55776e422270 2024-07-26T12:21:59.736 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.734+0000 7f375b400640 1 -- 172.21.15.31:0/2771214910 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f375c019070 con 0x55776e422270 2024-07-26T12:21:59.737 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.734+0000 7f375b400640 1 -- 172.21.15.31:0/2771214910 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f375c013cb0 con 0x55776e422270 2024-07-26T12:21:59.737 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.734+0000 7f3778830740 1 -- 172.21.15.31:0/2771214910 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55776e422270 msgr2=0x55776e7c2410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:59.738 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.734+0000 7f3778830740 1 --2- 172.21.15.31:0/2771214910 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55776e422270 0x55776e7c2410 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f375c009b10 tx=0x7f375c004040 comp rx=0 tx=0).stop 2024-07-26T12:21:59.738 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.735+0000 7f3778830740 1 -- 172.21.15.31:0/2771214910 shutdown_connections 2024-07-26T12:21:59.738 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.735+0000 7f3778830740 1 --2- 172.21.15.31:0/2771214910 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x55776e401590 0x55776e7dd2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:59.738 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.735+0000 7f3778830740 1 --2- 172.21.15.31:0/2771214910 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55776e3f93b0 0x55776e7c5090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:59.738 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.735+0000 7f3778830740 1 --2- 172.21.15.31:0/2771214910 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55776e422270 0x55776e7c2410 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:59.738 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.735+0000 7f3778830740 1 -- 172.21.15.31:0/2771214910 >> 172.21.15.31:0/2771214910 conn(0x55776e4163c0 msgr2=0x55776e7c66b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:59.738 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.735+0000 7f3778830740 1 -- 172.21.15.31:0/2771214910 shutdown_connections 2024-07-26T12:21:59.738 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.735+0000 7f3778830740 1 -- 172.21.15.31:0/2771214910 wait complete. 2024-07-26T12:21:59.738 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.736+0000 7f3778830740 1 -- start start 2024-07-26T12:21:59.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.736+0000 7f3778830740 1 Processor -- start 2024-07-26T12:21:59.741 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.737+0000 7f3778830740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55776e3f93b0 0x55776e8049a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:59.741 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.737+0000 7f3778830740 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55776e401590 0x55776e7e0150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:59.742 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.737+0000 7f3778830740 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x55776e422270 0x55776e7dc460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:59.742 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.737+0000 7f3778830740 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x55776e49c620 con 0x55776e401590 2024-07-26T12:21:59.742 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.737+0000 7f3778830740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55776e6c6e10 con 0x55776e3f93b0 2024-07-26T12:21:59.742 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.737+0000 7f3778830740 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x55776e7e0b60 con 0x55776e422270 2024-07-26T12:21:59.742 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.737+0000 7f3778830740 10 client.0 _ll_register_callbacks cb 0x55776e7239a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-26T12:21:59.742 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.737+0000 7f376a000640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55776e401590 0x55776e7e0150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:59.742 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.737+0000 7f376a000640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55776e401590 0x55776e7e0150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:59996/0 (socket says 172.21.15.31:59996) 2024-07-26T12:21:59.742 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.737+0000 7f376a000640 1 -- 172.21.15.31:0/1402291262 learned_addr learned my addr 172.21.15.31:0/1402291262 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:59.742 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.738+0000 7f376b400640 1 --2- 172.21.15.31:0/1402291262 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x55776e422270 0x55776e7dc460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:59.742 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.738+0000 7f376a000640 1 -- 172.21.15.31:0/1402291262 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x55776e422270 msgr2=0x55776e7dc460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:59.742 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.738+0000 7f376a000640 1 --2- 172.21.15.31:0/1402291262 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x55776e422270 0x55776e7dc460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:59.742 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.738+0000 7f376aa00640 1 --2- 172.21.15.31:0/1402291262 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55776e3f93b0 0x55776e8049a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:59.743 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.738+0000 7f376a000640 1 -- 172.21.15.31:0/1402291262 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55776e3f93b0 msgr2=0x55776e8049a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:59.743 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.738+0000 7f376a000640 1 --2- 172.21.15.31:0/1402291262 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55776e3f93b0 0x55776e8049a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:59.743 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.738+0000 7f376a000640 1 -- 172.21.15.31:0/1402291262 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55776e48d850 con 0x55776e401590 2024-07-26T12:21:59.743 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.738+0000 7f376b400640 1 --2- 172.21.15.31:0/1402291262 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x55776e422270 0x55776e7dc460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T12:21:59.743 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.738+0000 7f376a000640 1 --2- 172.21.15.31:0/1402291262 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55776e401590 0x55776e7e0150 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f375405c900 tx=0x7f3754060450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5dc90bda7d2fa375 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:59.743 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.738+0000 7f374fe00640 10 client.0 ms_handle_connect on v2:172.21.15.31:3300/0 2024-07-26T12:21:59.743 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.738+0000 7f374fe00640 1 -- 172.21.15.31:0/1402291262 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3754064e80 con 0x55776e401590 2024-07-26T12:21:59.743 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.738+0000 7f374fe00640 1 -- 172.21.15.31:0/1402291262 <== mon.0 v2:172.21.15.31:3300/0 2 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f37540696b0 con 0x55776e401590 2024-07-26T12:21:59.743 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.738+0000 7f3778830740 1 -- 172.21.15.31:0/1402291262 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f375c019070 con 0x55776e401590 2024-07-26T12:21:59.743 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.739+0000 7f374fe00640 1 -- 172.21.15.31:0/1402291262 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_get_version_reply(handle=1 version=8) ==== 24+0+0 (secure 0 0 0) 0x7f3754080050 con 0x55776e401590 2024-07-26T12:21:59.743 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.739+0000 7f3778830740 10 client.4629 fetch_fsmap learned FSMap version 8 2024-07-26T12:21:59.743 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.739+0000 7f3778830740 1 -- 172.21.15.31:0/1402291262 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,fsmap=8,monmap=2+}) -- 0x55776e5046b0 con 0x55776e401590 2024-07-26T12:21:59.743 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.739+0000 7f374fe00640 1 -- 172.21.15.31:0/1402291262 <== mon.0 v2:172.21.15.31:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f375c019070 con 0x55776e401590 2024-07-26T12:21:59.744 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.739+0000 7f374fe00640 1 -- 172.21.15.31:0/1402291262 <== mon.0 v2:172.21.15.31:3300/0 5 ==== fsmap(e 8) ==== 2292+0+0 (secure 0 0 0) 0x7f3754061bb0 con 0x55776e401590 2024-07-26T12:21:59.744 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.739+0000 7f3778830740 10 client.4629 fetch_fsmap finished waiting for FSMap version 8 2024-07-26T12:21:59.744 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.739+0000 7f3778830740 10 client.4629 resolve_mds: resolved name 'a' to daemon mds.a 2024-07-26T12:21:59.744 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.739+0000 7f3778830740 20 client.4629 populate_metadata read hostname 'smithi031' 2024-07-26T12:21:59.744 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.739+0000 7f3778830740 1 --2- 172.21.15.31:0/1402291262 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x55776e3e0e40 0x55776e8082c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:59.744 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.739+0000 7f3778830740 4 client.4629 mds_command: new command op to 4353 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-07-26T12:21:59.744 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.739+0000 7f3778830740 1 -- 172.21.15.31:0/1402291262 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55776e73c2e0 con 0x55776e3e0e40 2024-07-26T12:21:59.744 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.739+0000 7f376aa00640 1 --2- 172.21.15.31:0/1402291262 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x55776e3e0e40 0x55776e8082c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:59.744 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.740+0000 7f376aa00640 1 --2- 172.21.15.31:0/1402291262 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x55776e3e0e40 0x55776e8082c0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8a11bc757c92f3a2 server_cookie=d8c2083ef2520e0a in_seq=0 out_seq=0 2024-07-26T12:21:59.744 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.740+0000 7f374fe00640 10 client.4629 ms_handle_connect on v2:172.21.15.31:6832/713364256 2024-07-26T12:21:59.745 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.741+0000 7f374fe00640 1 -- 172.21.15.31:0/1402291262 <== mds.0 v2:172.21.15.31:6832/713364256 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55776e73c2e0 con 0x55776e3e0e40 2024-07-26T12:21:59.745 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.741+0000 7f374fe00640 10 client.4629 handle_command_reply: tid=0 2024-07-26T12:21:59.745 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.741+0000 7f3778830740 1 client.4629 shutdown 2024-07-26T12:21:59.746 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.741+0000 7f3778830740 1 -- 172.21.15.31:0/1402291262 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55776e401590 msgr2=0x55776e7e0150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:59.746 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.741+0000 7f3778830740 1 --2- 172.21.15.31:0/1402291262 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55776e401590 0x55776e7e0150 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f375405c900 tx=0x7f3754060450 comp rx=0 tx=0).stop 2024-07-26T12:21:59.746 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.741+0000 7f3778830740 1 -- 172.21.15.31:0/1402291262 shutdown_connections 2024-07-26T12:21:59.746 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.741+0000 7f3778830740 1 --2- 172.21.15.31:0/1402291262 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x55776e422270 0x55776e7dc460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:59.746 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.741+0000 7f3778830740 1 --2- 172.21.15.31:0/1402291262 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x55776e3e0e40 0x55776e8082c0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:59.746 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.741+0000 7f3778830740 1 --2- 172.21.15.31:0/1402291262 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55776e401590 0x55776e7e0150 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:59.746 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.741+0000 7f3778830740 1 --2- 172.21.15.31:0/1402291262 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55776e3f93b0 0x55776e8049a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:59.746 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.741+0000 7f3778830740 1 -- 172.21.15.31:0/1402291262 >> 172.21.15.31:0/1402291262 conn(0x55776e4163c0 msgr2=0x55776e7dd2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:59.746 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.741+0000 7f374fe00640 0 client.4629 ms_handle_reset on v2:172.21.15.31:6832/713364256 2024-07-26T12:21:59.746 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.741+0000 7f3778830740 1 -- 172.21.15.31:0/1402291262 shutdown_connections 2024-07-26T12:21:59.746 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.742+0000 7f3778830740 1 -- 172.21.15.31:0/1402291262 wait complete. 2024-07-26T12:21:59.746 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.742+0000 7f3778830740 20 client.4629 trim_cache size 0 max 16384 2024-07-26T12:21:59.764 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.763+0000 7f3778830740 1 Processor -- start 2024-07-26T12:21:59.764 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.763+0000 7f3778830740 1 -- start start 2024-07-26T12:21:59.766 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.764+0000 7f3778830740 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x55776e3f93b0 0x55776e7c6850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:59.766 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.764+0000 7f3778830740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55776e401590 0x55776e7c4d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:59.766 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.764+0000 7f3778830740 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55776e422270 0x55776e7c5280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:59.766 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.764+0000 7f3778830740 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f376c1eac20 con 0x55776e422270 2024-07-26T12:21:59.766 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.764+0000 7f3778830740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f376c1e9d60 con 0x55776e401590 2024-07-26T12:21:59.766 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.764+0000 7f3778830740 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x55776e7dee40 con 0x55776e3f93b0 2024-07-26T12:21:59.767 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.764+0000 7f376b400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55776e422270 0x55776e7c5280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:59.767 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.764+0000 7f376b400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55776e422270 0x55776e7c5280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:60000/0 (socket says 172.21.15.31:60000) 2024-07-26T12:21:59.767 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.764+0000 7f376b400640 1 -- 172.21.15.31:0/2794215145 learned_addr learned my addr 172.21.15.31:0/2794215145 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:59.767 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.764+0000 7f376aa00640 1 --2- 172.21.15.31:0/2794215145 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x55776e3f93b0 0x55776e7c6850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:59.767 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.764+0000 7f376a000640 1 --2- 172.21.15.31:0/2794215145 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55776e401590 0x55776e7c4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:59.767 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.765+0000 7f376b400640 1 -- 172.21.15.31:0/2794215145 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x55776e3f93b0 msgr2=0x55776e7c6850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:59.767 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.765+0000 7f376b400640 1 --2- 172.21.15.31:0/2794215145 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x55776e3f93b0 0x55776e7c6850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:59.767 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.765+0000 7f376b400640 1 -- 172.21.15.31:0/2794215145 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55776e401590 msgr2=0x55776e7c4d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:59.767 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.765+0000 7f376b400640 1 --2- 172.21.15.31:0/2794215145 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55776e401590 0x55776e7c4d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:59.767 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.765+0000 7f376b400640 1 -- 172.21.15.31:0/2794215145 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55776e8023a0 con 0x55776e422270 2024-07-26T12:21:59.769 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.765+0000 7f376b400640 1 --2- 172.21.15.31:0/2794215145 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55776e422270 0x55776e7c5280 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f3764009890 tx=0x7f3764008050 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a85cff67419642a9 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:59.769 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.765+0000 7f375aa00640 1 -- 172.21.15.31:0/2794215145 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3764037040 con 0x55776e422270 2024-07-26T12:21:59.769 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.765+0000 7f375aa00640 1 -- 172.21.15.31:0/2794215145 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3764003780 con 0x55776e422270 2024-07-26T12:21:59.769 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.765+0000 7f375aa00640 1 -- 172.21.15.31:0/2794215145 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3764003bb0 con 0x55776e422270 2024-07-26T12:21:59.769 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.766+0000 7f3778830740 1 -- 172.21.15.31:0/2794215145 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55776e422270 msgr2=0x55776e7c5280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:59.769 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.766+0000 7f3778830740 1 --2- 172.21.15.31:0/2794215145 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55776e422270 0x55776e7c5280 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f3764009890 tx=0x7f3764008050 comp rx=0 tx=0).stop 2024-07-26T12:21:59.769 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.766+0000 7f3778830740 1 -- 172.21.15.31:0/2794215145 shutdown_connections 2024-07-26T12:21:59.769 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.766+0000 7f3778830740 1 --2- 172.21.15.31:0/2794215145 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55776e422270 0x55776e7c5280 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:59.769 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.766+0000 7f3778830740 1 --2- 172.21.15.31:0/2794215145 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55776e401590 0x55776e7c4d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:59.769 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.766+0000 7f3778830740 1 --2- 172.21.15.31:0/2794215145 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x55776e3f93b0 0x55776e7c6850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:59.769 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.766+0000 7f3778830740 1 -- 172.21.15.31:0/2794215145 >> 172.21.15.31:0/2794215145 conn(0x55776e4163c0 msgr2=0x55776e7bd220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:59.770 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.766+0000 7f3778830740 1 -- 172.21.15.31:0/2794215145 shutdown_connections 2024-07-26T12:21:59.770 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.766+0000 7f3778830740 1 -- 172.21.15.31:0/2794215145 wait complete. 2024-07-26T12:21:59.770 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.767+0000 7f3778830740 1 -- start start 2024-07-26T12:21:59.770 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.767+0000 7f3778830740 1 Processor -- start 2024-07-26T12:21:59.771 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.769+0000 7f3778830740 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55776e3f93b0 0x55776e8762b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:59.771 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.769+0000 7f3778830740 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x55776e401590 0x55776e7c4d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:59.771 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.769+0000 7f3778830740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55776e422270 0x55776e80e530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:59.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.769+0000 7f3778830740 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x55776e7f9e40 con 0x55776e3f93b0 2024-07-26T12:21:59.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.769+0000 7f3778830740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55776e807cf0 con 0x55776e422270 2024-07-26T12:21:59.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.769+0000 7f3778830740 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x55776e872610 con 0x55776e401590 2024-07-26T12:21:59.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.769+0000 7f3778830740 10 client.0 _ll_register_callbacks cb 0x7f3754005f10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-26T12:21:59.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.769+0000 7f376aa00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55776e3f93b0 0x55776e8762b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:59.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.769+0000 7f376aa00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55776e3f93b0 0x55776e8762b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:60008/0 (socket says 172.21.15.31:60008) 2024-07-26T12:21:59.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.769+0000 7f376aa00640 1 -- 172.21.15.31:0/3025280149 learned_addr learned my addr 172.21.15.31:0/3025280149 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:21:59.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.769+0000 7f376aa00640 1 -- 172.21.15.31:0/3025280149 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x55776e401590 msgr2=0x55776e7c4d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:59.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.769+0000 7f376aa00640 1 --2- 172.21.15.31:0/3025280149 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x55776e401590 0x55776e7c4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:59.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.769+0000 7f376aa00640 1 -- 172.21.15.31:0/3025280149 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55776e422270 msgr2=0x55776e80e530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:21:59.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.769+0000 7f376aa00640 1 --2- 172.21.15.31:0/3025280149 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55776e422270 0x55776e80e530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:59.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.769+0000 7f376aa00640 1 -- 172.21.15.31:0/3025280149 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55776e872140 con 0x55776e3f93b0 2024-07-26T12:21:59.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.770+0000 7f376aa00640 1 --2- 172.21.15.31:0/3025280149 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55776e3f93b0 0x55776e8762b0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f375c009b10 tx=0x7f375c004840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3d6b8e93cb0db515 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:21:59.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.770+0000 7f374fe00640 10 client.0 ms_handle_connect on v2:172.21.15.31:3300/0 2024-07-26T12:21:59.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.770+0000 7f374fe00640 1 -- 172.21.15.31:0/3025280149 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f375c013c10 con 0x55776e3f93b0 2024-07-26T12:21:59.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.770+0000 7f374fe00640 1 -- 172.21.15.31:0/3025280149 <== mon.0 v2:172.21.15.31:3300/0 2 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f375c013db0 con 0x55776e3f93b0 2024-07-26T12:21:59.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.770+0000 7f3778830740 1 -- 172.21.15.31:0/3025280149 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3764003780 con 0x55776e3f93b0 2024-07-26T12:21:59.776 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.770+0000 7f374fe00640 1 -- 172.21.15.31:0/3025280149 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_get_version_reply(handle=1 version=8) ==== 24+0+0 (secure 0 0 0) 0x7f375c038050 con 0x55776e3f93b0 2024-07-26T12:21:59.776 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.770+0000 7f3778830740 10 client.4635 fetch_fsmap learned FSMap version 8 2024-07-26T12:21:59.776 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.770+0000 7f3778830740 1 -- 172.21.15.31:0/3025280149 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,fsmap=8,monmap=2+}) -- 0x55776e7c5280 con 0x55776e3f93b0 2024-07-26T12:21:59.776 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.770+0000 7f374fe00640 1 -- 172.21.15.31:0/3025280149 <== mon.0 v2:172.21.15.31:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3764003780 con 0x55776e3f93b0 2024-07-26T12:21:59.776 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.771+0000 7f374fe00640 1 -- 172.21.15.31:0/3025280149 <== mon.0 v2:172.21.15.31:3300/0 5 ==== fsmap(e 8) ==== 2292+0+0 (secure 0 0 0) 0x7f375c03b020 con 0x55776e3f93b0 2024-07-26T12:21:59.776 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.771+0000 7f3778830740 10 client.4635 fetch_fsmap finished waiting for FSMap version 8 2024-07-26T12:21:59.776 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.771+0000 7f3778830740 10 client.4635 resolve_mds: resolved name 'a' to daemon mds.a 2024-07-26T12:21:59.776 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.771+0000 7f3778830740 20 client.4635 populate_metadata read hostname 'smithi031' 2024-07-26T12:21:59.776 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.771+0000 7f3778830740 1 --2- 172.21.15.31:0/3025280149 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x55776e7edce0 0x55776e7ee0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:21:59.776 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.771+0000 7f3778830740 4 client.4635 mds_command: new command op to 4353 tid=0 multi_id=0 [{"prefix": "status"}] 2024-07-26T12:21:59.776 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.771+0000 7f3778830740 1 -- 172.21.15.31:0/3025280149 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- command(tid 0: {"prefix": "status"}) -- 0x55776e737d80 con 0x55776e7edce0 2024-07-26T12:21:59.776 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.771+0000 7f376a000640 1 --2- 172.21.15.31:0/3025280149 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x55776e7edce0 0x55776e7ee0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:21:59.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.771+0000 7f376a000640 1 --2- 172.21.15.31:0/3025280149 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x55776e7edce0 0x55776e7ee0f0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=44e010e01168cdff server_cookie=266b41f2fdc113f3 in_seq=0 out_seq=0 2024-07-26T12:21:59.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.771+0000 7f374fe00640 10 client.4635 ms_handle_connect on v2:172.21.15.31:6832/713364256 2024-07-26T12:21:59.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.772+0000 7f374fe00640 1 -- 172.21.15.31:0/3025280149 <== mds.0 v2:172.21.15.31:6832/713364256 1 ==== command_reply(tid 0: 0 ) ==== 8+0+324 (crc 0 0 0) 0x55776e737d80 con 0x55776e7edce0 2024-07-26T12:21:59.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.772+0000 7f374fe00640 10 client.4635 handle_command_reply: tid=0 2024-07-26T12:21:59.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.772+0000 7f3778830740 1 client.4635 shutdown 2024-07-26T12:21:59.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.772+0000 7f3778830740 1 -- 172.21.15.31:0/3025280149 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55776e3f93b0 msgr2=0x55776e8762b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:59.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.772+0000 7f3778830740 1 --2- 172.21.15.31:0/3025280149 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55776e3f93b0 0x55776e8762b0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f375c009b10 tx=0x7f375c004840 comp rx=0 tx=0).stop 2024-07-26T12:21:59.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.772+0000 7f3778830740 1 -- 172.21.15.31:0/3025280149 shutdown_connections 2024-07-26T12:21:59.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.772+0000 7f3778830740 1 --2- 172.21.15.31:0/3025280149 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55776e422270 0x55776e80e530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:59.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.772+0000 7f3778830740 1 --2- 172.21.15.31:0/3025280149 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x55776e401590 0x55776e7c4d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:59.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.772+0000 7f3778830740 1 --2- 172.21.15.31:0/3025280149 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x55776e7edce0 0x55776e7ee0f0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:59.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.772+0000 7f3778830740 1 --2- 172.21.15.31:0/3025280149 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55776e3f93b0 0x55776e8762b0 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:59.778 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.772+0000 7f3778830740 1 -- 172.21.15.31:0/3025280149 >> 172.21.15.31:0/3025280149 conn(0x55776e4163c0 msgr2=0x55776e7e0050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:59.778 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.772+0000 7f374fe00640 0 client.4635 ms_handle_reset on v2:172.21.15.31:6832/713364256 2024-07-26T12:21:59.778 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.772+0000 7f3778830740 1 -- 172.21.15.31:0/3025280149 shutdown_connections 2024-07-26T12:21:59.778 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.772+0000 7f3778830740 1 -- 172.21.15.31:0/3025280149 wait complete. 2024-07-26T12:21:59.778 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.772+0000 7f3778830740 20 client.4635 trim_cache size 0 max 16384 2024-07-26T12:21:59.778 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-07-26T12:21:59.778 INFO:teuthology.orchestra.run.smithi031.stdout: "cluster_fsid": "ef074135-fe46-4fec-a339-768b1d2b36ee", 2024-07-26T12:21:59.778 INFO:teuthology.orchestra.run.smithi031.stdout: "whoami": 0, 2024-07-26T12:21:59.778 INFO:teuthology.orchestra.run.smithi031.stdout: "id": 4353, 2024-07-26T12:21:59.779 INFO:teuthology.orchestra.run.smithi031.stdout: "want_state": "up:active", 2024-07-26T12:21:59.779 INFO:teuthology.orchestra.run.smithi031.stdout: "state": "up:active", 2024-07-26T12:21:59.779 INFO:teuthology.orchestra.run.smithi031.stdout: "fs_name": "cephfs", 2024-07-26T12:21:59.779 INFO:teuthology.orchestra.run.smithi031.stdout: "rank_uptime": 15.184968993, 2024-07-26T12:21:59.779 INFO:teuthology.orchestra.run.smithi031.stdout: "mdsmap_epoch": 8, 2024-07-26T12:21:59.779 INFO:teuthology.orchestra.run.smithi031.stdout: "osdmap_epoch": 22, 2024-07-26T12:21:59.779 INFO:teuthology.orchestra.run.smithi031.stdout: "osdmap_epoch_barrier": 22, 2024-07-26T12:21:59.779 INFO:teuthology.orchestra.run.smithi031.stdout: "uptime": 21.484631737000001 2024-07-26T12:21:59.779 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-07-26T12:21:59.780 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.773+0000 7f376be00640 1 -- 172.21.15.31:0/2270618490 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f3748077010 msgr2=0x7f3748079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:59.780 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.773+0000 7f376be00640 1 --2- 172.21.15.31:0/2270618490 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f3748077010 0x7f3748079520 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f3764034000 tx=0x7f3764004730 comp rx=0 tx=0).stop 2024-07-26T12:21:59.780 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.773+0000 7f376be00640 1 -- 172.21.15.31:0/2270618490 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f376c0b26e0 msgr2=0x7f376c1d02d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:21:59.780 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.773+0000 7f376be00640 1 --2- 172.21.15.31:0/2270618490 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f376c0b26e0 0x7f376c1d02d0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f375400c410 tx=0x7f375400c8d0 comp rx=0 tx=0).stop 2024-07-26T12:21:59.780 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.773+0000 7f376be00640 1 -- 172.21.15.31:0/2270618490 shutdown_connections 2024-07-26T12:21:59.780 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.773+0000 7f376be00640 1 --2- 172.21.15.31:0/2270618490 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f3748077010 0x7f3748079520 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:59.780 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.773+0000 7f376be00640 1 --2- 172.21.15.31:0/2270618490 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f376c144400 0x7f376c1de3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:59.780 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.773+0000 7f376be00640 1 --2- 172.21.15.31:0/2270618490 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f376c0b26e0 0x7f376c1d02d0 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:59.780 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.773+0000 7f376be00640 1 --2- 172.21.15.31:0/2270618490 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f376c0af750 0x7f376c1e1fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:21:59.781 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.773+0000 7f376be00640 1 -- 172.21.15.31:0/2270618490 >> 172.21.15.31:0/2270618490 conn(0x7f376c06d300 msgr2=0x7f376c0b5ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:21:59.781 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.773+0000 7f376be00640 1 -- 172.21.15.31:0/2270618490 shutdown_connections 2024-07-26T12:21:59.781 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:21:59.773+0000 7f376be00640 1 -- 172.21.15.31:0/2270618490 wait complete. 2024-07-26T12:21:59.799 INFO:teuthology.run_tasks:Running task sequential... 2024-07-26T12:21:59.808 INFO:teuthology.task.sequential:In sequential, running task sequential... 2024-07-26T12:21:59.808 INFO:teuthology.task.sequential:In sequential, running task print... 2024-07-26T12:21:59.809 INFO:teuthology.task.print:Enabling mgr modules 2024-07-26T12:21:59.809 INFO:teuthology.run_tasks:Running task workunit... 2024-07-26T12:21:59.821 INFO:tasks.workunit:Pulling workunits from ref e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528 2024-07-26T12:21:59.822 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-07-26T12:21:59.822 DEBUG:teuthology.orchestra.run.smithi031:> stat -- /home/ubuntu/cephtest/mnt.0 2024-07-26T12:21:59.871 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-26T12:21:59.871 INFO:teuthology.orchestra.run.smithi031.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-07-26T12:21:59.872 DEBUG:teuthology.orchestra.run.smithi031:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-07-26T12:21:59.918 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-07-26T12:21:59.919 DEBUG:teuthology.orchestra.run.smithi031:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-07-26T12:21:59.964 INFO:tasks.workunit:timeout=3h 2024-07-26T12:21:59.964 INFO:tasks.workunit:cleanup=True 2024-07-26T12:21:59.965 DEBUG:teuthology.orchestra.run.smithi031:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528 2024-07-26T12:22:00.061 INFO:tasks.workunit.client.0.smithi031.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-07-26T12:22:28.035 DEBUG:teuthology.orchestra.run.smithi031:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:22:28.041 DEBUG:teuthology.orchestra.run.smithi123:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:22:58.173 DEBUG:teuthology.orchestra.run.smithi031:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:22:58.181 DEBUG:teuthology.orchestra.run.smithi123:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:23:02.517 INFO:tasks.workunit.client.0.smithi031.stderr:Updating files: 59% (7501/12697) Updating files: 60% (7619/12697) Updating files: 61% (7746/12697) Updating files: 62% (7873/12697) Updating files: 63% (8000/12697) Updating files: 64% (8127/12697) Updating files: 65% (8254/12697) Updating files: 66% (8381/12697) Updating files: 67% (8507/12697) Updating files: 68% (8634/12697) Updating files: 69% (8761/12697) Updating files: 70% (8888/12697) Updating files: 71% (9015/12697) Updating files: 72% (9142/12697) Updating files: 73% (9269/12697) Updating files: 74% (9396/12697) Updating files: 75% (9523/12697) Updating files: 76% (9650/12697) Updating files: 77% (9777/12697) Updating files: 78% (9904/12697) Updating files: 79% (10031/12697) Updating files: 80% (10158/12697) Updating files: 81% (10285/12697) Updating files: 82% (10412/12697) Updating files: 83% (10539/12697) Updating files: 84% (10666/12697) Updating files: 85% (10793/12697) Updating files: 86% (10920/12697) Updating files: 87% (11047/12697) Updating files: 88% (11174/12697) Updating files: 89% (11301/12697) Updating files: 90% (11428/12697) Updating files: 91% (11555/12697) Updating files: 92% (11682/12697) Updating files: 93% (11809/12697) Updating files: 94% (11936/12697) Updating files: 95% (12063/12697) Updating files: 96% (12190/12697) Updating files: 97% (12317/12697) Updating files: 98% (12444/12697) Updating files: 98% (12471/12697) Updating files: 99% (12571/12697) Updating files: 100% (12697/12697) Updating files: 100% (12697/12697), done. 2024-07-26T12:23:03.123 INFO:tasks.workunit.client.0.smithi031.stderr:Note: switching to 'e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528'. 2024-07-26T12:23:03.124 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-07-26T12:23:03.124 INFO:tasks.workunit.client.0.smithi031.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-07-26T12:23:03.124 INFO:tasks.workunit.client.0.smithi031.stderr:changes and commit them, and you can discard any commits you make in this 2024-07-26T12:23:03.124 INFO:tasks.workunit.client.0.smithi031.stderr:state without impacting any branches by switching back to a branch. 2024-07-26T12:23:03.124 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-07-26T12:23:03.124 INFO:tasks.workunit.client.0.smithi031.stderr:If you want to create a new branch to retain commits you create, you may 2024-07-26T12:23:03.124 INFO:tasks.workunit.client.0.smithi031.stderr:do so (now or later) by using -c with the switch command. Example: 2024-07-26T12:23:03.124 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-07-26T12:23:03.124 INFO:tasks.workunit.client.0.smithi031.stderr: git switch -c 2024-07-26T12:23:03.124 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-07-26T12:23:03.124 INFO:tasks.workunit.client.0.smithi031.stderr:Or undo this operation with: 2024-07-26T12:23:03.124 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-07-26T12:23:03.124 INFO:tasks.workunit.client.0.smithi031.stderr: git switch - 2024-07-26T12:23:03.125 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-07-26T12:23:03.125 INFO:tasks.workunit.client.0.smithi031.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-07-26T12:23:03.125 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-07-26T12:23:03.125 INFO:tasks.workunit.client.0.smithi031.stderr:HEAD is now at e8f88bb1fe0 Merge PR #54435 into wip-vshankar-testing-20240725.121331-debug 2024-07-26T12:23:03.132 DEBUG:teuthology.orchestra.run.smithi031:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-07-26T12:23:03.197 INFO:tasks.workunit.client.0.smithi031.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-07-26T12:23:03.204 INFO:tasks.workunit.client.0.smithi031.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-07-26T12:23:03.204 INFO:tasks.workunit.client.0.smithi031.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-07-26T12:23:03.982 INFO:tasks.workunit.client.0.smithi031.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-07-26T12:23:04.100 INFO:tasks.workunit.client.0.smithi031.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-07-26T12:23:04.186 INFO:tasks.workunit.client.0.smithi031.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-07-26T12:23:04.192 INFO:tasks.workunit.client.0.smithi031.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-07-26T12:23:04.192 INFO:tasks.workunit.client.0.smithi031.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-07-26T12:23:04.275 INFO:tasks.workunit.client.0.smithi031.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-07-26T12:23:04.285 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-07-26T12:23:04.286 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-07-26T12:23:04.339 INFO:tasks.workunit:Running workunits matching client/test.sh on client.0... 2024-07-26T12:23:04.341 INFO:tasks.workunit:Running workunit client/test.sh... 2024-07-26T12:23:04.341 DEBUG:teuthology.orchestra.run.smithi031:workunit test client/test.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/client/test.sh 2024-07-26T12:23:04.413 INFO:tasks.workunit.client.0.smithi031.stderr:+ ceph_test_client 2024-07-26T12:23:04.518 INFO:tasks.workunit.client.0.smithi031.stdout:[==========] Running 32 tests from 1 test suite. 2024-07-26T12:23:04.519 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] Global test environment set-up. 2024-07-26T12:23:04.519 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 32 tests from TestClient 2024-07-26T12:23:04.519 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClient.LlreadvLlwritevInvalidFileHandleSync 2024-07-26T12:23:04.519 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.517+0000 7fcede41f480 1 -- start start 2024-07-26T12:23:04.520 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.518+0000 7fcede41f480 1 Processor -- start 2024-07-26T12:23:04.521 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.519+0000 7fcede41f480 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d4d9180 0x564e6d5fc0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:04.521 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.519+0000 7fcede41f480 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d4daa10 0x564e6d5fe700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:04.521 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.519+0000 7fcede41f480 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d4dd560 0x564e6d600f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:04.521 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.519+0000 7fcede41f480 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x564e6d3f96c0 con 0x564e6d4daa10 2024-07-26T12:23:04.521 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.519+0000 7fcede41f480 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x564e6d4572f0 con 0x564e6d4d9180 2024-07-26T12:23:04.521 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.519+0000 7fcede41f480 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x564e6d561a70 con 0x564e6d4dd560 2024-07-26T12:23:04.521 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.519+0000 7fced6000640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d4daa10 0x564e6d5fe700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:04.521 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.519+0000 7fced6000640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d4daa10 0x564e6d5fe700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:42926/0 (socket says 172.21.15.31:42926) 2024-07-26T12:23:04.522 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.519+0000 7fced6000640 1 -- 172.21.15.31:0/3789764326 learned_addr learned my addr 172.21.15.31:0/3789764326 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:23:04.524 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.520+0000 7fced6000640 1 -- 172.21.15.31:0/3789764326 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d4dd560 msgr2=0x564e6d600f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:04.524 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.520+0000 7fced7400640 1 --2- 172.21.15.31:0/3789764326 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d4dd560 0x564e6d600f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:04.524 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.520+0000 7fced6000640 1 --2- 172.21.15.31:0/3789764326 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d4dd560 0x564e6d600f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:04.524 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.520+0000 7fced6000640 1 -- 172.21.15.31:0/3789764326 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d4d9180 msgr2=0x564e6d5fc0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:04.524 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.520+0000 7fced6000640 1 --2- 172.21.15.31:0/3789764326 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d4d9180 0x564e6d5fc0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:04.524 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.520+0000 7fced6000640 1 -- 172.21.15.31:0/3789764326 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564e6d3d2f00 con 0x564e6d4daa10 2024-07-26T12:23:04.525 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.520+0000 7fced6000640 1 --2- 172.21.15.31:0/3789764326 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d4daa10 0x564e6d5fe700 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fcec0025b20 tx=0x7fcec0054de0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ca80a57d5de26efc server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:23:04.525 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.520+0000 7fced4c00640 10 client.0 ms_handle_connect on v2:172.21.15.31:3300/0 2024-07-26T12:23:04.525 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.520+0000 7fced4c00640 1 -- 172.21.15.31:0/3789764326 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcec0059040 con 0x564e6d4daa10 2024-07-26T12:23:04.525 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.520+0000 7fcede41f480 10 client.4644 Subscribing to map 'mdsmap' 2024-07-26T12:23:04.525 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.521+0000 7fcede41f480 1 -- 172.21.15.31:0/3789764326 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,mdsmap=0+,monmap=2+}) -- 0x564e6d6060e0 con 0x564e6d4daa10 2024-07-26T12:23:04.525 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.521+0000 7fced4c00640 1 -- 172.21.15.31:0/3789764326 <== mon.0 v2:172.21.15.31:3300/0 2 ==== osd_map(24..24 src has 1..24) ==== 5825+0+0 (secure 0 0 0) 0x7fcec005e480 con 0x564e6d4daa10 2024-07-26T12:23:04.525 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.521+0000 7fcec7e00640 20 client.4644 tick 2024-07-26T12:23:04.525 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.521+0000 7fcec7e00640 20 client.4644 collect_and_send_metrics 2024-07-26T12:23:04.525 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.521+0000 7fcec7e00640 20 client.4644 collect_and_send_global_metrics 2024-07-26T12:23:04.525 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.521+0000 7fcec7e00640 5 client.4644 collect_and_send_global_metrics MDS rank 0 is not ready yet -- not sending metric 2024-07-26T12:23:04.525 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.521+0000 7fcec7e00640 20 client.4644 trim_cache size 0 max 16384 2024-07-26T12:23:04.526 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.521+0000 7fcec7e00640 20 client.4644 upkeep thread waiting interval 1.000000000s 2024-07-26T12:23:04.526 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.521+0000 7fced4c00640 1 -- 172.21.15.31:0/3789764326 <== mon.0 v2:172.21.15.31:3300/0 3 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fcec0067b10 con 0x564e6d4daa10 2024-07-26T12:23:04.526 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.521+0000 7fced4c00640 1 -- 172.21.15.31:0/3789764326 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mdsmap(e 8) ==== 1240+0+0 (secure 0 0 0) 0x7fcec0062020 con 0x564e6d4daa10 2024-07-26T12:23:04.526 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.521+0000 7fced4c00640 1 client.4644 handle_mds_map epoch 8 2024-07-26T12:23:04.526 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.521+0000 7fcede41f480 20 client.4644 populate_metadata read hostname 'smithi031' 2024-07-26T12:23:04.526 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.521+0000 7fcede41f480 10 client.4644 did not get mds through better means, so chose random mds 0 2024-07-26T12:23:04.526 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.521+0000 7fcede41f480 20 client.4644 mds is 0 2024-07-26T12:23:04.526 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.521+0000 7fcede41f480 10 client.4644 _open_mds_session mds.0 2024-07-26T12:23:04.526 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.521+0000 7fcede41f480 1 --2- 172.21.15.31:0/3789764326 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d606b30 0x564e6d608f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:04.526 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.521+0000 7fcede41f480 1 -- 172.21.15.31:0/3789764326 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_session(request_open) -- 0x564e6d4b01e0 con 0x564e6d606b30 2024-07-26T12:23:04.526 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.521+0000 7fcede41f480 10 client.4644 waiting for session to mds.0 to open 2024-07-26T12:23:04.526 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.521+0000 7fced6a00640 1 --2- 172.21.15.31:0/3789764326 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d606b30 0x564e6d608f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:04.527 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.522+0000 7fced6a00640 1 --2- 172.21.15.31:0/3789764326 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d606b30 0x564e6d608f50 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=31fb26b5f769092d server_cookie=a3ae6a7f90ecbc71 in_seq=0 out_seq=0 2024-07-26T12:23:04.527 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.522+0000 7fced4c00640 10 client.4644 ms_handle_connect on v2:172.21.15.31:6832/713364256 2024-07-26T12:23:04.531 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.527+0000 7fced4c00640 1 -- 172.21.15.31:0/3789764326 <== mds.0 v2:172.21.15.31:6832/713364256 1 ==== client_session(open cap_auths [MDSCapAuth(readable=1, writeable=1)]) ==== 113+0+0 (crc 0 0 0) 0x564e6d4b01e0 con 0x564e6d606b30 2024-07-26T12:23:04.531 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.527+0000 7fced4c00640 10 client.4644 handle_client_session client_session(open cap_auths [MDSCapAuth(readable=1, writeable=1)]) from mds.0 2024-07-26T12:23:04.531 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.527+0000 7fced4c00640 10 client.4644 renew_caps mds.0 2024-07-26T12:23:04.531 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.527+0000 7fced4c00640 1 -- 172.21.15.31:0/3789764326 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_session(request_renewcaps seq 1) -- 0x7fcebc009a80 con 0x564e6d606b30 2024-07-26T12:23:04.531 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.527+0000 7fced4c00640 10 client.4644 connect_mds_targets for mds.0 2024-07-26T12:23:04.531 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.527+0000 7fcede41f480 10 client.4644 did not get mds through better means, so chose random mds 0 2024-07-26T12:23:04.531 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.527+0000 7fcede41f480 20 client.4644 mds is 0 2024-07-26T12:23:04.532 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.527+0000 7fcede41f480 10 client.4644 send_request rebuilding request 1 for mds.0 2024-07-26T12:23:04.532 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.527+0000 7fcede41f480 20 client.4644 encode_cap_releases enter (req: 0x564e6d606770, mds: 0) 2024-07-26T12:23:04.532 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.527+0000 7fcede41f480 20 client.4644 send_request set sent_stamp to 2024-07-26T12:23:04.528833+0000 2024-07-26T12:23:04.532 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.527+0000 7fcede41f480 10 client.4644 send_request client_request(unknown.0:1 getattr pAsLsXsFs #0x1 2024-07-26T12:23:04.522750+0000 caller_uid=0, caller_gid=0{}) to mds.0 2024-07-26T12:23:04.532 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.527+0000 7fcede41f480 1 -- 172.21.15.31:0/3789764326 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_request(unknown.0:1 getattr pAsLsXsFs #0x1 2024-07-26T12:23:04.522750+0000 caller_uid=0, caller_gid=0{}) -- 0x564e6d609a40 con 0x564e6d606b30 2024-07-26T12:23:04.532 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.527+0000 7fcede41f480 20 client.4644 awaiting reply|forward|kick on 0x7ffdd11ef020 2024-07-26T12:23:04.532 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.527+0000 7fced4c00640 1 -- 172.21.15.31:0/3789764326 <== mds.0 v2:172.21.15.31:6832/713364256 2 ==== client_session(renewcaps seq 1) ==== 28+0+0 (crc 0 0 0) 0x7fcebc009a80 con 0x564e6d606b30 2024-07-26T12:23:04.532 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.527+0000 7fced4c00640 10 client.4644 handle_client_session client_session(renewcaps seq 1) from mds.0 2024-07-26T12:23:04.532 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.528+0000 7fced4c00640 1 -- 172.21.15.31:0/3789764326 <== mds.0 v2:172.21.15.31:6832/713364256 3 ==== client_reply(???:1 = 0 (0) Success) ==== 431+0+0 (crc 0 0 0) 0x7fcec8005040 con 0x564e6d606b30 2024-07-26T12:23:04.532 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.528+0000 7fced4c00640 20 client.4644 handle_client_reply got a reply. Safe:1 tid 1 2024-07-26T12:23:04.533 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.528+0000 7fced4c00640 10 client.4644 insert_trace from 2024-07-26T12:23:04.528833+0000 mds.0 is_target=1 is_dentry=0 2024-07-26T12:23:04.533 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.528+0000 7fced4c00640 10 client.4644 features 0xffffffffffffffff 2024-07-26T12:23:04.533 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.528+0000 7fced4c00640 10 client.4644 update_snap_trace len 70 2024-07-26T12:23:04.533 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.528+0000 7fced4c00640 20 client.4644 get_snap_realm 0x1 0, nref was 0 2024-07-26T12:23:04.533 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.528+0000 7fced4c00640 20 client.4644 get_snap_realm 0x1 0x7fcebc009ca0, nref now is 1 2024-07-26T12:23:04.533 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.528+0000 7fced4c00640 10 client.4644 update_snap_trace snaprealm(0x1 nref=1 c=0 seq=0 parent=0x0 my_snaps=[] cached_snapc=0=[] last_modified=0.000000 change_attr=0) seq 1 > 0 2024-07-26T12:23:04.533 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.528+0000 7fced4c00640 10 client.4644 invalidate_snaprealm_and_children snaprealm(0x1 nref=2 c=0 seq=1 parent=0x0 my_snaps=[] cached_snapc=0=[] last_modified=2024-07-26T12:21:44.597796+0000 change_attr=0) 2024-07-26T12:23:04.533 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.528+0000 7fced4c00640 15 client.4644 update_snap_trace snaprealm(0x1 nref=2 c=0 seq=1 parent=0x0 my_snaps=[] cached_snapc=0=[] last_modified=2024-07-26T12:21:44.597796+0000 change_attr=0) self|parent updated 2024-07-26T12:23:04.533 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.528+0000 7fced4c00640 15 client.4644 snapc 1=[] 2024-07-26T12:23:04.533 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.528+0000 7fced4c00640 10 client.4644 no new snap on snaprealm(0x1 nref=2 c=0 seq=1 parent=0x0 my_snaps=[] cached_snapc=1=[] last_modified=2024-07-26T12:21:44.597796+0000 change_attr=0) 2024-07-26T12:23:04.533 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.528+0000 7fced4c00640 20 client.4644 put_snap_realm 0x1 0x7fcebc009ca0 2 -> 1 2024-07-26T12:23:04.534 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.528+0000 7fced4c00640 10 client.4644 hrm is_target=1 is_dentry=0 2024-07-26T12:23:04.534 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.528+0000 7fced4c00640 10 client.4644 update_inode_file_time 0x1.head(faked_ino=0 nref=3 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=0.000000 ctime=0.000000 change_attr=0 caps=- 0x7fcebc009d90) - ctime 2024-07-26T12:21:44.597796+0000 mtime 2024-07-26T12:21:44.597796+0000 2024-07-26T12:23:04.534 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.528+0000 7fced4c00640 20 client.4644 dir hash is 2 2024-07-26T12:23:04.534 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.528+0000 7fced4c00640 12 client.4644 add_update_inode client inode change_attr: 0 , mds inodestat change_attr: 0 2024-07-26T12:23:04.534 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.528+0000 7fced4c00640 12 client.4644 add_update_inode adding 0x1.head(faked_ino=0 nref=3 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:21:44.597796+0000 ctime=2024-07-26T12:21:44.597796+0000 change_attr=0 caps=- has_dir_layout 0x7fcebc009d90) caps pAsLsXsFs 2024-07-26T12:23:04.534 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.528+0000 7fced4c00640 20 client.4644 get_snap_realm 0x1 0x7fcebc009ca0, nref was 1 2024-07-26T12:23:04.534 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.528+0000 7fced4c00640 20 client.4644 get_snap_realm 0x1 0x7fcebc009ca0, nref now is 2 2024-07-26T12:23:04.534 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.528+0000 7fced4c00640 15 client.4644 add_update_cap first one, opened snaprealm 0x7fcebc009ca0 2024-07-26T12:23:04.534 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.528+0000 7fced4c00640 10 client.4644 add_update_cap issued - -> pAsLsXsFs from mds.0 on 0x1.head(faked_ino=0 nref=3 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:21:44.597796+0000 ctime=2024-07-26T12:21:44.597796+0000 change_attr=0 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcebc009d90) 2024-07-26T12:23:04.534 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.528+0000 7fced4c00640 10 client.4644 add_update_cap calling signal_caps_inode 2024-07-26T12:23:04.534 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.528+0000 7fced4c00640 10 client.4644 marking (I_COMPLETE|I_DIR_ORDERED) on empty dir 0x1.head(faked_ino=0 nref=3 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:21:44.597796+0000 ctime=2024-07-26T12:21:44.597796+0000 change_attr=0 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcebc009d90) 2024-07-26T12:23:04.535 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.528+0000 7fced4c00640 20 client.4644 put_snap_realm 0x1 0x7fcebc009ca0 2 -> 1 2024-07-26T12:23:04.535 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.528+0000 7fced4c00640 20 client.4644 handle_client_reply signalling caller 0x7ffdd11ef020 2024-07-26T12:23:04.535 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.528+0000 7fced4c00640 20 client.4644 handle_client_reply awaiting kickback on tid 1 0x7fced4bfde20 2024-07-26T12:23:04.535 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.528+0000 7fcede41f480 20 client.4644 sendrecv kickback on tid 1 0x7fced4bfde20 2024-07-26T12:23:04.535 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.528+0000 7fcede41f480 20 client.4644 lat 0.000614 2024-07-26T12:23:04.535 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.528+0000 7fcede41f480 20 client.4644 _ll_get 0x7fcebc009d90 0x1 -> 1 2024-07-26T12:23:04.535 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.528+0000 7fcede41f480 3 client.4644 (fh)0 is invalid 2024-07-26T12:23:04.535 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.528+0000 7fcede41f480 3 client.4644 (fh)0 is invalid 2024-07-26T12:23:04.535 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.528+0000 7fcede41f480 2 client.4644 unmount 2024-07-26T12:23:04.535 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.528+0000 7fced4c00640 20 client.4644 put_inode on 0x1.head(faked_ino=0 nref=6 ll_ref=1 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:21:44.597796+0000 ctime=2024-07-26T12:21:44.597796+0000 change_attr=0 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcebc009d90) n = 1 2024-07-26T12:23:04.535 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.528+0000 7fced4c00640 20 client.4644 put_inode on 0x1.head(faked_ino=0 nref=6 ll_ref=1 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:21:44.597796+0000 ctime=2024-07-26T12:21:44.597796+0000 change_attr=0 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcebc009d90) n = 1 2024-07-26T12:23:04.535 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.528+0000 7fced4c00640 10 client.4644 unmounting: trim pass, size was 0+1 2024-07-26T12:23:04.536 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.528+0000 7fced4c00640 20 client.4644 trim_cache size 0 max 16384 2024-07-26T12:23:04.536 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.528+0000 7fced4c00640 10 client.4644 unmounting: trim pass, size still 0+1 2024-07-26T12:23:04.536 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.528+0000 7fcede41f480 2 client.4644 unmounting 2024-07-26T12:23:04.536 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.528+0000 7fcede41f480 20 client.4644 put_inode on 0x1.head(faked_ino=0 nref=6 ll_ref=1 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:21:44.597796+0000 ctime=2024-07-26T12:21:44.597796+0000 change_attr=0 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcebc009d90) n = 1 2024-07-26T12:23:04.536 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.528+0000 7fcede41f480 20 client.4644 put_inode on 0x1.head(faked_ino=0 nref=6 ll_ref=1 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:21:44.597796+0000 ctime=2024-07-26T12:21:44.597796+0000 change_attr=0 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcebc009d90) n = 1 2024-07-26T12:23:04.536 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.528+0000 7fcede41f480 10 client.4644 _ll_drop_pins 2024-07-26T12:23:04.536 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.528+0000 7fcede41f480 20 client.4644 _ll_put 0x7fcebc009d90 0x1 1 -> 0 2024-07-26T12:23:04.536 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.528+0000 7fcede41f480 20 client.4644 put_inode on 0x1.head(faked_ino=0 nref=7 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:21:44.597796+0000 ctime=2024-07-26T12:21:44.597796+0000 change_attr=0 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcebc009d90) n = 1 2024-07-26T12:23:04.536 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.528+0000 7fcede41f480 20 client.4644 put_inode on 0x1.head(faked_ino=0 nref=7 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:21:44.597796+0000 ctime=2024-07-26T12:21:44.597796+0000 change_attr=0 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcebc009d90) n = 1 2024-07-26T12:23:04.536 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.528+0000 7fcede41f480 20 client.4644 _release 0x1.head(faked_ino=0 nref=8 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:21:44.597796+0000 ctime=2024-07-26T12:21:44.597796+0000 change_attr=0 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcebc009d90) 2024-07-26T12:23:04.536 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.528+0000 7fcede41f480 10 client.4644 _invalidate_inode_cache 0x1.head(faked_ino=0 nref=8 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:21:44.597796+0000 ctime=2024-07-26T12:21:44.597796+0000 change_attr=0 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcebc009d90) 2024-07-26T12:23:04.537 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.528+0000 7fcede41f480 10 client.4644 _flush 0x1.head(faked_ino=0 nref=9 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:21:44.597796+0000 ctime=2024-07-26T12:21:44.597796+0000 change_attr=0 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcebc009d90) 2024-07-26T12:23:04.537 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.528+0000 7fcede41f480 10 client.4644 nothing to flush 2024-07-26T12:23:04.537 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.528+0000 7fcede41f480 20 client.4644 put_inode on 0x1.head(faked_ino=0 nref=9 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:21:44.597796+0000 ctime=2024-07-26T12:21:44.597796+0000 change_attr=0 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcebc009d90) n = 1 2024-07-26T12:23:04.537 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.528+0000 7fcede41f480 20 client.4644 put_inode on 0x1.head(faked_ino=0 nref=9 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:21:44.597796+0000 ctime=2024-07-26T12:21:44.597796+0000 change_attr=0 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcebc009d90) n = 1 2024-07-26T12:23:04.537 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.528+0000 7fcede41f480 10 client.4644 flush_caps_sync 2024-07-26T12:23:04.537 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.528+0000 7fcede41f480 10 client.4644 wait_sync_caps want 1 (last is 1, 0 total flushing) 2024-07-26T12:23:04.537 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.528+0000 7fcede41f480 20 client.4644 trim_cache size 0 max 16384 2024-07-26T12:23:04.537 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.528+0000 7fcede41f480 10 client.4644 _put_inode on 0x1.head(faked_ino=0 nref=9 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:21:44.597796+0000 ctime=2024-07-26T12:21:44.597796+0000 change_attr=0 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcebc009d90) n = 8 2024-07-26T12:23:04.537 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.528+0000 7fcede41f480 10 client.4644 remove_cap mds.0 on 0x1.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:21:44.597796+0000 ctime=2024-07-26T12:21:44.597796+0000 change_attr=0 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcebc009d90) 2024-07-26T12:23:04.537 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.528+0000 7fcede41f480 15 client.4644 remove_cap last one, closing snaprealm 0x7fcebc009ca0 2024-07-26T12:23:04.537 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.528+0000 7fcede41f480 20 client.4644 put_snap_realm 0x1 0x7fcebc009ca0 1 -> 0 2024-07-26T12:23:04.537 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.528+0000 7fcede41f480 10 client.4644 _put_inode deleting 0x1.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:21:44.597796+0000 ctime=2024-07-26T12:21:44.597796+0000 change_attr=0 caps=- COMPLETE has_dir_layout 0x7fcebc009d90) 2024-07-26T12:23:04.538 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.528+0000 7fcede41f480 2 client.4644 _close_mds_session mds.0 seq 0 2024-07-26T12:23:04.538 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.528+0000 7fcede41f480 1 -- 172.21.15.31:0/3789764326 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_session(request_close) -- 0x564e6d4d8130 con 0x564e6d606b30 2024-07-26T12:23:04.538 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.528+0000 7fcede41f480 2 client.4644 waiting for 1 mds session(s) to close (timeout: 30s) 2024-07-26T12:23:04.541 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.531+0000 7fced4c00640 1 -- 172.21.15.31:0/3789764326 <== mds.0 v2:172.21.15.31:6832/713364256 4 ==== client_session(close) ==== 28+0+0 (crc 0 0 0) 0x564e6d4d8130 con 0x564e6d606b30 2024-07-26T12:23:04.541 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.531+0000 7fced4c00640 10 client.4644 handle_client_session client_session(close) from mds.0 2024-07-26T12:23:04.541 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.531+0000 7fced4c00640 5 client.4644 _closed_mds_session mds.0 seq 0 2024-07-26T12:23:04.542 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.531+0000 7fced4c00640 1 -- 172.21.15.31:0/3789764326 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d606b30 msgr2=0x564e6d608f50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:04.542 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.531+0000 7fced4c00640 1 --2- 172.21.15.31:0/3789764326 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d606b30 0x564e6d608f50 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:04.542 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.531+0000 7fced4c00640 10 client.4644 remove_session_caps mds.0 2024-07-26T12:23:04.542 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.531+0000 7fced4c00640 10 client.4644 kick_requests_closed for mds.0 2024-07-26T12:23:04.542 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.531+0000 7fced4c00640 10 client.4644 unmounting: trim pass, size was 0+0 2024-07-26T12:23:04.542 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.531+0000 7fced4c00640 20 client.4644 trim_cache size 0 max 16384 2024-07-26T12:23:04.542 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.531+0000 7fced4c00640 10 client.4644 unmounting: trim pass, size still 0+0 2024-07-26T12:23:04.542 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.531+0000 7fcede41f480 2 client.4644 unmounted. 2024-07-26T12:23:04.542 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.531+0000 7fcede41f480 1 client.4644 shutdown 2024-07-26T12:23:04.543 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.532+0000 7fcede41f480 1 -- 172.21.15.31:0/3789764326 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d4daa10 msgr2=0x564e6d5fe700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:04.543 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.532+0000 7fcede41f480 1 --2- 172.21.15.31:0/3789764326 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d4daa10 0x564e6d5fe700 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fcec0025b20 tx=0x7fcec0054de0 comp rx=0 tx=0).stop 2024-07-26T12:23:04.543 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.532+0000 7fcede41f480 1 -- 172.21.15.31:0/3789764326 shutdown_connections 2024-07-26T12:23:04.543 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.532+0000 7fcede41f480 1 --2- 172.21.15.31:0/3789764326 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d4dd560 0x564e6d600f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:04.543 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.532+0000 7fcede41f480 1 --2- 172.21.15.31:0/3789764326 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d606b30 0x564e6d608f50 unknown :-1 s=CLOSED pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:04.543 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.532+0000 7fcede41f480 1 --2- 172.21.15.31:0/3789764326 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d4daa10 0x564e6d5fe700 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:04.543 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.532+0000 7fcede41f480 1 --2- 172.21.15.31:0/3789764326 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d4d9180 0x564e6d5fc0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:04.543 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.532+0000 7fcede41f480 1 -- 172.21.15.31:0/3789764326 >> 172.21.15.31:0/3789764326 conn(0x564e6d3cbab0 msgr2=0x564e6d4dcc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:23:04.543 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.532+0000 7fcede41f480 1 -- 172.21.15.31:0/3789764326 shutdown_connections 2024-07-26T12:23:04.543 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.532+0000 7fcede41f480 1 -- 172.21.15.31:0/3789764326 wait complete. 2024-07-26T12:23:04.543 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.532+0000 7fcede41f480 20 client.4644 trim_cache size 0 max 16384 2024-07-26T12:23:04.544 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.533+0000 7fcede41f480 1 -- start start 2024-07-26T12:23:04.544 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.534+0000 7fcede41f480 1 Processor -- start 2024-07-26T12:23:04.544 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.534+0000 7fcede41f480 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d4d9180 0x564e6d4e00e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:04.544 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.534+0000 7fcede41f480 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d4daa10 0x564e6d4e0c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:04.544 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.534+0000 7fcede41f480 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d4dd560 0x564e6d56a570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:04.544 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.534+0000 7fcede41f480 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fcebc0081f0 con 0x564e6d4dd560 2024-07-26T12:23:04.544 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.534+0000 7fcede41f480 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x564e6d56aab0 con 0x564e6d4daa10 2024-07-26T12:23:04.544 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.534+0000 7fcede41f480 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x564e6d602b10 con 0x564e6d4d9180 2024-07-26T12:23:04.544 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.534+0000 7fced7400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d4dd560 0x564e6d56a570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:04.544 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.534+0000 7fced7400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d4dd560 0x564e6d56a570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:42942/0 (socket says 172.21.15.31:42942) 2024-07-26T12:23:04.544 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.534+0000 7fced7400640 1 -- 172.21.15.31:0/2842531708 learned_addr learned my addr 172.21.15.31:0/2842531708 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:23:04.544 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.535+0000 7fced6000640 1 --2- 172.21.15.31:0/2842531708 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d4daa10 0x564e6d4e0c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:04.545 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.535+0000 7fced6a00640 1 --2- 172.21.15.31:0/2842531708 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d4d9180 0x564e6d4e00e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:04.545 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.535+0000 7fced7400640 1 -- 172.21.15.31:0/2842531708 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d4d9180 msgr2=0x564e6d4e00e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:04.545 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.535+0000 7fced7400640 1 --2- 172.21.15.31:0/2842531708 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d4d9180 0x564e6d4e00e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:04.545 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.535+0000 7fced7400640 1 -- 172.21.15.31:0/2842531708 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d4daa10 msgr2=0x564e6d4e0c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:04.545 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.535+0000 7fced7400640 1 --2- 172.21.15.31:0/2842531708 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d4daa10 0x564e6d4e0c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:04.545 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.535+0000 7fced7400640 1 -- 172.21.15.31:0/2842531708 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564e6d4dd390 con 0x564e6d4dd560 2024-07-26T12:23:04.545 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.535+0000 7fced7400640 1 --2- 172.21.15.31:0/2842531708 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d4dd560 0x564e6d56a570 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fced000dca0 tx=0x7fced00084f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6ac2deac14481779 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:23:04.545 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.535+0000 7fcecf400640 10 client.0 ms_handle_connect on v2:172.21.15.31:3300/0 2024-07-26T12:23:04.545 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.536+0000 7fcecf400640 1 -- 172.21.15.31:0/2842531708 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fced0016020 con 0x564e6d4dd560 2024-07-26T12:23:04.545 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.536+0000 7fcecf400640 1 -- 172.21.15.31:0/2842531708 <== mon.0 v2:172.21.15.31:3300/0 2 ==== osd_map(24..24 src has 1..24) ==== 5825+0+0 (secure 0 0 0) 0x7fced0008c00 con 0x564e6d4dd560 2024-07-26T12:23:04.546 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.536+0000 7fcede41f480 10 client.4647 Subscribing to map 'mdsmap' 2024-07-26T12:23:04.546 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.536+0000 7fcede41f480 1 -- 172.21.15.31:0/2842531708 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,mdsmap=0+,monmap=2+}) -- 0x564e6d4e0a80 con 0x564e6d4dd560 2024-07-26T12:23:04.546 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.536+0000 7fceccc00640 20 client.4647 tick 2024-07-26T12:23:04.546 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.536+0000 7fceccc00640 20 client.4647 collect_and_send_metrics 2024-07-26T12:23:04.546 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.536+0000 7fceccc00640 20 client.4647 collect_and_send_global_metrics 2024-07-26T12:23:04.546 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.536+0000 7fceccc00640 5 client.4647 collect_and_send_global_metrics MDS rank 0 is not ready yet -- not sending metric 2024-07-26T12:23:04.546 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.536+0000 7fceccc00640 20 client.4647 trim_cache size 0 max 16384 2024-07-26T12:23:04.546 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.536+0000 7fceccc00640 20 client.4647 upkeep thread waiting interval 1.000000000s 2024-07-26T12:23:04.546 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.536+0000 7fcecf400640 1 -- 172.21.15.31:0/2842531708 <== mon.0 v2:172.21.15.31:3300/0 3 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fced0008e00 con 0x564e6d4dd560 2024-07-26T12:23:04.546 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.536+0000 7fcecf400640 1 -- 172.21.15.31:0/2842531708 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mdsmap(e 8) ==== 1240+0+0 (secure 0 0 0) 0x7fced0012950 con 0x564e6d4dd560 2024-07-26T12:23:04.547 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.536+0000 7fcecf400640 1 client.4647 handle_mds_map epoch 8 2024-07-26T12:23:04.547 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.536+0000 7fcede41f480 20 client.4647 populate_metadata read hostname 'smithi031' 2024-07-26T12:23:04.547 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.536+0000 7fcede41f480 10 client.4647 did not get mds through better means, so chose random mds 0 2024-07-26T12:23:04.547 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.536+0000 7fcede41f480 20 client.4647 mds is 0 2024-07-26T12:23:04.547 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.536+0000 7fcede41f480 10 client.4647 _open_mds_session mds.0 2024-07-26T12:23:04.547 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.536+0000 7fcede41f480 1 --2- 172.21.15.31:0/2842531708 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d606b30 0x564e6d5f8040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:04.547 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.536+0000 7fcede41f480 1 -- 172.21.15.31:0/2842531708 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_session(request_open) -- 0x564e6d4db260 con 0x564e6d606b30 2024-07-26T12:23:04.547 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.536+0000 7fcede41f480 10 client.4647 waiting for session to mds.0 to open 2024-07-26T12:23:04.547 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.536+0000 7fced6a00640 1 --2- 172.21.15.31:0/2842531708 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d606b30 0x564e6d5f8040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:04.547 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.537+0000 7fcecf400640 10 client.4647 ms_handle_connect on v2:172.21.15.31:6832/713364256 2024-07-26T12:23:04.547 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.537+0000 7fced6a00640 1 --2- 172.21.15.31:0/2842531708 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d606b30 0x564e6d5f8040 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e7bdab790b9700d server_cookie=de16d3b860f41121 in_seq=0 out_seq=0 2024-07-26T12:23:04.553 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.541+0000 7fcecf400640 1 -- 172.21.15.31:0/2842531708 <== mds.0 v2:172.21.15.31:6832/713364256 1 ==== client_session(open cap_auths [MDSCapAuth(readable=1, writeable=1)]) ==== 113+0+0 (crc 0 0 0) 0x564e6d4db260 con 0x564e6d606b30 2024-07-26T12:23:04.553 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.541+0000 7fcecf400640 10 client.4647 handle_client_session client_session(open cap_auths [MDSCapAuth(readable=1, writeable=1)]) from mds.0 2024-07-26T12:23:04.553 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.541+0000 7fcecf400640 10 client.4647 renew_caps mds.0 2024-07-26T12:23:04.553 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.541+0000 7fcecf400640 1 -- 172.21.15.31:0/2842531708 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_session(request_renewcaps seq 1) -- 0x7fcebc0133b0 con 0x564e6d606b30 2024-07-26T12:23:04.553 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.541+0000 7fcecf400640 10 client.4647 connect_mds_targets for mds.0 2024-07-26T12:23:04.554 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.541+0000 7fcede41f480 10 client.4647 did not get mds through better means, so chose random mds 0 2024-07-26T12:23:04.554 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.541+0000 7fcede41f480 20 client.4647 mds is 0 2024-07-26T12:23:04.554 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.541+0000 7fcede41f480 10 client.4647 send_request rebuilding request 1 for mds.0 2024-07-26T12:23:04.554 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.541+0000 7fcede41f480 20 client.4647 encode_cap_releases enter (req: 0x564e6d5f7c30, mds: 0) 2024-07-26T12:23:04.554 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.541+0000 7fcede41f480 20 client.4647 send_request set sent_stamp to 2024-07-26T12:23:04.542520+0000 2024-07-26T12:23:04.554 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.541+0000 7fcede41f480 10 client.4647 send_request client_request(unknown.0:1 getattr pAsLsXsFs #0x1 2024-07-26T12:23:04.537812+0000 caller_uid=0, caller_gid=0{}) to mds.0 2024-07-26T12:23:04.554 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.541+0000 7fcede41f480 1 -- 172.21.15.31:0/2842531708 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_request(unknown.0:1 getattr pAsLsXsFs #0x1 2024-07-26T12:23:04.537812+0000 caller_uid=0, caller_gid=0{}) -- 0x564e6d5541d0 con 0x564e6d606b30 2024-07-26T12:23:04.554 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.541+0000 7fcede41f480 20 client.4647 awaiting reply|forward|kick on 0x7ffdd11eedc0 2024-07-26T12:23:04.554 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.541+0000 7fcecf400640 1 -- 172.21.15.31:0/2842531708 <== mds.0 v2:172.21.15.31:6832/713364256 2 ==== client_session(renewcaps seq 1) ==== 28+0+0 (crc 0 0 0) 0x7fcebc0133b0 con 0x564e6d606b30 2024-07-26T12:23:04.554 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.541+0000 7fcecf400640 10 client.4647 handle_client_session client_session(renewcaps seq 1) from mds.0 2024-07-26T12:23:04.555 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.541+0000 7fcecf400640 1 -- 172.21.15.31:0/2842531708 <== mds.0 v2:172.21.15.31:6832/713364256 3 ==== client_reply(???:1 = 0 (0) Success) ==== 431+0+0 (crc 0 0 0) 0x7fcec800e610 con 0x564e6d606b30 2024-07-26T12:23:04.555 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.541+0000 7fcecf400640 20 client.4647 handle_client_reply got a reply. Safe:1 tid 1 2024-07-26T12:23:04.555 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.541+0000 7fcecf400640 10 client.4647 insert_trace from 2024-07-26T12:23:04.542520+0000 mds.0 is_target=1 is_dentry=0 2024-07-26T12:23:04.555 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.541+0000 7fcecf400640 10 client.4647 features 0xffffffffffffffff 2024-07-26T12:23:04.555 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.541+0000 7fcecf400640 10 client.4647 update_snap_trace len 70 2024-07-26T12:23:04.555 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.541+0000 7fcecf400640 20 client.4647 get_snap_realm 0x1 0, nref was 0 2024-07-26T12:23:04.555 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.541+0000 7fcecf400640 20 client.4647 get_snap_realm 0x1 0x7fcebc0135d0, nref now is 1 2024-07-26T12:23:04.555 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.541+0000 7fcecf400640 10 client.4647 update_snap_trace snaprealm(0x1 nref=1 c=0 seq=0 parent=0x0 my_snaps=[] cached_snapc=0=[] last_modified=0.000000 change_attr=0) seq 1 > 0 2024-07-26T12:23:04.555 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.541+0000 7fcecf400640 10 client.4647 invalidate_snaprealm_and_children snaprealm(0x1 nref=2 c=0 seq=1 parent=0x0 my_snaps=[] cached_snapc=0=[] last_modified=2024-07-26T12:21:44.597796+0000 change_attr=0) 2024-07-26T12:23:04.555 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.541+0000 7fcecf400640 15 client.4647 update_snap_trace snaprealm(0x1 nref=2 c=0 seq=1 parent=0x0 my_snaps=[] cached_snapc=0=[] last_modified=2024-07-26T12:21:44.597796+0000 change_attr=0) self|parent updated 2024-07-26T12:23:04.556 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.541+0000 7fcecf400640 15 client.4647 snapc 1=[] 2024-07-26T12:23:04.556 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.541+0000 7fcecf400640 10 client.4647 no new snap on snaprealm(0x1 nref=2 c=0 seq=1 parent=0x0 my_snaps=[] cached_snapc=1=[] last_modified=2024-07-26T12:21:44.597796+0000 change_attr=0) 2024-07-26T12:23:04.556 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.541+0000 7fcecf400640 20 client.4647 put_snap_realm 0x1 0x7fcebc0135d0 2 -> 1 2024-07-26T12:23:04.556 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.541+0000 7fcecf400640 10 client.4647 hrm is_target=1 is_dentry=0 2024-07-26T12:23:04.556 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.541+0000 7fcecf400640 10 client.4647 update_inode_file_time 0x1.head(faked_ino=0 nref=3 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=0.000000 ctime=0.000000 change_attr=0 caps=- 0x7fcebc0136c0) - ctime 2024-07-26T12:21:44.597796+0000 mtime 2024-07-26T12:21:44.597796+0000 2024-07-26T12:23:04.556 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.541+0000 7fcecf400640 20 client.4647 dir hash is 2 2024-07-26T12:23:04.556 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.541+0000 7fcecf400640 12 client.4647 add_update_inode client inode change_attr: 0 , mds inodestat change_attr: 0 2024-07-26T12:23:04.556 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.541+0000 7fcecf400640 12 client.4647 add_update_inode adding 0x1.head(faked_ino=0 nref=3 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:21:44.597796+0000 ctime=2024-07-26T12:21:44.597796+0000 change_attr=0 caps=- has_dir_layout 0x7fcebc0136c0) caps pAsLsXsFs 2024-07-26T12:23:04.556 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.541+0000 7fcecf400640 20 client.4647 get_snap_realm 0x1 0x7fcebc0135d0, nref was 1 2024-07-26T12:23:04.556 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.541+0000 7fcecf400640 20 client.4647 get_snap_realm 0x1 0x7fcebc0135d0, nref now is 2 2024-07-26T12:23:04.556 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.541+0000 7fcecf400640 15 client.4647 add_update_cap first one, opened snaprealm 0x7fcebc0135d0 2024-07-26T12:23:04.557 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.541+0000 7fcecf400640 10 client.4647 add_update_cap issued - -> pAsLsXsFs from mds.0 on 0x1.head(faked_ino=0 nref=3 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:21:44.597796+0000 ctime=2024-07-26T12:21:44.597796+0000 change_attr=0 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcebc0136c0) 2024-07-26T12:23:04.557 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.541+0000 7fcecf400640 10 client.4647 add_update_cap calling signal_caps_inode 2024-07-26T12:23:04.557 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.541+0000 7fcecf400640 10 client.4647 marking (I_COMPLETE|I_DIR_ORDERED) on empty dir 0x1.head(faked_ino=0 nref=3 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:21:44.597796+0000 ctime=2024-07-26T12:21:44.597796+0000 change_attr=0 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcebc0136c0) 2024-07-26T12:23:04.557 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.541+0000 7fcecf400640 20 client.4647 put_snap_realm 0x1 0x7fcebc0135d0 2 -> 1 2024-07-26T12:23:04.557 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.541+0000 7fcecf400640 20 client.4647 handle_client_reply signalling caller 0x7ffdd11eedc0 2024-07-26T12:23:04.557 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.541+0000 7fcecf400640 20 client.4647 handle_client_reply awaiting kickback on tid 1 0x7fcecf3fde20 2024-07-26T12:23:04.557 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.541+0000 7fcede41f480 20 client.4647 sendrecv kickback on tid 1 0x7fcecf3fde20 2024-07-26T12:23:04.557 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.541+0000 7fcede41f480 20 client.4647 lat 0.000509 2024-07-26T12:23:04.557 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.541+0000 7fcede41f480 20 client.4647 _ll_get 0x7fcebc0136c0 0x1 -> 1 2024-07-26T12:23:04.557 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.541+0000 7fcede41f480 8 client.4647 _ll_create 0x1.head test_llreadvllwritevinvalidfhfile44787 0666 578, uid 0, gid 0 2024-07-26T12:23:04.558 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.541+0000 7fcede41f480 10 client.4647 _lookup concluded ENOENT locally for 0x1.head(faked_ino=0 nref=6 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:21:44.597796+0000 ctime=2024-07-26T12:21:44.597796+0000 change_attr=0 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcebc0136c0) dn 'test_llreadvllwritevinvalidfhfile44787' 2024-07-26T12:23:04.558 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.541+0000 7fcede41f480 20 client.4647 may_create 0x1.head(faked_ino=0 nref=6 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:21:44.597796+0000 ctime=2024-07-26T12:21:44.597796+0000 change_attr=0 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcebc0136c0); UserPerm(uid: 0, gid: 0) 2024-07-26T12:23:04.558 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.541+0000 7fcede41f480 10 client.4647 _getattr mask As issued=1 2024-07-26T12:23:04.558 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.541+0000 7fcede41f480 3 client.4647 may_create 0x7fcebc0136c0 = 0 2024-07-26T12:23:04.558 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.541+0000 7fcede41f480 8 client.4647 _create(0x1 test_llreadvllwritevinvalidfhfile44787, 0666) 2024-07-26T12:23:04.558 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.541+0000 7fcede41f480 20 client.4647 get_or_create 0x1.head(faked_ino=0 nref=7 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:21:44.597796+0000 ctime=2024-07-26T12:21:44.597796+0000 change_attr=0 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcebc0136c0) name test_llreadvllwritevinvalidfhfile44787 2024-07-26T12:23:04.558 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.541+0000 7fcede41f480 15 open_dir 0x564e6d609790 on 0x7fcebc0136c0 2024-07-26T12:23:04.559 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.541+0000 7fcede41f480 15 client.4647 link dir 0x1.head(faked_ino=0 nref=8 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:21:44.597796+0000 ctime=2024-07-26T12:21:44.597796+0000 change_attr=0 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcebc0136c0) 'test_llreadvllwritevinvalidfhfile44787' dn 0x1.head["test_llreadvllwritevinvalidfhfile44787"] (new dn) 2024-07-26T12:23:04.559 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.541+0000 7fcede41f480 20 client.4647 choose_target_mds starting with req->inode 0x1.head(faked_ino=0 nref=8 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:21:44.597796+0000 ctime=2024-07-26T12:21:44.597796+0000 change_attr=0 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcebc0136c0) 2024-07-26T12:23:04.559 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.541+0000 7fcede41f480 20 client.4647 choose_target_mds inode dir hash is 2 on test_llreadvllwritevinvalidfhfile44787 => 1938205064 2024-07-26T12:23:04.559 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.541+0000 7fcede41f480 20 client.4647 choose_target_mds 0x1.head(faked_ino=0 nref=8 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:21:44.597796+0000 ctime=2024-07-26T12:21:44.597796+0000 change_attr=0 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcebc0136c0) is_hash=1 hash=1938205064 2024-07-26T12:23:04.559 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.541+0000 7fcede41f480 10 client.4647 choose_target_mds from caps on inode 0x1.head(faked_ino=0 nref=8 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:21:44.597796+0000 ctime=2024-07-26T12:21:44.597796+0000 change_attr=0 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcebc0136c0) 2024-07-26T12:23:04.559 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.541+0000 7fcede41f480 20 client.4647 mds is 0 2024-07-26T12:23:04.559 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.541+0000 7fcede41f480 10 client.4647 send_request rebuilding request 2 for mds.0 2024-07-26T12:23:04.559 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.541+0000 7fcede41f480 20 client.4647 encode_cap_releases enter (req: 0x564e6d554520, mds: 0) 2024-07-26T12:23:04.559 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.541+0000 7fcede41f480 20 client.4647 encode_dentry_release enter(dn:0x7fcec0054640) 2024-07-26T12:23:04.560 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.541+0000 7fcede41f480 20 client.4647 encode_inode_release enter(in:0x1.head(faked_ino=0 nref=8 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:21:44.597796+0000 ctime=2024-07-26T12:21:44.597796+0000 change_attr=0 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcebc0136c0), req:0x564e6d554520 mds:0, drop:Fs, unless:Fx, force:1) 2024-07-26T12:23:04.560 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.541+0000 7fcede41f480 20 client.4647 send_request set sent_stamp to 2024-07-26T12:23:04.543094+0000 2024-07-26T12:23:04.560 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.541+0000 7fcede41f480 10 client.4647 send_request client_request(unknown.0:2 create owner_uid=0, owner_gid=0 #0x1/test_llreadvllwritevinvalidfhfile44787 2024-07-26T12:23:04.543074+0000 caller_uid=0, caller_gid=0{}) to mds.0 2024-07-26T12:23:04.560 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.541+0000 7fcede41f480 1 -- 172.21.15.31:0/2842531708 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_request(unknown.0:2 create owner_uid=0, owner_gid=0 #0x1/test_llreadvllwritevinvalidfhfile44787 2024-07-26T12:23:04.543074+0000 caller_uid=0, caller_gid=0{}) -- 0x564e6d554a10 con 0x564e6d606b30 2024-07-26T12:23:04.560 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.541+0000 7fcede41f480 20 client.4647 awaiting reply|forward|kick on 0x7ffdd11eebf0 2024-07-26T12:23:04.560 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.541+0000 7fcecf400640 20 client.4647 put_inode on 0x1.head(faked_ino=0 nref=8 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:21:44.597796+0000 ctime=2024-07-26T12:21:44.597796+0000 change_attr=0 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcebc0136c0) n = 1 2024-07-26T12:23:04.560 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.541+0000 7fcecf400640 20 client.4647 put_inode on 0x1.head(faked_ino=0 nref=8 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:21:44.597796+0000 ctime=2024-07-26T12:21:44.597796+0000 change_attr=0 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcebc0136c0) n = 1 2024-07-26T12:23:04.560 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.546+0000 7fcecf400640 1 -- 172.21.15.31:0/2842531708 <== mds.0 v2:172.21.15.31:6832/713364256 4 ==== client_reply(???:2 = 0 (0) Success safe) ==== 859+0+0 (crc 0 0 0) 0x7fcec800edd0 con 0x564e6d606b30 2024-07-26T12:23:04.560 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.546+0000 7fcecf400640 20 client.4647 handle_client_reply got a reply. Safe:1 tid 2 2024-07-26T12:23:04.560 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.546+0000 7fcecf400640 10 client.4647 insert_trace from 2024-07-26T12:23:04.543094+0000 mds.0 is_target=1 is_dentry=1 2024-07-26T12:23:04.561 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.546+0000 7fcecf400640 10 client.4647 features 0xffffffffffffffff 2024-07-26T12:23:04.561 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.546+0000 7fcecf400640 10 client.4647 update_snap_trace len 70 2024-07-26T12:23:04.561 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.546+0000 7fcecf400640 20 client.4647 get_snap_realm 0x1 0x7fcebc0135d0, nref was 1 2024-07-26T12:23:04.561 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.546+0000 7fcecf400640 20 client.4647 get_snap_realm 0x1 0x7fcebc0135d0, nref now is 2 2024-07-26T12:23:04.561 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.546+0000 7fcecf400640 10 client.4647 update_snap_trace snaprealm(0x1 nref=2 c=0 seq=1 parent=0x0 my_snaps=[] cached_snapc=1=[] last_modified=2024-07-26T12:21:44.597796+0000 change_attr=0) seq 1 <= 1 and same parent, SKIPPING 2024-07-26T12:23:04.561 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.546+0000 7fcecf400640 10 client.4647 hrm is_target=1 is_dentry=1 2024-07-26T12:23:04.561 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.546+0000 7fcecf400640 10 client.4647 update_inode_file_time 0x10000000000.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={} open={} mode=100666 size=0/0 nlink=1 btime=2024-07-26T12:23:04.543074+0000 mtime=0.000000 ctime=0.000000 change_attr=0 caps=- objectset[0x10000000000 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcebc013ca0) - ctime 2024-07-26T12:23:04.543074+0000 mtime 2024-07-26T12:23:04.543074+0000 2024-07-26T12:23:04.561 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.546+0000 7fcecf400640 12 client.4647 add_update_inode client inode change_attr: 0 , mds inodestat change_attr: 0 2024-07-26T12:23:04.561 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.546+0000 7fcecf400640 12 client.4647 add_update_inode adding 0x10000000000.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={} open={} mode=100666 size=0/0 nlink=1 btime=2024-07-26T12:23:04.543074+0000 mtime=2024-07-26T12:23:04.543074+0000 ctime=2024-07-26T12:23:04.543074+0000 change_attr=0 caps=- objectset[0x10000000000 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcebc013ca0) caps pAsxLsXsxFsxcrwb 2024-07-26T12:23:04.561 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.546+0000 7fcecf400640 20 client.4647 get_snap_realm 0x1 0x7fcebc0135d0, nref was 2 2024-07-26T12:23:04.561 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.546+0000 7fcecf400640 20 client.4647 get_snap_realm 0x1 0x7fcebc0135d0, nref now is 3 2024-07-26T12:23:04.561 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.546+0000 7fcecf400640 15 client.4647 add_update_cap first one, opened snaprealm 0x7fcebc0135d0 2024-07-26T12:23:04.562 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.546+0000 7fcecf400640 10 client.4647 add_update_cap issued - -> pAsxLsXsxFsxcrwb from mds.0 on 0x10000000000.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={} open={} mode=100666 size=0/0 nlink=1 btime=2024-07-26T12:23:04.543074+0000 mtime=2024-07-26T12:23:04.543074+0000 ctime=2024-07-26T12:23:04.543074+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000000 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcebc013ca0) 2024-07-26T12:23:04.562 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.546+0000 7fcecf400640 10 client.4647 add_update_cap calling signal_caps_inode 2024-07-26T12:23:04.562 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.546+0000 7fcecf400640 12 client.4647 add_update_inode had 0x1.head(faked_ino=0 nref=8 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:21:44.597796+0000 ctime=2024-07-26T12:21:44.597796+0000 change_attr=0 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcebc0136c0) caps pAsLsXs 2024-07-26T12:23:04.562 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.546+0000 7fcecf400640 10 client.4647 update_inode_file_time 0x1.head(faked_ino=0 nref=8 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:21:44.597796+0000 ctime=2024-07-26T12:21:44.597796+0000 change_attr=0 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcebc0136c0) pAsLsXs ctime 2024-07-26T12:23:04.543074+0000 mtime 2024-07-26T12:23:04.543074+0000 2024-07-26T12:23:04.562 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.546+0000 7fcecf400640 20 client.4647 dir hash is 2 2024-07-26T12:23:04.562 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.546+0000 7fcecf400640 12 client.4647 add_update_inode client inode change_attr: 0 , mds inodestat change_attr: 1 2024-07-26T12:23:04.562 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.546+0000 7fcecf400640 10 client.4647 add_update_cap issued pAsLsXs -> pAsLsXs from mds.0 on 0x1.head(faked_ino=0 nref=8 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:04.543074+0000 ctime=2024-07-26T12:23:04.543074+0000 change_attr=1 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcebc0136c0) 2024-07-26T12:23:04.562 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.546+0000 7fcecf400640 20 client.4647 got dirfrag map for 0x1 frag * to mds 0 2024-07-26T12:23:04.562 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.546+0000 7fcecf400640 12 client.4647 insert_dentry_inode 'test_llreadvllwritevinvalidfhfile44787' vino 0x10000000000.head in dir 0x1.head dn 0x7fcec0054640 2024-07-26T12:23:04.562 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.546+0000 7fcecf400640 10 client.4647 clearing I_DIR_ORDERED on 0x1.head(faked_ino=0 nref=8 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:04.543074+0000 ctime=2024-07-26T12:23:04.543074+0000 change_attr=1 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcebc0136c0) 2024-07-26T12:23:04.563 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.546+0000 7fcecf400640 15 client.4647 link dir 0x1.head(faked_ino=0 nref=8 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:04.543074+0000 ctime=2024-07-26T12:23:04.543074+0000 change_attr=1 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcebc0136c0) 'test_llreadvllwritevinvalidfhfile44787' to inode 0x7fcebc013ca0 dn 0x1.head["test_llreadvllwritevinvalidfhfile44787"] (old dn) 2024-07-26T12:23:04.563 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.546+0000 7fcecf400640 20 client.4647 put_inode on 0x10000000000.head(faked_ino=0 nref=4 ll_ref=0 cap_refs={} open={} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:04.543074+0000 mtime=2024-07-26T12:23:04.543074+0000 ctime=2024-07-26T12:23:04.543074+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000000 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevinvalidfhfile44787"] 0x7fcebc013ca0) n = 1 2024-07-26T12:23:04.563 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.546+0000 7fcecf400640 20 client.4647 link inode 0x7fcebc013ca0 parents now 0x1.head["test_llreadvllwritevinvalidfhfile44787"] 2024-07-26T12:23:04.563 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.546+0000 7fcecf400640 20 client.4647 put_inode on 0x10000000000.head(faked_ino=0 nref=4 ll_ref=0 cap_refs={} open={} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:04.543074+0000 mtime=2024-07-26T12:23:04.543074+0000 ctime=2024-07-26T12:23:04.543074+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000000 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevinvalidfhfile44787"] 0x7fcebc013ca0) n = 1 2024-07-26T12:23:04.563 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.546+0000 7fcecf400640 15 client.4647 update_dentry_lease 0x1.head["test_llreadvllwritevinvalidfhfile44787"] lease(mask 7 dur 30000) from 2024-07-26T12:23:04.543094+0000 2024-07-26T12:23:04.563 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.546+0000 7fcecf400640 10 client.4647 got dentry lease on test_llreadvllwritevinvalidfhfile44787 dur 30000ms ttl 2024-07-26T12:23:34.543094+0000 2024-07-26T12:23:04.563 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.546+0000 7fcecf400640 20 client.4647 put_snap_realm 0x1 0x7fcebc0135d0 3 -> 2 2024-07-26T12:23:04.563 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.546+0000 7fcecf400640 20 client.4647 handle_client_reply signalling caller 0x7ffdd11eebf0 2024-07-26T12:23:04.563 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.546+0000 7fcecf400640 20 client.4647 handle_client_reply awaiting kickback on tid 2 0x7fcecf3fde20 2024-07-26T12:23:04.563 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.546+0000 7fcede41f480 20 client.4647 sendrecv kickback on tid 2 0x7fcecf3fde20 2024-07-26T12:23:04.563 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.546+0000 7fcede41f480 10 client.4647 delegated_inos: [] 2024-07-26T12:23:04.564 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.546+0000 7fcede41f480 10 client.4647 make_request created ino 0x10000000000 2024-07-26T12:23:04.564 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.546+0000 7fcede41f480 20 client.4647 make_request target is 0x10000000000.head(faked_ino=0 nref=6 ll_ref=0 cap_refs={} open={} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:04.543074+0000 mtime=2024-07-26T12:23:04.543074+0000 ctime=2024-07-26T12:23:04.543074+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000000 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevinvalidfhfile44787"] 0x7fcebc013ca0) 2024-07-26T12:23:04.564 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.546+0000 7fcede41f480 20 client.4647 lat 0.004543 2024-07-26T12:23:04.564 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.546+0000 7fcede41f480 10 break_deleg: breaking delegs on 0x10000000000.head(faked_ino=0 nref=6 ll_ref=0 cap_refs={} open={3=1} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:04.543074+0000 mtime=2024-07-26T12:23:04.543074+0000 ctime=2024-07-26T12:23:04.543074+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000000 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevinvalidfhfile44787"] 0x7fcebc013ca0) 2024-07-26T12:23:04.564 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.546+0000 7fcede41f480 10 delegations_broken: delegations empty on 0x10000000000.head(faked_ino=0 nref=6 ll_ref=0 cap_refs={} open={3=1} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:04.543074+0000 mtime=2024-07-26T12:23:04.543074+0000 ctime=2024-07-26T12:23:04.543074+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000000 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevinvalidfhfile44787"] 0x7fcebc013ca0) 2024-07-26T12:23:04.564 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.546+0000 7fcede41f480 20 client.4647 put_inode on 0x10000000000.head(faked_ino=0 nref=8 ll_ref=0 cap_refs={} open={3=1} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:04.543074+0000 mtime=2024-07-26T12:23:04.543074+0000 ctime=2024-07-26T12:23:04.543074+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000000 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevinvalidfhfile44787"] 0x7fcebc013ca0) n = 1 2024-07-26T12:23:04.564 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.546+0000 7fcede41f480 10 client.4647 _create_fh 0x10000000000 mode 3 2024-07-26T12:23:04.564 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.546+0000 7fcede41f480 20 client.4647 trim_cache size 1 max 16384 2024-07-26T12:23:04.564 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.546+0000 7fcede41f480 8 client.4647 create(#0x1/test_llreadvllwritevinvalidfhfile44787, 0100666 layout 0 0 0) = 0 2024-07-26T12:23:04.564 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.546+0000 7fcede41f480 20 client.4647 _ll_create created = 1 2024-07-26T12:23:04.565 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.546+0000 7fcede41f480 8 client.4647 _ll_create 0x1.head test_llreadvllwritevinvalidfhfile44787 0666 578 = 0 (0x564e6d604870 10000000000) 2024-07-26T12:23:04.565 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.546+0000 7fcede41f480 20 client.4647 _ll_get 0x7fcebc013ca0 0x10000000000 -> 1 2024-07-26T12:23:04.565 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.546+0000 7fcede41f480 10 client.4647 fill_statx on 0x10000000000 snap/devhead mode 0100666 mtime 2024-07-26T12:23:04.543074+0000 ctime 2024-07-26T12:23:04.543074+0000 change_attr 0 2024-07-26T12:23:04.565 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.546+0000 7fcede41f480 20 client.4647 put_inode on 0x10000000000.head(faked_ino=0 nref=9 ll_ref=1 cap_refs={} open={3=1} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:04.543074+0000 mtime=2024-07-26T12:23:04.543074+0000 ctime=2024-07-26T12:23:04.543074+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000000 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevinvalidfhfile44787"] 0x7fcebc013ca0) n = 1 2024-07-26T12:23:04.565 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.546+0000 7fcede41f480 3 client.4647 ll_release (fh)0x564e6d604870 0x10000000000 2024-07-26T12:23:04.565 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.546+0000 7fcede41f480 8 client.4647 _release_fh 0x564e6d604870 mode 3 on 0x10000000000.head(faked_ino=0 nref=9 ll_ref=1 cap_refs={} open={3=1} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:04.543074+0000 mtime=2024-07-26T12:23:04.543074+0000 ctime=2024-07-26T12:23:04.543074+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000000 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevinvalidfhfile44787"] 0x7fcebc013ca0) 2024-07-26T12:23:04.565 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.546+0000 7fcede41f480 10 client.4647 _flush 0x10000000000.head(faked_ino=0 nref=10 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:04.543074+0000 mtime=2024-07-26T12:23:04.543074+0000 ctime=2024-07-26T12:23:04.543074+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000000 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevinvalidfhfile44787"] 0x7fcebc013ca0) 2024-07-26T12:23:04.565 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.546+0000 7fcede41f480 10 client.4647 nothing to flush 2024-07-26T12:23:04.565 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.546+0000 7fcede41f480 20 client.4647 put_inode on 0x10000000000.head(faked_ino=0 nref=10 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:04.543074+0000 mtime=2024-07-26T12:23:04.543074+0000 ctime=2024-07-26T12:23:04.543074+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000000 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevinvalidfhfile44787"] 0x7fcebc013ca0) n = 1 2024-07-26T12:23:04.565 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.546+0000 7fcede41f480 10 client.4647 check_caps on 0x10000000000.head(faked_ino=0 nref=10 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:04.543074+0000 mtime=2024-07-26T12:23:04.543074+0000 ctime=2024-07-26T12:23:04.543074+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000000 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevinvalidfhfile44787"] 0x7fcebc013ca0) wanted - used - issued pAsxLsXsxFsxcrwb revoking - flags=0 2024-07-26T12:23:04.565 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.546+0000 7fcede41f480 10 client.4647 cap mds.0 issued pAsxLsXsxFsxcrwb implemented pAsxLsXsxFsxcrwb revoking - 2024-07-26T12:23:04.565 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.546+0000 7fcede41f480 10 client.4647 delaying cap release 2024-07-26T12:23:04.566 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.546+0000 7fcede41f480 10 client.4647 cap_delay_requeue on 0x10000000000.head(faked_ino=0 nref=10 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:04.543074+0000 mtime=2024-07-26T12:23:04.543074+0000 ctime=2024-07-26T12:23:04.543074+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000000 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevinvalidfhfile44787"] 0x7fcebc013ca0) 2024-07-26T12:23:04.566 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.546+0000 7fcede41f480 10 client.4647 _release_fh 0x564e6d604870 on inode 0x10000000000.head(faked_ino=0 nref=10 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:04.543074+0000 mtime=2024-07-26T12:23:04.543074+0000 ctime=2024-07-26T12:23:04.543074+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000000 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevinvalidfhfile44787"] 0x7fcebc013ca0) no async_err state 2024-07-26T12:23:04.566 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.546+0000 7fcede41f480 20 client.4647 put_inode on 0x10000000000.head(faked_ino=0 nref=10 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:04.543074+0000 mtime=2024-07-26T12:23:04.543074+0000 ctime=2024-07-26T12:23:04.543074+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000000 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevinvalidfhfile44787"] 0x7fcebc013ca0) n = 1 2024-07-26T12:23:04.566 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.546+0000 7fcede41f480 3 client.4647 ll_unlink 0x1.head test_llreadvllwritevinvalidfhfile44787 2024-07-26T12:23:04.566 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.546+0000 7fcede41f480 20 client.4647 may_delete 0x1.head(faked_ino=0 nref=8 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:04.543074+0000 ctime=2024-07-26T12:23:04.543074+0000 change_attr=1 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcebc0136c0); ; name test_llreadvllwritevinvalidfhfile44787; UserPerm(uid: 0, gid: 0) 2024-07-26T12:23:04.566 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.546+0000 7fcede41f480 10 client.4647 _getattr mask As issued=1 2024-07-26T12:23:04.566 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.546+0000 7fcede41f480 3 client.4647 may_delete 0x7fcebc0136c0 = 0 2024-07-26T12:23:04.566 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.546+0000 7fcede41f480 8 client.4647 _unlink(0x1 test_llreadvllwritevinvalidfhfile44787 uid 0 gid 0) 2024-07-26T12:23:04.566 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.546+0000 7fcede41f480 20 client.4647 get_or_create 0x1.head(faked_ino=0 nref=8 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:04.543074+0000 ctime=2024-07-26T12:23:04.543074+0000 change_attr=1 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcebc0136c0) name test_llreadvllwritevinvalidfhfile44787 2024-07-26T12:23:04.566 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.546+0000 7fcede41f480 20 client.4647 _lookup have 0x1.head["test_llreadvllwritevinvalidfhfile44787"] from mds.0 ttl 2024-07-26T12:23:34.543094+0000 seq 2 2024-07-26T12:23:04.566 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.546+0000 7fcede41f480 10 client.4647 _lookup 0x1.head(faked_ino=0 nref=8 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:04.543074+0000 ctime=2024-07-26T12:23:04.543074+0000 change_attr=1 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcebc0136c0) test_llreadvllwritevinvalidfhfile44787 = 0x10000000000.head(faked_ino=0 nref=11 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:04.543074+0000 mtime=2024-07-26T12:23:04.543074+0000 ctime=2024-07-26T12:23:04.543074+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000000 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevinvalidfhfile44787"] 0x7fcebc013ca0) 2024-07-26T12:23:04.567 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.546+0000 7fcede41f480 10 break_deleg: breaking delegs on 0x10000000000.head(faked_ino=0 nref=12 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:04.543074+0000 mtime=2024-07-26T12:23:04.543074+0000 ctime=2024-07-26T12:23:04.543074+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000000 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevinvalidfhfile44787"] 0x7fcebc013ca0) 2024-07-26T12:23:04.567 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.546+0000 7fcede41f480 10 delegations_broken: delegations empty on 0x10000000000.head(faked_ino=0 nref=12 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:04.543074+0000 mtime=2024-07-26T12:23:04.543074+0000 ctime=2024-07-26T12:23:04.543074+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000000 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevinvalidfhfile44787"] 0x7fcebc013ca0) 2024-07-26T12:23:04.567 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.546+0000 7fcede41f480 20 client.4647 choose_target_mds starting with req->inode 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:04.543074+0000 ctime=2024-07-26T12:23:04.543074+0000 change_attr=1 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcebc0136c0) 2024-07-26T12:23:04.567 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.546+0000 7fcede41f480 20 client.4647 choose_target_mds inode dir hash is 2 on test_llreadvllwritevinvalidfhfile44787 => 1938205064 2024-07-26T12:23:04.567 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.546+0000 7fcede41f480 20 client.4647 choose_target_mds 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:04.543074+0000 ctime=2024-07-26T12:23:04.543074+0000 change_attr=1 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcebc0136c0) is_hash=1 hash=1938205064 2024-07-26T12:23:04.567 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.546+0000 7fcede41f480 10 client.4647 choose_target_mds from dirfragtree hash 2024-07-26T12:23:04.567 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.546+0000 7fcede41f480 20 client.4647 mds is 0 2024-07-26T12:23:04.567 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.546+0000 7fcede41f480 10 client.4647 send_request rebuilding request 3 for mds.0 2024-07-26T12:23:04.567 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.546+0000 7fcede41f480 20 client.4647 encode_cap_releases enter (req: 0x564e6d554df0, mds: 0) 2024-07-26T12:23:04.567 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.546+0000 7fcede41f480 20 client.4647 encode_inode_release enter(in:0x10000000000.head(faked_ino=0 nref=12 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:04.543074+0000 mtime=2024-07-26T12:23:04.543074+0000 ctime=2024-07-26T12:23:04.543074+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000000 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevinvalidfhfile44787"] 0x7fcebc013ca0), req:0x564e6d554df0 mds:0, drop:Lsx, unless:-, force:0) 2024-07-26T12:23:04.568 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.546+0000 7fcede41f480 20 client.4647 encode_dentry_release enter(dn:0x7fcec0054640) 2024-07-26T12:23:04.568 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.546+0000 7fcede41f480 20 client.4647 encode_inode_release enter(in:0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:04.543074+0000 ctime=2024-07-26T12:23:04.543074+0000 change_attr=1 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcebc0136c0), req:0x564e6d554df0 mds:0, drop:Fs, unless:Fx, force:1) 2024-07-26T12:23:04.568 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.546+0000 7fcede41f480 20 client.4647 send_request set sent_stamp to 2024-07-26T12:23:04.547792+0000 2024-07-26T12:23:04.568 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.546+0000 7fcede41f480 10 client.4647 send_request client_request(unknown.0:3 unlink #0x1/test_llreadvllwritevinvalidfhfile44787 2024-07-26T12:23:04.547755+0000 caller_uid=0, caller_gid=0{}) to mds.0 2024-07-26T12:23:04.568 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.546+0000 7fcede41f480 1 -- 172.21.15.31:0/2842531708 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_request(unknown.0:3 unlink #0x1/test_llreadvllwritevinvalidfhfile44787 2024-07-26T12:23:04.547755+0000 caller_uid=0, caller_gid=0{}) -- 0x564e6d555180 con 0x564e6d606b30 2024-07-26T12:23:04.568 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.546+0000 7fcede41f480 20 client.4647 awaiting reply|forward|kick on 0x7ffdd11eedc0 2024-07-26T12:23:04.568 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.546+0000 7fcecf400640 20 client.4647 put_inode on 0x10000000000.head(faked_ino=0 nref=12 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:04.543074+0000 mtime=2024-07-26T12:23:04.543074+0000 ctime=2024-07-26T12:23:04.543074+0000 change_attr=0 caps=pAsxXsxFsxcrwb(0=pAsxXsxFsxcrwb) objectset[0x10000000000 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevinvalidfhfile44787"] 0x7fcebc013ca0) n = 1 2024-07-26T12:23:04.568 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.546+0000 7fcecf400640 20 client.4647 put_inode on 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:04.543074+0000 ctime=2024-07-26T12:23:04.543074+0000 change_attr=1 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcebc0136c0) n = 1 2024-07-26T12:23:04.568 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.546+0000 7fcecf400640 1 -- 172.21.15.31:0/2842531708 <== mds.0 v2:172.21.15.31:6832/713364256 5 ==== client_caps(revoke ino 0x10000000000 1 seq 2 caps=pAsXsFsxcrwb dirty=- wanted=- follows 0 size 0/4194304 ts 1/18446744073709551615 mtime 2024-07-26T12:23:04.543074+0000 ctime 2024-07-26T12:23:04.543074+0000 change_attr 0) ==== 260+0+0 (crc 0 0 0) 0x7fcec800d3d0 con 0x564e6d606b30 2024-07-26T12:23:04.568 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.546+0000 7fcecf400640 5 client.4647 set_cap_epoch_barrier epoch = 22 2024-07-26T12:23:04.568 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.546+0000 7fcecf400640 10 client.4647 mds.0 seq now 1 2024-07-26T12:23:04.569 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.546+0000 7fcecf400640 5 client.4647 handle_cap_grant on in 0x10000000000 mds.0 seq 2 caps now pAsXsFsxcrwb was pAsxXsxFsxcrwb 2024-07-26T12:23:04.569 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.546+0000 7fcecf400640 10 client.4647 update_inode_file_time 0x10000000000.head(faked_ino=0 nref=12 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:04.543074+0000 mtime=2024-07-26T12:23:04.543074+0000 ctime=2024-07-26T12:23:04.543074+0000 change_attr=0 caps=pAsxXsxFsxcrwb(0=pAsxXsxFsxcrwb) objectset[0x10000000000 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevinvalidfhfile44787"] 0x7fcebc013ca0) pAsxXsxFsxcrwb ctime 2024-07-26T12:23:04.543074+0000 mtime 2024-07-26T12:23:04.543074+0000 2024-07-26T12:23:04.569 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.546+0000 7fcecf400640 10 client.4647 revocation of AxXx 2024-07-26T12:23:04.569 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.546+0000 7fcecf400640 10 client.4647 check_caps on 0x10000000000.head(faked_ino=0 nref=12 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:04.543074+0000 mtime=2024-07-26T12:23:04.543074+0000 ctime=2024-07-26T12:23:04.543074+0000 change_attr=0 caps=pAsXsFsxcrwb(0=pAsXsFsxcrwb) objectset[0x10000000000 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevinvalidfhfile44787"] 0x7fcebc013ca0) wanted - used - issued pAsXsFsxcrwb revoking AxXx flags=1 2024-07-26T12:23:04.569 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.546+0000 7fcecf400640 10 client.4647 cap mds.0 issued pAsXsFsxcrwb implemented pAsxXsxFsxcrwb revoking AxXx 2024-07-26T12:23:04.569 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.546+0000 7fcecf400640 10 client.4647 completed revocation of AxXx 2024-07-26T12:23:04.569 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.546+0000 7fcecf400640 10 client.4647 send_cap 0x10000000000.head(faked_ino=0 nref=12 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:04.543074+0000 mtime=2024-07-26T12:23:04.543074+0000 ctime=2024-07-26T12:23:04.543074+0000 change_attr=0 caps=pAsXsFsxcrwb(0=pAsXsFsxcrwb) objectset[0x10000000000 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevinvalidfhfile44787"] 0x7fcebc013ca0) mds.0 seq 2 used - want - flush - retain pAsLsXsFs held pAsxXsxFsxcrwb revoking AxXx dropping Fxcrwb 2024-07-26T12:23:04.569 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.546+0000 7fcecf400640 15 client.4647 auth cap, reset requested_max_size due to not wanting any file write cap 2024-07-26T12:23:04.569 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.546+0000 7fcecf400640 1 -- 172.21.15.31:0/2842531708 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_caps(update ino 0x10000000000 1 seq 2 caps=pAsXsFs dirty=- wanted=- follows 0 size 0/4194304 ts 1/18446744073709551615 mtime 2024-07-26T12:23:04.543074+0000 ctime 2024-07-26T12:23:04.543074+0000 change_attr 0) -- 0x7fcebc014280 con 0x564e6d606b30 2024-07-26T12:23:04.570 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.546+0000 7fcecf400640 10 client.4647 handle_cap_grant calling signal_caps_inode 2024-07-26T12:23:04.570 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.547+0000 7fcecf400640 1 -- 172.21.15.31:0/2842531708 <== mds.0 v2:172.21.15.31:6832/713364256 6 ==== client_reply(???:3 = 0 (0) Success unsafe) ==== 507+0+0 (crc 0 0 0) 0x7fcec800d730 con 0x564e6d606b30 2024-07-26T12:23:04.570 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.547+0000 7fcecf400640 20 client.4647 handle_client_reply got a reply. Safe:0 tid 3 2024-07-26T12:23:04.570 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.547+0000 7fcecf400640 10 client.4647 insert_trace from 2024-07-26T12:23:04.547792+0000 mds.0 is_target=0 is_dentry=1 2024-07-26T12:23:04.570 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.547+0000 7fcecf400640 10 client.4647 features 0xffffffffffffffff 2024-07-26T12:23:04.570 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.547+0000 7fcecf400640 10 client.4647 update_snap_trace len 70 2024-07-26T12:23:04.570 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.547+0000 7fcecf400640 20 client.4647 get_snap_realm 0x1 0x7fcebc0135d0, nref was 2 2024-07-26T12:23:04.570 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.547+0000 7fcecf400640 20 client.4647 get_snap_realm 0x1 0x7fcebc0135d0, nref now is 3 2024-07-26T12:23:04.570 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.547+0000 7fcecf400640 10 client.4647 update_snap_trace snaprealm(0x1 nref=3 c=0 seq=1 parent=0x0 my_snaps=[] cached_snapc=1=[] last_modified=2024-07-26T12:21:44.597796+0000 change_attr=0) seq 1 <= 1 and same parent, SKIPPING 2024-07-26T12:23:04.570 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.547+0000 7fcecf400640 10 client.4647 hrm is_target=0 is_dentry=1 2024-07-26T12:23:04.571 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.547+0000 7fcecf400640 12 client.4647 add_update_inode had 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:04.543074+0000 ctime=2024-07-26T12:23:04.543074+0000 change_attr=1 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcebc0136c0) caps pAsLsXs 2024-07-26T12:23:04.571 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.547+0000 7fcecf400640 10 client.4647 update_inode_file_time 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:04.543074+0000 ctime=2024-07-26T12:23:04.543074+0000 change_attr=1 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcebc0136c0) pAsLsXs ctime 2024-07-26T12:23:04.547755+0000 mtime 2024-07-26T12:23:04.543074+0000 2024-07-26T12:23:04.571 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.547+0000 7fcecf400640 20 client.4647 dir hash is 2 2024-07-26T12:23:04.571 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.547+0000 7fcecf400640 12 client.4647 add_update_inode client inode change_attr: 1 , mds inodestat change_attr: 2 2024-07-26T12:23:04.571 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.547+0000 7fcecf400640 10 client.4647 add_update_cap issued pAsLsXs -> pAsLsXs from mds.0 on 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:04.543074+0000 ctime=2024-07-26T12:23:04.547755+0000 change_attr=2 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcebc0136c0) 2024-07-26T12:23:04.571 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.547+0000 7fcecf400640 20 client.4647 got dirfrag map for 0x1 frag * to mds 0 2024-07-26T12:23:04.571 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.547+0000 7fcecf400640 15 client.4647 unlink dir 0x7fcebc0136c0 'test_llreadvllwritevinvalidfhfile44787' dn 0x7fcec0054640 inode 0x7fcebc013ca0 2024-07-26T12:23:04.571 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.547+0000 7fcecf400640 20 client.4647 put_inode on 0x10000000000.head(faked_ino=0 nref=13 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:04.543074+0000 mtime=2024-07-26T12:23:04.543074+0000 ctime=2024-07-26T12:23:04.543074+0000 change_attr=0 caps=pAsXsFs(0=pAsXsFs) objectset[0x10000000000 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcebc013ca0) n = 1 2024-07-26T12:23:04.571 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.547+0000 7fcecf400640 20 client.4647 unlink inode 0x7fcebc013ca0 parents now 2024-07-26T12:23:04.571 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.547+0000 7fcecf400640 20 client.4647 put_inode on 0x10000000000.head(faked_ino=0 nref=13 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:04.543074+0000 mtime=2024-07-26T12:23:04.543074+0000 ctime=2024-07-26T12:23:04.543074+0000 change_attr=0 caps=pAsXsFs(0=pAsXsFs) objectset[0x10000000000 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcebc013ca0) n = 1 2024-07-26T12:23:04.571 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.547+0000 7fcecf400640 15 client.4647 update_dentry_lease 0x1.head["test_llreadvllwritevinvalidfhfile44787"] lease(mask 3 dur 30000) from 2024-07-26T12:23:04.547792+0000 2024-07-26T12:23:04.572 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.547+0000 7fcecf400640 10 client.4647 got dentry lease on test_llreadvllwritevinvalidfhfile44787 dur 30000ms ttl 2024-07-26T12:23:34.547792+0000 2024-07-26T12:23:04.572 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.547+0000 7fcecf400640 20 client.4647 put_snap_realm 0x1 0x7fcebc0135d0 3 -> 2 2024-07-26T12:23:04.572 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.547+0000 7fcecf400640 20 client.4647 handle_client_reply signalling caller 0x7ffdd11eedc0 2024-07-26T12:23:04.572 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.547+0000 7fcecf400640 20 client.4647 handle_client_reply awaiting kickback on tid 3 0x7fcecf3fde20 2024-07-26T12:23:04.572 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.547+0000 7fcede41f480 20 client.4647 sendrecv kickback on tid 3 0x7fcecf3fde20 2024-07-26T12:23:04.572 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.547+0000 7fcede41f480 20 client.4647 lat 0.001216 2024-07-26T12:23:04.572 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.547+0000 7fcede41f480 20 client.4647 trim_cache size 1 max 16384 2024-07-26T12:23:04.572 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.547+0000 7fcede41f480 8 client.4647 unlink(#0x1/test_llreadvllwritevinvalidfhfile44787) = 0 2024-07-26T12:23:04.572 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.547+0000 7fcede41f480 20 client.4647 put_inode on 0x10000000000.head(faked_ino=0 nref=13 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:04.543074+0000 mtime=2024-07-26T12:23:04.543074+0000 ctime=2024-07-26T12:23:04.543074+0000 change_attr=0 caps=pAsXsFs(0=pAsXsFs) objectset[0x10000000000 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcebc013ca0) n = 1 2024-07-26T12:23:04.572 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.547+0000 7fcede41f480 3 client.4647 (fh)0x564e6d604870 is invalid 2024-07-26T12:23:04.572 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.547+0000 7fcede41f480 3 client.4647 (fh)0x564e6d604870 is invalid 2024-07-26T12:23:04.573 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.547+0000 7fcede41f480 2 client.4647 unmount 2024-07-26T12:23:04.573 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.547+0000 7fcede41f480 2 client.4647 unmounting 2024-07-26T12:23:04.573 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.547+0000 7fcede41f480 1 -- 172.21.15.31:0/2842531708 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_session(request_flushmdlog) -- 0x564e6d567e50 con 0x564e6d606b30 2024-07-26T12:23:04.573 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.547+0000 7fcede41f480 10 client.4647 waiting for write request '3' to complete, currently there are 1 outstanding read/write requests 2024-07-26T12:23:04.575 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.553+0000 7fcecf400640 1 -- 172.21.15.31:0/2842531708 <== mds.0 v2:172.21.15.31:6832/713364256 7 ==== client_caps(grant ino 0x10000000000 1 seq 3 caps=pAsLsXsFsxcrwb dirty=- wanted=Ls follows 0 size 0/0 ts 1/18446744073709551615 mtime 2024-07-26T12:23:04.543074+0000 ctime 2024-07-26T12:23:04.547755+0000 change_attr 1) ==== 260+0+0 (crc 0 0 0) 0x7fcebc014280 con 0x564e6d606b30 2024-07-26T12:23:04.575 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.553+0000 7fcecf400640 10 client.4647 mds.0 seq now 2 2024-07-26T12:23:04.575 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.553+0000 7fcecf400640 5 client.4647 handle_cap_grant on in 0x10000000000 mds.0 seq 3 caps now pAsLsXsFsxcrwb was pAsXsFs 2024-07-26T12:23:04.575 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.553+0000 7fcecf400640 10 client.4647 update_inode_file_time 0x10000000000.head(faked_ino=0 nref=13 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=0 btime=2024-07-26T12:23:04.543074+0000 mtime=2024-07-26T12:23:04.543074+0000 ctime=2024-07-26T12:23:04.543074+0000 change_attr=0 caps=pAsXsFs(0=pAsXsFs) objectset[0x10000000000 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcebc013ca0) pAsXsFs ctime 2024-07-26T12:23:04.547755+0000 mtime 2024-07-26T12:23:04.543074+0000 2024-07-26T12:23:04.575 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.553+0000 7fcecf400640 10 client.4647 max_size 4194304 -> 0 2024-07-26T12:23:04.575 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.553+0000 7fcecf400640 10 client.4647 grant, new caps are LsFxcrwb 2024-07-26T12:23:04.575 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.553+0000 7fcecf400640 10 client.4647 handle_cap_grant calling signal_caps_inode 2024-07-26T12:23:04.575 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.553+0000 7fcecf400640 5 client.4647 _try_to_trim_inode in 0x10000000000.head(faked_ino=0 nref=13 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/0 nlink=0 btime=2024-07-26T12:23:04.543074+0000 mtime=2024-07-26T12:23:04.543074+0000 ctime=2024-07-26T12:23:04.547755+0000 change_attr=1 caps=pAsLsXsFsxcrwb(0=pAsLsXsFsxcrwb) objectset[0x10000000000 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcebc013ca0) 2024-07-26T12:23:04.576 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.553+0000 7fcecf400640 10 client.4647 unmounting: trim pass, size was 1+2 2024-07-26T12:23:04.576 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.553+0000 7fcecf400640 20 client.4647 trim_cache size 1 max 16384 2024-07-26T12:23:04.576 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.553+0000 7fcecf400640 10 client.4647 unmounting: trim pass, size still 1+2 2024-07-26T12:23:04.576 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.553+0000 7fcecf400640 1 -- 172.21.15.31:0/2842531708 <== mds.0 v2:172.21.15.31:6832/713364256 8 ==== client_reply(???:3 = 0 (0) Success safe) ==== 27+0+0 (crc 0 0 0) 0x7fcec800da90 con 0x564e6d606b30 2024-07-26T12:23:04.576 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.553+0000 7fcecf400640 20 client.4647 handle_client_reply got a reply. Safe:1 tid 3 2024-07-26T12:23:04.576 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.553+0000 7fcecf400640 10 client.4647 insert_trace from 2024-07-26T12:23:04.547792+0000 mds.0 is_target=0 is_dentry=0 2024-07-26T12:23:04.576 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.553+0000 7fcecf400640 10 client.4647 insert_trace -- already got unsafe; ignoring 2024-07-26T12:23:04.576 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.553+0000 7fcecf400640 20 client.4647 put_inode on 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:04.543074+0000 ctime=2024-07-26T12:23:04.547755+0000 change_attr=2 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcebc0136c0) n = 1 2024-07-26T12:23:04.576 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.553+0000 7fcecf400640 20 client.4647 put_inode on 0x10000000000.head(faked_ino=0 nref=13 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/0 nlink=0 btime=2024-07-26T12:23:04.543074+0000 mtime=2024-07-26T12:23:04.543074+0000 ctime=2024-07-26T12:23:04.547755+0000 change_attr=1 caps=pAsLsXsFsxcrwb(0=pAsLsXsFsxcrwb) objectset[0x10000000000 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcebc013ca0) n = 1 2024-07-26T12:23:04.576 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.553+0000 7fcecf400640 10 client.4647 unmounting: trim pass, size was 1+2 2024-07-26T12:23:04.576 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.553+0000 7fcecf400640 20 client.4647 trim_cache size 1 max 16384 2024-07-26T12:23:04.577 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.553+0000 7fcecf400640 15 client.4647 trim_dentry unlinking dn test_llreadvllwritevinvalidfhfile44787 in dir 0x1 2024-07-26T12:23:04.577 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.553+0000 7fcecf400640 15 client.4647 unlink dir 0x7fcebc0136c0 'test_llreadvllwritevinvalidfhfile44787' dn 0x7fcec0054640 inode 0 2024-07-26T12:23:04.577 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.553+0000 7fcecf400640 15 client.4647 unlink removing 'test_llreadvllwritevinvalidfhfile44787' dn 0x7fcec0054640 2024-07-26T12:23:04.577 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.553+0000 7fcecf400640 15 client.4647 close_dir dir 0x564e6d609790 on 0x7fcebc0136c0 2024-07-26T12:23:04.577 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.553+0000 7fcecf400640 20 client.4647 put_inode on 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:04.543074+0000 ctime=2024-07-26T12:23:04.547755+0000 change_attr=2 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcebc0136c0) n = 1 2024-07-26T12:23:04.577 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.553+0000 7fcecf400640 10 client.4647 unmounting: trim pass, cache shrank, poking unmount() 2024-07-26T12:23:04.577 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.553+0000 7fcede41f480 20 client.4647 put_inode on 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:04.543074+0000 ctime=2024-07-26T12:23:04.547755+0000 change_attr=2 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcebc0136c0) n = 1 2024-07-26T12:23:04.577 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.553+0000 7fcede41f480 20 client.4647 put_inode on 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:04.543074+0000 ctime=2024-07-26T12:23:04.547755+0000 change_attr=2 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcebc0136c0) n = 1 2024-07-26T12:23:04.577 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.553+0000 7fcede41f480 10 client.4647 _ll_drop_pins 2024-07-26T12:23:04.577 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.553+0000 7fcede41f480 20 client.4647 _ll_put 0x7fcebc013ca0 0x10000000000 1 -> 0 2024-07-26T12:23:04.577 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.553+0000 7fcede41f480 20 client.4647 put_inode on 0x10000000000.head(faked_ino=0 nref=14 ll_ref=0 cap_refs={} open={3=0} mode=100666 size=0/0 nlink=0 btime=2024-07-26T12:23:04.543074+0000 mtime=2024-07-26T12:23:04.543074+0000 ctime=2024-07-26T12:23:04.547755+0000 change_attr=1 caps=pAsLsXsFsxcrwb(0=pAsLsXsFsxcrwb) objectset[0x10000000000 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcebc013ca0) n = 1 2024-07-26T12:23:04.577 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.553+0000 7fcede41f480 20 client.4647 _ll_put 0x7fcebc0136c0 0x1 2 -> 0 2024-07-26T12:23:04.578 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.553+0000 7fcede41f480 20 client.4647 put_inode on 0x1.head(faked_ino=0 nref=10 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:04.543074+0000 ctime=2024-07-26T12:23:04.547755+0000 change_attr=2 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcebc0136c0) n = 1 2024-07-26T12:23:04.578 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.553+0000 7fcede41f480 20 client.4647 put_inode on 0x10000000000.head(faked_ino=0 nref=14 ll_ref=0 cap_refs={} open={3=0} mode=100666 size=0/0 nlink=0 btime=2024-07-26T12:23:04.543074+0000 mtime=2024-07-26T12:23:04.543074+0000 ctime=2024-07-26T12:23:04.547755+0000 change_attr=1 caps=pAsLsXsFsxcrwb(0=pAsLsXsFsxcrwb) objectset[0x10000000000 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcebc013ca0) n = 1 2024-07-26T12:23:04.578 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.553+0000 7fcede41f480 20 client.4647 put_inode on 0x1.head(faked_ino=0 nref=10 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:04.543074+0000 ctime=2024-07-26T12:23:04.547755+0000 change_attr=2 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcebc0136c0) n = 1 2024-07-26T12:23:04.578 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.553+0000 7fcede41f480 20 client.4647 _release 0x10000000000.head(faked_ino=0 nref=15 ll_ref=0 cap_refs={} open={3=0} mode=100666 size=0/0 nlink=0 btime=2024-07-26T12:23:04.543074+0000 mtime=2024-07-26T12:23:04.543074+0000 ctime=2024-07-26T12:23:04.547755+0000 change_attr=1 caps=pAsLsXsFsxcrwb(0=pAsLsXsFsxcrwb) objectset[0x10000000000 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcebc013ca0) 2024-07-26T12:23:04.578 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.553+0000 7fcede41f480 10 client.4647 _invalidate_inode_cache 0x10000000000.head(faked_ino=0 nref=15 ll_ref=0 cap_refs={1024=0} open={3=0} mode=100666 size=0/0 nlink=0 btime=2024-07-26T12:23:04.543074+0000 mtime=2024-07-26T12:23:04.543074+0000 ctime=2024-07-26T12:23:04.547755+0000 change_attr=1 caps=pAsLsXsFsxcrwb(0=pAsLsXsFsxcrwb) objectset[0x10000000000 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcebc013ca0) 2024-07-26T12:23:04.578 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.553+0000 7fcede41f480 10 client.4647 _flush 0x10000000000.head(faked_ino=0 nref=16 ll_ref=0 cap_refs={1024=0} open={3=0} mode=100666 size=0/0 nlink=0 btime=2024-07-26T12:23:04.543074+0000 mtime=2024-07-26T12:23:04.543074+0000 ctime=2024-07-26T12:23:04.547755+0000 change_attr=1 caps=pAsLsXsFsxcrwb(0=pAsLsXsFsxcrwb) objectset[0x10000000000 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcebc013ca0) 2024-07-26T12:23:04.578 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.553+0000 7fcede41f480 10 client.4647 nothing to flush 2024-07-26T12:23:04.578 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.553+0000 7fcede41f480 20 client.4647 put_inode on 0x10000000000.head(faked_ino=0 nref=16 ll_ref=0 cap_refs={1024=0} open={3=0} mode=100666 size=0/0 nlink=0 btime=2024-07-26T12:23:04.543074+0000 mtime=2024-07-26T12:23:04.543074+0000 ctime=2024-07-26T12:23:04.547755+0000 change_attr=1 caps=pAsLsXsFsxcrwb(0=pAsLsXsFsxcrwb) objectset[0x10000000000 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcebc013ca0) n = 1 2024-07-26T12:23:04.578 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.553+0000 7fcede41f480 20 client.4647 _release 0x1.head(faked_ino=0 nref=11 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:04.543074+0000 ctime=2024-07-26T12:23:04.547755+0000 change_attr=2 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcebc0136c0) 2024-07-26T12:23:04.578 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.553+0000 7fcede41f480 10 client.4647 _invalidate_inode_cache 0x1.head(faked_ino=0 nref=11 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:04.543074+0000 ctime=2024-07-26T12:23:04.547755+0000 change_attr=2 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcebc0136c0) 2024-07-26T12:23:04.579 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.553+0000 7fcede41f480 10 client.4647 _flush 0x1.head(faked_ino=0 nref=12 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:04.543074+0000 ctime=2024-07-26T12:23:04.547755+0000 change_attr=2 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcebc0136c0) 2024-07-26T12:23:04.579 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.553+0000 7fcede41f480 10 client.4647 nothing to flush 2024-07-26T12:23:04.579 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.553+0000 7fcede41f480 20 client.4647 put_inode on 0x1.head(faked_ino=0 nref=12 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:04.543074+0000 ctime=2024-07-26T12:23:04.547755+0000 change_attr=2 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcebc0136c0) n = 1 2024-07-26T12:23:04.579 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.553+0000 7fcede41f480 20 client.4647 put_inode on 0x10000000000.head(faked_ino=0 nref=16 ll_ref=0 cap_refs={1024=0} open={3=0} mode=100666 size=0/0 nlink=0 btime=2024-07-26T12:23:04.543074+0000 mtime=2024-07-26T12:23:04.543074+0000 ctime=2024-07-26T12:23:04.547755+0000 change_attr=1 caps=pAsLsXsFsxcrwb(0=pAsLsXsFsxcrwb) objectset[0x10000000000 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcebc013ca0) n = 1 2024-07-26T12:23:04.579 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.553+0000 7fcede41f480 20 client.4647 put_inode on 0x1.head(faked_ino=0 nref=12 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:04.543074+0000 ctime=2024-07-26T12:23:04.547755+0000 change_attr=2 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcebc0136c0) n = 1 2024-07-26T12:23:04.579 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.553+0000 7fcede41f480 10 client.4647 flush_caps_sync 2024-07-26T12:23:04.579 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.553+0000 7fcede41f480 10 client.4647 wait_sync_caps want 1 (last is 1, 0 total flushing) 2024-07-26T12:23:04.579 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.553+0000 7fcede41f480 20 client.4647 trim_cache size 0 max 16384 2024-07-26T12:23:04.579 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.553+0000 7fcede41f480 10 client.4647 _put_inode on 0x1.head(faked_ino=0 nref=12 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:04.543074+0000 ctime=2024-07-26T12:23:04.547755+0000 change_attr=2 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcebc0136c0) n = 11 2024-07-26T12:23:04.579 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.553+0000 7fcede41f480 10 client.4647 remove_cap mds.0 on 0x1.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:04.543074+0000 ctime=2024-07-26T12:23:04.547755+0000 change_attr=2 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcebc0136c0) 2024-07-26T12:23:04.579 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.553+0000 7fcede41f480 15 client.4647 remove_cap last one, closing snaprealm 0x7fcebc0135d0 2024-07-26T12:23:04.580 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.553+0000 7fcede41f480 20 client.4647 put_snap_realm 0x1 0x7fcebc0135d0 2 -> 1 2024-07-26T12:23:04.580 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.553+0000 7fcede41f480 10 client.4647 _put_inode deleting 0x1.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:04.543074+0000 ctime=2024-07-26T12:23:04.547755+0000 change_attr=2 caps=- COMPLETE has_dir_layout 0x7fcebc0136c0) 2024-07-26T12:23:04.580 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.553+0000 7fcede41f480 10 client.4647 _put_inode on 0x10000000000.head(faked_ino=0 nref=16 ll_ref=0 cap_refs={1024=0} open={3=0} mode=100666 size=0/0 nlink=0 btime=2024-07-26T12:23:04.543074+0000 mtime=2024-07-26T12:23:04.543074+0000 ctime=2024-07-26T12:23:04.547755+0000 change_attr=1 caps=pAsLsXsFsxcrwb(0=pAsLsXsFsxcrwb) objectset[0x10000000000 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcebc013ca0) n = 15 2024-07-26T12:23:04.580 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.553+0000 7fcede41f480 10 client.4647 remove_cap mds.0 on 0x10000000000.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={1024=0} open={3=0} mode=100666 size=0/0 nlink=0 btime=2024-07-26T12:23:04.543074+0000 mtime=2024-07-26T12:23:04.543074+0000 ctime=2024-07-26T12:23:04.547755+0000 change_attr=1 caps=pAsLsXsFsxcrwb(0=pAsLsXsFsxcrwb) objectset[0x10000000000 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcebc013ca0) 2024-07-26T12:23:04.580 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.553+0000 7fcede41f480 15 client.4647 remove_cap last one, closing snaprealm 0x7fcebc0135d0 2024-07-26T12:23:04.580 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.553+0000 7fcede41f480 20 client.4647 put_snap_realm 0x1 0x7fcebc0135d0 1 -> 0 2024-07-26T12:23:04.580 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.553+0000 7fcede41f480 10 client.4647 _put_inode deleting 0x10000000000.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={1024=0} open={3=0} mode=100666 size=0/0 nlink=0 btime=2024-07-26T12:23:04.543074+0000 mtime=2024-07-26T12:23:04.543074+0000 ctime=2024-07-26T12:23:04.547755+0000 change_attr=1 caps=- objectset[0x10000000000 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcebc013ca0) 2024-07-26T12:23:04.580 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.553+0000 7fcede41f480 2 client.4647 _close_mds_session mds.0 seq 2 2024-07-26T12:23:04.580 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.553+0000 7fcede41f480 1 -- 172.21.15.31:0/2842531708 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_session(request_close seq 2) -- 0x564e6d4d8790 con 0x564e6d606b30 2024-07-26T12:23:04.580 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.553+0000 7fcecf400640 1 -- 172.21.15.31:0/2842531708 <== mds.0 v2:172.21.15.31:6832/713364256 9 ==== client_caps(grant ino 0x10000000000 1 seq 4 caps=pAsLsXsFsxcrwb dirty=- wanted=- follows 0 size 0/0 ts 1/18446744073709551615 mtime 2024-07-26T12:23:04.543074+0000 ctime 2024-07-26T12:23:04.547755+0000 change_attr 1) ==== 260+0+0 (crc 0 0 0) 0x7fcec801f440 con 0x564e6d606b30 2024-07-26T12:23:04.580 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.553+0000 7fcede41f480 2 client.4647 waiting for 1 mds session(s) to close (timeout: 30s) 2024-07-26T12:23:04.581 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.553+0000 7fcecf400640 10 client.4647 mds.0 seq now 3 2024-07-26T12:23:04.581 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.553+0000 7fcecf400640 1 -- 172.21.15.31:0/2842531708 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_session(request_close seq 3) -- 0x7fcebc0133b0 con 0x564e6d606b30 2024-07-26T12:23:04.581 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.553+0000 7fcecf400640 5 client.4647 handle_caps don't have vino 0x10000000000.head op 0, immediately releasing 2024-07-26T12:23:04.581 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.553+0000 7fcecf400640 1 -- 172.21.15.31:0/2842531708 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_cap_release(3) -- 0x564e6d465d00 con 0x564e6d606b30 2024-07-26T12:23:04.581 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.553+0000 7fcecf400640 10 client.4647 unmounting: trim pass, size was 0+0 2024-07-26T12:23:04.581 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.553+0000 7fcecf400640 20 client.4647 trim_cache size 0 max 16384 2024-07-26T12:23:04.581 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.553+0000 7fcecf400640 10 client.4647 unmounting: trim pass, size still 0+0 2024-07-26T12:23:04.581 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.557+0000 7fcecf400640 1 -- 172.21.15.31:0/2842531708 <== mds.0 v2:172.21.15.31:6832/713364256 10 ==== client_session(close) ==== 28+0+0 (crc 0 0 0) 0x7fcebc0133b0 con 0x564e6d606b30 2024-07-26T12:23:04.581 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.557+0000 7fcecf400640 10 client.4647 handle_client_session client_session(close) from mds.0 2024-07-26T12:23:04.581 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.557+0000 7fcecf400640 5 client.4647 _closed_mds_session mds.0 seq 3 2024-07-26T12:23:04.581 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.557+0000 7fcecf400640 1 -- 172.21.15.31:0/2842531708 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d606b30 msgr2=0x564e6d5f8040 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:04.582 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.557+0000 7fcecf400640 1 --2- 172.21.15.31:0/2842531708 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d606b30 0x564e6d5f8040 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:04.582 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.557+0000 7fcecf400640 10 client.4647 remove_session_caps mds.0 2024-07-26T12:23:04.582 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.557+0000 7fcecf400640 10 client.4647 kick_requests_closed for mds.0 2024-07-26T12:23:04.582 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.557+0000 7fcecf400640 10 client.4647 unmounting: trim pass, size was 0+0 2024-07-26T12:23:04.582 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.557+0000 7fcecf400640 20 client.4647 trim_cache size 0 max 16384 2024-07-26T12:23:04.582 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.557+0000 7fcecf400640 10 client.4647 unmounting: trim pass, size still 0+0 2024-07-26T12:23:04.582 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.557+0000 7fcede41f480 2 client.4647 unmounted. 2024-07-26T12:23:04.582 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.557+0000 7fcede41f480 1 client.4647 shutdown 2024-07-26T12:23:04.582 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.557+0000 7fcede41f480 1 -- 172.21.15.31:0/2842531708 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d4dd560 msgr2=0x564e6d56a570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:04.582 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.557+0000 7fcede41f480 1 --2- 172.21.15.31:0/2842531708 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d4dd560 0x564e6d56a570 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fced000dca0 tx=0x7fced00084f0 comp rx=0 tx=0).stop 2024-07-26T12:23:04.582 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.558+0000 7fcede41f480 1 -- 172.21.15.31:0/2842531708 shutdown_connections 2024-07-26T12:23:04.583 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.558+0000 7fcede41f480 1 --2- 172.21.15.31:0/2842531708 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d606b30 0x564e6d5f8040 unknown :-1 s=CLOSED pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:04.583 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.558+0000 7fcede41f480 1 --2- 172.21.15.31:0/2842531708 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d4dd560 0x564e6d56a570 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:04.583 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.558+0000 7fcede41f480 1 --2- 172.21.15.31:0/2842531708 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d4daa10 0x564e6d4e0c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:04.583 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.558+0000 7fcede41f480 1 --2- 172.21.15.31:0/2842531708 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d4d9180 0x564e6d4e00e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:04.583 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.558+0000 7fcede41f480 1 -- 172.21.15.31:0/2842531708 >> 172.21.15.31:0/2842531708 conn(0x564e6d3cbab0 msgr2=0x564e6d4dcc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:23:04.583 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.558+0000 7fcede41f480 1 -- 172.21.15.31:0/2842531708 shutdown_connections 2024-07-26T12:23:04.583 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.558+0000 7fcede41f480 1 -- 172.21.15.31:0/2842531708 wait complete. 2024-07-26T12:23:04.583 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.558+0000 7fcede41f480 20 client.4647 trim_cache size 0 max 16384 2024-07-26T12:23:04.583 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClient.LlreadvLlwritevInvalidFileHandleSync (41 ms) 2024-07-26T12:23:04.584 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClient.SingleTargetMdsCommand 2024-07-26T12:23:04.589 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.559+0000 7fcede41f480 1 -- start start 2024-07-26T12:23:04.589 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.560+0000 7fcede41f480 1 Processor -- start 2024-07-26T12:23:04.589 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.560+0000 7fcede41f480 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d4d9180 0x564e6d5614f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:04.589 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.560+0000 7fcede41f480 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d4daa10 0x564e6d4e0120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:04.589 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.560+0000 7fcede41f480 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d4dd560 0x564e6d5fe690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:04.590 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.561+0000 7fcede41f480 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fcebc006ea0 con 0x564e6d4d9180 2024-07-26T12:23:04.590 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.561+0000 7fcede41f480 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x564e6d554880 con 0x564e6d4daa10 2024-07-26T12:23:04.590 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.561+0000 7fcede41f480 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x564e6d600e60 con 0x564e6d4dd560 2024-07-26T12:23:04.590 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.561+0000 7fced6a00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d4d9180 0x564e6d5614f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:04.590 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.561+0000 7fced6a00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d4d9180 0x564e6d5614f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:42950/0 (socket says 172.21.15.31:42950) 2024-07-26T12:23:04.590 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.561+0000 7fced6a00640 1 -- 172.21.15.31:0/1158151203 learned_addr learned my addr 172.21.15.31:0/1158151203 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:23:04.590 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.561+0000 7fced7400640 1 --2- 172.21.15.31:0/1158151203 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d4dd560 0x564e6d5fe690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:04.590 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.561+0000 7fced6000640 1 --2- 172.21.15.31:0/1158151203 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d4daa10 0x564e6d4e0120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:04.590 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.562+0000 7fced6a00640 1 -- 172.21.15.31:0/1158151203 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d4dd560 msgr2=0x564e6d5fe690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:04.590 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.562+0000 7fced6a00640 1 --2- 172.21.15.31:0/1158151203 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d4dd560 0x564e6d5fe690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:04.591 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.562+0000 7fced6a00640 1 -- 172.21.15.31:0/1158151203 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d4daa10 msgr2=0x564e6d4e0120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:04.591 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.562+0000 7fced6a00640 1 --2- 172.21.15.31:0/1158151203 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d4daa10 0x564e6d4e0120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:04.591 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.562+0000 7fced6a00640 1 -- 172.21.15.31:0/1158151203 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564e6d606450 con 0x564e6d4d9180 2024-07-26T12:23:04.591 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.562+0000 7fced6a00640 1 --2- 172.21.15.31:0/1158151203 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d4d9180 0x564e6d5614f0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x564e6d4db820 tx=0x7fcec80040e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cc7f6e2152345c70 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:23:04.591 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.562+0000 7fced4c00640 10 client.0 ms_handle_connect on v2:172.21.15.31:3300/0 2024-07-26T12:23:04.591 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.562+0000 7fced4c00640 1 -- 172.21.15.31:0/1158151203 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcec801f440 con 0x564e6d4d9180 2024-07-26T12:23:04.591 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.562+0000 7fced4c00640 1 -- 172.21.15.31:0/1158151203 <== mon.0 v2:172.21.15.31:3300/0 2 ==== osd_map(24..24 src has 1..24) ==== 5825+0+0 (secure 0 0 0) 0x7fcec802caf0 con 0x564e6d4d9180 2024-07-26T12:23:04.591 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.562+0000 7fcede41f480 10 client.4650 Subscribing to map 'mdsmap' 2024-07-26T12:23:04.591 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.562+0000 7fcede41f480 1 -- 172.21.15.31:0/1158151203 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,mdsmap=0+,monmap=2+}) -- 0x564e6d4a44c0 con 0x564e6d4d9180 2024-07-26T12:23:04.591 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.563+0000 7fcec7e00640 20 client.4650 tick 2024-07-26T12:23:04.591 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.563+0000 7fcec7e00640 20 client.4650 collect_and_send_metrics 2024-07-26T12:23:04.592 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.563+0000 7fcec7e00640 20 client.4650 collect_and_send_global_metrics 2024-07-26T12:23:04.592 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.563+0000 7fcec7e00640 5 client.4650 collect_and_send_global_metrics MDS rank 0 is not ready yet -- not sending metric 2024-07-26T12:23:04.592 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.563+0000 7fcec7e00640 20 client.4650 trim_cache size 0 max 16384 2024-07-26T12:23:04.592 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.563+0000 7fcec7e00640 20 client.4650 upkeep thread waiting interval 1.000000000s 2024-07-26T12:23:04.592 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.563+0000 7fced4c00640 1 -- 172.21.15.31:0/1158151203 <== mon.0 v2:172.21.15.31:3300/0 3 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x564e6d465d00 con 0x564e6d4d9180 2024-07-26T12:23:04.592 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.563+0000 7fced4c00640 1 -- 172.21.15.31:0/1158151203 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mdsmap(e 8) ==== 1240+0+0 (secure 0 0 0) 0x7fcec8032020 con 0x564e6d4d9180 2024-07-26T12:23:04.592 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.563+0000 7fced4c00640 1 client.4650 handle_mds_map epoch 8 2024-07-26T12:23:04.592 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.563+0000 7fcede41f480 20 client.4650 populate_metadata read hostname 'smithi031' 2024-07-26T12:23:04.592 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.563+0000 7fcede41f480 10 client.4650 did not get mds through better means, so chose random mds 0 2024-07-26T12:23:04.592 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.563+0000 7fcede41f480 20 client.4650 mds is 0 2024-07-26T12:23:04.592 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.563+0000 7fcede41f480 10 client.4650 _open_mds_session mds.0 2024-07-26T12:23:04.593 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.563+0000 7fcede41f480 1 --2- 172.21.15.31:0/1158151203 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d606b30 0x564e6d548f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:04.593 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.563+0000 7fcede41f480 1 -- 172.21.15.31:0/1158151203 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_session(request_open) -- 0x564e6d4d8ab0 con 0x564e6d606b30 2024-07-26T12:23:04.593 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.563+0000 7fcede41f480 10 client.4650 waiting for session to mds.0 to open 2024-07-26T12:23:04.593 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.563+0000 7fced6000640 1 --2- 172.21.15.31:0/1158151203 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d606b30 0x564e6d548f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:04.593 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.564+0000 7fced4c00640 10 client.4650 ms_handle_connect on v2:172.21.15.31:6832/713364256 2024-07-26T12:23:04.593 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.564+0000 7fced6000640 1 --2- 172.21.15.31:0/1158151203 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d606b30 0x564e6d548f30 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=af8c8b1d29d2cea4 server_cookie=2c8be05a743ddaa7 in_seq=0 out_seq=0 2024-07-26T12:23:04.593 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.568+0000 7fced4c00640 1 -- 172.21.15.31:0/1158151203 <== mds.0 v2:172.21.15.31:6832/713364256 1 ==== client_session(open cap_auths [MDSCapAuth(readable=1, writeable=1)]) ==== 113+0+0 (crc 0 0 0) 0x564e6d4d8ab0 con 0x564e6d606b30 2024-07-26T12:23:04.593 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.568+0000 7fced4c00640 10 client.4650 handle_client_session client_session(open cap_auths [MDSCapAuth(readable=1, writeable=1)]) from mds.0 2024-07-26T12:23:04.593 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.568+0000 7fced4c00640 10 client.4650 renew_caps mds.0 2024-07-26T12:23:04.593 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.568+0000 7fced4c00640 1 -- 172.21.15.31:0/1158151203 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_session(request_renewcaps seq 1) -- 0x7fcebc014330 con 0x564e6d606b30 2024-07-26T12:23:04.594 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.568+0000 7fced4c00640 10 client.4650 connect_mds_targets for mds.0 2024-07-26T12:23:04.594 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.568+0000 7fcede41f480 10 client.4650 did not get mds through better means, so chose random mds 0 2024-07-26T12:23:04.594 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.568+0000 7fcede41f480 20 client.4650 mds is 0 2024-07-26T12:23:04.594 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.568+0000 7fcede41f480 10 client.4650 send_request rebuilding request 1 for mds.0 2024-07-26T12:23:04.594 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.568+0000 7fcede41f480 20 client.4650 encode_cap_releases enter (req: 0x564e6d4db220, mds: 0) 2024-07-26T12:23:04.594 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.568+0000 7fcede41f480 20 client.4650 send_request set sent_stamp to 2024-07-26T12:23:04.569604+0000 2024-07-26T12:23:04.594 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.568+0000 7fcede41f480 10 client.4650 send_request client_request(unknown.0:1 getattr pAsLsXsFs #0x1 2024-07-26T12:23:04.564744+0000 caller_uid=0, caller_gid=0{}) to mds.0 2024-07-26T12:23:04.594 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.568+0000 7fcede41f480 1 -- 172.21.15.31:0/1158151203 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_request(unknown.0:1 getattr pAsLsXsFs #0x1 2024-07-26T12:23:04.564744+0000 caller_uid=0, caller_gid=0{}) -- 0x564e6d549470 con 0x564e6d606b30 2024-07-26T12:23:04.594 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.568+0000 7fcede41f480 20 client.4650 awaiting reply|forward|kick on 0x7ffdd11ef020 2024-07-26T12:23:04.595 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.568+0000 7fced4c00640 1 -- 172.21.15.31:0/1158151203 <== mds.0 v2:172.21.15.31:6832/713364256 2 ==== client_session(renewcaps seq 1) ==== 28+0+0 (crc 0 0 0) 0x7fcebc014330 con 0x564e6d606b30 2024-07-26T12:23:04.595 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.568+0000 7fced4c00640 10 client.4650 handle_client_session client_session(renewcaps seq 1) from mds.0 2024-07-26T12:23:04.595 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.568+0000 7fced4c00640 1 -- 172.21.15.31:0/1158151203 <== mds.0 v2:172.21.15.31:6832/713364256 3 ==== client_reply(???:1 = 0 (0) Success) ==== 431+0+0 (crc 0 0 0) 0x7fcec0067cc0 con 0x564e6d606b30 2024-07-26T12:23:04.595 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.568+0000 7fced4c00640 20 client.4650 handle_client_reply got a reply. Safe:1 tid 1 2024-07-26T12:23:04.595 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.568+0000 7fced4c00640 10 client.4650 insert_trace from 2024-07-26T12:23:04.569604+0000 mds.0 is_target=1 is_dentry=0 2024-07-26T12:23:04.595 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.568+0000 7fced4c00640 10 client.4650 features 0xffffffffffffffff 2024-07-26T12:23:04.595 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.568+0000 7fced4c00640 10 client.4650 update_snap_trace len 70 2024-07-26T12:23:04.595 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.568+0000 7fced4c00640 20 client.4650 get_snap_realm 0x1 0, nref was 0 2024-07-26T12:23:04.595 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.568+0000 7fced4c00640 20 client.4650 get_snap_realm 0x1 0x7fcebc014550, nref now is 1 2024-07-26T12:23:04.595 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.568+0000 7fced4c00640 10 client.4650 update_snap_trace snaprealm(0x1 nref=1 c=0 seq=0 parent=0x0 my_snaps=[] cached_snapc=0=[] last_modified=0.000000 change_attr=0) seq 1 > 0 2024-07-26T12:23:04.595 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.568+0000 7fced4c00640 10 client.4650 invalidate_snaprealm_and_children snaprealm(0x1 nref=2 c=0 seq=1 parent=0x0 my_snaps=[] cached_snapc=0=[] last_modified=2024-07-26T12:21:44.597796+0000 change_attr=0) 2024-07-26T12:23:04.596 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.568+0000 7fced4c00640 15 client.4650 update_snap_trace snaprealm(0x1 nref=2 c=0 seq=1 parent=0x0 my_snaps=[] cached_snapc=0=[] last_modified=2024-07-26T12:21:44.597796+0000 change_attr=0) self|parent updated 2024-07-26T12:23:04.596 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.568+0000 7fced4c00640 15 client.4650 snapc 1=[] 2024-07-26T12:23:04.596 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.568+0000 7fced4c00640 10 client.4650 no new snap on snaprealm(0x1 nref=2 c=0 seq=1 parent=0x0 my_snaps=[] cached_snapc=1=[] last_modified=2024-07-26T12:21:44.597796+0000 change_attr=0) 2024-07-26T12:23:04.596 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.568+0000 7fced4c00640 20 client.4650 put_snap_realm 0x1 0x7fcebc014550 2 -> 1 2024-07-26T12:23:04.596 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.568+0000 7fced4c00640 10 client.4650 hrm is_target=1 is_dentry=0 2024-07-26T12:23:04.596 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.568+0000 7fced4c00640 10 client.4650 update_inode_file_time 0x1.head(faked_ino=0 nref=3 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=0.000000 ctime=0.000000 change_attr=0 caps=- 0x7fcebc014640) - ctime 2024-07-26T12:23:04.547755+0000 mtime 2024-07-26T12:23:04.547755+0000 2024-07-26T12:23:04.596 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.569+0000 7fced4c00640 20 client.4650 dir hash is 2 2024-07-26T12:23:04.596 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.569+0000 7fced4c00640 12 client.4650 add_update_inode client inode change_attr: 0 , mds inodestat change_attr: 2 2024-07-26T12:23:04.596 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.569+0000 7fced4c00640 12 client.4650 add_update_inode adding 0x1.head(faked_ino=0 nref=3 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:04.547755+0000 ctime=2024-07-26T12:23:04.547755+0000 change_attr=2 caps=- has_dir_layout 0x7fcebc014640) caps pAsLsXsFs 2024-07-26T12:23:04.596 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.569+0000 7fced4c00640 20 client.4650 get_snap_realm 0x1 0x7fcebc014550, nref was 1 2024-07-26T12:23:04.597 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.569+0000 7fced4c00640 20 client.4650 get_snap_realm 0x1 0x7fcebc014550, nref now is 2 2024-07-26T12:23:04.597 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.569+0000 7fced4c00640 15 client.4650 add_update_cap first one, opened snaprealm 0x7fcebc014550 2024-07-26T12:23:04.597 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.569+0000 7fced4c00640 10 client.4650 add_update_cap issued - -> pAsLsXsFs from mds.0 on 0x1.head(faked_ino=0 nref=3 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:04.547755+0000 ctime=2024-07-26T12:23:04.547755+0000 change_attr=2 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcebc014640) 2024-07-26T12:23:04.597 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.569+0000 7fced4c00640 10 client.4650 add_update_cap calling signal_caps_inode 2024-07-26T12:23:04.597 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.569+0000 7fced4c00640 10 client.4650 marking (I_COMPLETE|I_DIR_ORDERED) on empty dir 0x1.head(faked_ino=0 nref=3 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:04.547755+0000 ctime=2024-07-26T12:23:04.547755+0000 change_attr=2 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcebc014640) 2024-07-26T12:23:04.597 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.569+0000 7fced4c00640 20 client.4650 put_snap_realm 0x1 0x7fcebc014550 2 -> 1 2024-07-26T12:23:04.597 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.569+0000 7fced4c00640 20 client.4650 handle_client_reply signalling caller 0x7ffdd11ef020 2024-07-26T12:23:04.597 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.569+0000 7fced4c00640 20 client.4650 handle_client_reply awaiting kickback on tid 1 0x7fced4bfde20 2024-07-26T12:23:04.597 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.569+0000 7fcede41f480 20 client.4650 sendrecv kickback on tid 1 0x7fced4bfde20 2024-07-26T12:23:04.597 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.569+0000 7fcede41f480 20 client.4650 lat 0.000729 2024-07-26T12:23:04.597 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.569+0000 7fcede41f480 20 client.4650 _ll_get 0x7fcebc014640 0x1 -> 1 2024-07-26T12:23:04.598 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.569+0000 7fcede41f480 1 -- 172.21.15.31:0/1158151203 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x564e6d4617a0 con 0x564e6d4d9180 2024-07-26T12:23:04.598 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.569+0000 7fced4c00640 20 client.4650 put_inode on 0x1.head(faked_ino=0 nref=6 ll_ref=1 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:04.547755+0000 ctime=2024-07-26T12:23:04.547755+0000 change_attr=2 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcebc014640) n = 1 2024-07-26T12:23:04.598 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.569+0000 7fced4c00640 20 client.4650 put_inode on 0x1.head(faked_ino=0 nref=6 ll_ref=1 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:04.547755+0000 ctime=2024-07-26T12:23:04.547755+0000 change_attr=2 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcebc014640) n = 1 2024-07-26T12:23:04.598 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.569+0000 7fced4c00640 1 -- 172.21.15.31:0/1158151203 <== mon.0 v2:172.21.15.31:3300/0 5 ==== mon_get_version_reply(handle=1 version=8) ==== 24+0+0 (secure 0 0 0) 0x7fcec802ccf0 con 0x564e6d4d9180 2024-07-26T12:23:04.598 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.569+0000 7fcede41f480 10 client.4650 fetch_fsmap learned FSMap version 8 2024-07-26T12:23:04.598 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.569+0000 7fcede41f480 1 -- 172.21.15.31:0/1158151203 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({fsmap=8}) -- 0x564e6d4a42f0 con 0x564e6d4d9180 2024-07-26T12:23:04.598 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.569+0000 7fced4c00640 1 -- 172.21.15.31:0/1158151203 <== mon.0 v2:172.21.15.31:3300/0 6 ==== fsmap(e 8) ==== 2292+0+0 (secure 0 0 0) 0x7fcec800c040 con 0x564e6d4d9180 2024-07-26T12:23:04.598 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.569+0000 7fcede41f480 10 client.4650 fetch_fsmap finished waiting for FSMap version 8 2024-07-26T12:23:04.598 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.569+0000 7fcede41f480 10 client.4650 resolve_mds: resolved name 'a' to daemon mds.a 2024-07-26T12:23:04.598 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.569+0000 7fcede41f480 4 client.4650 mds_command: new command op to 4353 tid=0 multi_id=0 [{"prefix": "session ls", "format": "json"}] 2024-07-26T12:23:04.598 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.569+0000 7fcede41f480 1 -- 172.21.15.31:0/1158151203 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- command(tid 0: {"prefix": "session ls", "format": "json"}) -- 0x564e6d45eee0 con 0x564e6d606b30 2024-07-26T12:23:04.599 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.570+0000 7fced4c00640 1 -- 172.21.15.31:0/1158151203 <== mds.0 v2:172.21.15.31:6832/713364256 4 ==== command_reply(tid 0: 0 ) ==== 8+0+1172 (crc 0 0 0) 0x564e6d45eee0 con 0x564e6d606b30 2024-07-26T12:23:04.599 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.570+0000 7fced4c00640 10 client.4650 handle_command_reply: tid=0 2024-07-26T12:23:04.599 INFO:tasks.workunit.client.0.smithi031.stdout:SingleTargetMdsCommand: [{"id":4650,"entity":{"name":{"type":"client","num":4650},"addr":{"type":"any","addr":"172.21.15.31:0","nonce":1158151203}},"state":"open","num_leases":0,"num_caps":1,"request_load_avg":0,"uptime":0.0059999060000000002,"requests_in_flight":0,"num_completed_requests":0,"num_completed_flushes":0,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":0.99999537910109781,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":1,"last_trim_completed_flushes_tid":0,"delegated_inos":[],"inst":"client.4650 172.21.15.31:0/1158151203","completed_requests":[],"prealloc_inos":[],"client_metadata":{"client_features":{"feature_bits":"0x00000000003f7fff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528","ceph_version":"ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev)","entity_id":"admin","hostname":"smithi031","pid":"44787","root":"/"}}] 2024-07-26T12:23:04.601 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.570+0000 7fcede41f480 2 client.4650 unmount 2024-07-26T12:23:04.601 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.570+0000 7fcede41f480 2 client.4650 unmounting 2024-07-26T12:23:04.601 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.570+0000 7fcede41f480 20 client.4650 put_inode on 0x1.head(faked_ino=0 nref=6 ll_ref=1 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:04.547755+0000 ctime=2024-07-26T12:23:04.547755+0000 change_attr=2 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcebc014640) n = 1 2024-07-26T12:23:04.601 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.570+0000 7fcede41f480 20 client.4650 put_inode on 0x1.head(faked_ino=0 nref=6 ll_ref=1 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:04.547755+0000 ctime=2024-07-26T12:23:04.547755+0000 change_attr=2 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcebc014640) n = 1 2024-07-26T12:23:04.601 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.570+0000 7fcede41f480 10 client.4650 _ll_drop_pins 2024-07-26T12:23:04.601 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.570+0000 7fcede41f480 20 client.4650 _ll_put 0x7fcebc014640 0x1 1 -> 0 2024-07-26T12:23:04.601 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.570+0000 7fcede41f480 20 client.4650 put_inode on 0x1.head(faked_ino=0 nref=7 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:04.547755+0000 ctime=2024-07-26T12:23:04.547755+0000 change_attr=2 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcebc014640) n = 1 2024-07-26T12:23:04.602 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.570+0000 7fcede41f480 20 client.4650 put_inode on 0x1.head(faked_ino=0 nref=7 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:04.547755+0000 ctime=2024-07-26T12:23:04.547755+0000 change_attr=2 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcebc014640) n = 1 2024-07-26T12:23:04.602 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.570+0000 7fcede41f480 20 client.4650 _release 0x1.head(faked_ino=0 nref=8 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:04.547755+0000 ctime=2024-07-26T12:23:04.547755+0000 change_attr=2 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcebc014640) 2024-07-26T12:23:04.602 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.570+0000 7fcede41f480 10 client.4650 _invalidate_inode_cache 0x1.head(faked_ino=0 nref=8 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:04.547755+0000 ctime=2024-07-26T12:23:04.547755+0000 change_attr=2 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcebc014640) 2024-07-26T12:23:04.602 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.570+0000 7fcede41f480 10 client.4650 _flush 0x1.head(faked_ino=0 nref=9 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:04.547755+0000 ctime=2024-07-26T12:23:04.547755+0000 change_attr=2 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcebc014640) 2024-07-26T12:23:04.602 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.570+0000 7fcede41f480 10 client.4650 nothing to flush 2024-07-26T12:23:04.602 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.570+0000 7fcede41f480 20 client.4650 put_inode on 0x1.head(faked_ino=0 nref=9 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:04.547755+0000 ctime=2024-07-26T12:23:04.547755+0000 change_attr=2 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcebc014640) n = 1 2024-07-26T12:23:04.602 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.570+0000 7fcede41f480 20 client.4650 put_inode on 0x1.head(faked_ino=0 nref=9 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:04.547755+0000 ctime=2024-07-26T12:23:04.547755+0000 change_attr=2 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcebc014640) n = 1 2024-07-26T12:23:04.602 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.570+0000 7fcede41f480 10 client.4650 flush_caps_sync 2024-07-26T12:23:04.602 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.570+0000 7fcede41f480 10 client.4650 wait_sync_caps want 1 (last is 1, 0 total flushing) 2024-07-26T12:23:04.602 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.570+0000 7fcede41f480 20 client.4650 trim_cache size 0 max 16384 2024-07-26T12:23:04.603 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.570+0000 7fcede41f480 10 client.4650 _put_inode on 0x1.head(faked_ino=0 nref=9 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:04.547755+0000 ctime=2024-07-26T12:23:04.547755+0000 change_attr=2 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcebc014640) n = 8 2024-07-26T12:23:04.603 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.570+0000 7fcede41f480 10 client.4650 remove_cap mds.0 on 0x1.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:04.547755+0000 ctime=2024-07-26T12:23:04.547755+0000 change_attr=2 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcebc014640) 2024-07-26T12:23:04.603 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.570+0000 7fcede41f480 15 client.4650 remove_cap last one, closing snaprealm 0x7fcebc014550 2024-07-26T12:23:04.603 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.570+0000 7fcede41f480 20 client.4650 put_snap_realm 0x1 0x7fcebc014550 1 -> 0 2024-07-26T12:23:04.603 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.570+0000 7fcede41f480 10 client.4650 _put_inode deleting 0x1.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:04.547755+0000 ctime=2024-07-26T12:23:04.547755+0000 change_attr=2 caps=- COMPLETE has_dir_layout 0x7fcebc014640) 2024-07-26T12:23:04.603 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.570+0000 7fcede41f480 2 client.4650 _close_mds_session mds.0 seq 0 2024-07-26T12:23:04.603 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.570+0000 7fcede41f480 1 -- 172.21.15.31:0/1158151203 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_session(request_close) -- 0x564e6d549ab0 con 0x564e6d606b30 2024-07-26T12:23:04.603 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.570+0000 7fcede41f480 2 client.4650 waiting for 1 mds session(s) to close (timeout: 30s) 2024-07-26T12:23:04.603 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.574+0000 7fced4c00640 1 -- 172.21.15.31:0/1158151203 <== mds.0 v2:172.21.15.31:6832/713364256 5 ==== client_session(close) ==== 28+0+0 (crc 0 0 0) 0x564e6d549ab0 con 0x564e6d606b30 2024-07-26T12:23:04.603 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.574+0000 7fced4c00640 10 client.4650 handle_client_session client_session(close) from mds.0 2024-07-26T12:23:04.604 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.574+0000 7fced4c00640 5 client.4650 _closed_mds_session mds.0 seq 0 2024-07-26T12:23:04.604 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.574+0000 7fced4c00640 1 -- 172.21.15.31:0/1158151203 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d606b30 msgr2=0x564e6d548f30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:04.604 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.574+0000 7fced4c00640 1 --2- 172.21.15.31:0/1158151203 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d606b30 0x564e6d548f30 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:04.604 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.574+0000 7fced4c00640 10 client.4650 remove_session_caps mds.0 2024-07-26T12:23:04.604 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.574+0000 7fced4c00640 10 client.4650 kick_requests_closed for mds.0 2024-07-26T12:23:04.604 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.574+0000 7fced4c00640 10 client.4650 unmounting: trim pass, size was 0+0 2024-07-26T12:23:04.604 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.574+0000 7fced4c00640 20 client.4650 trim_cache size 0 max 16384 2024-07-26T12:23:04.604 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.574+0000 7fced4c00640 10 client.4650 unmounting: trim pass, size still 0+0 2024-07-26T12:23:04.604 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.574+0000 7fcede41f480 2 client.4650 unmounted. 2024-07-26T12:23:04.604 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.574+0000 7fcede41f480 1 client.4650 shutdown 2024-07-26T12:23:04.604 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.574+0000 7fcede41f480 1 -- 172.21.15.31:0/1158151203 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d4d9180 msgr2=0x564e6d5614f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:04.605 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.574+0000 7fcede41f480 1 --2- 172.21.15.31:0/1158151203 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d4d9180 0x564e6d5614f0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x564e6d4db820 tx=0x7fcec80040e0 comp rx=0 tx=0).stop 2024-07-26T12:23:04.605 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.574+0000 7fcede41f480 1 -- 172.21.15.31:0/1158151203 shutdown_connections 2024-07-26T12:23:04.605 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.574+0000 7fcede41f480 1 --2- 172.21.15.31:0/1158151203 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d4dd560 0x564e6d5fe690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:04.605 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.574+0000 7fcede41f480 1 --2- 172.21.15.31:0/1158151203 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d4daa10 0x564e6d4e0120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:04.605 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.574+0000 7fcede41f480 1 --2- 172.21.15.31:0/1158151203 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d606b30 0x564e6d548f30 unknown :-1 s=CLOSED pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:04.605 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.574+0000 7fcede41f480 1 --2- 172.21.15.31:0/1158151203 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d4d9180 0x564e6d5614f0 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:04.605 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.574+0000 7fcede41f480 1 -- 172.21.15.31:0/1158151203 >> 172.21.15.31:0/1158151203 conn(0x564e6d3cbab0 msgr2=0x564e6d4dcc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:23:04.605 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.574+0000 7fcede41f480 1 -- 172.21.15.31:0/1158151203 shutdown_connections 2024-07-26T12:23:04.605 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.574+0000 7fcede41f480 1 -- 172.21.15.31:0/1158151203 wait complete. 2024-07-26T12:23:04.605 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.574+0000 7fcede41f480 20 client.4650 trim_cache size 0 max 16384 2024-07-26T12:23:04.606 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClient.SingleTargetMdsCommand (17 ms) 2024-07-26T12:23:04.606 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClient.MultiTargetMdsCommand 2024-07-26T12:23:04.610 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.576+0000 7fcede41f480 1 -- start start 2024-07-26T12:23:04.610 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.577+0000 7fcede41f480 1 Processor -- start 2024-07-26T12:23:04.610 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.578+0000 7fcede41f480 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d4d9180 0x564e6d600fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:04.610 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.578+0000 7fcede41f480 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d4daa10 0x564e6d608f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:04.610 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.578+0000 7fcede41f480 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d4dd560 0x564e6d560b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:04.611 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.578+0000 7fcede41f480 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fcebc004e90 con 0x564e6d4d9180 2024-07-26T12:23:04.611 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.578+0000 7fcede41f480 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fcebc015630 con 0x564e6d4dd560 2024-07-26T12:23:04.611 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.578+0000 7fcede41f480 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7fcebc013c60 con 0x564e6d4daa10 2024-07-26T12:23:04.611 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.578+0000 7fced6a00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d4d9180 0x564e6d600fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:04.611 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.578+0000 7fced6a00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d4d9180 0x564e6d600fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:42956/0 (socket says 172.21.15.31:42956) 2024-07-26T12:23:04.611 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.578+0000 7fced6a00640 1 -- 172.21.15.31:0/3396721690 learned_addr learned my addr 172.21.15.31:0/3396721690 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:23:04.611 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.579+0000 7fced6000640 1 --2- 172.21.15.31:0/3396721690 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d4daa10 0x564e6d608f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:04.611 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.579+0000 7fced7400640 1 --2- 172.21.15.31:0/3396721690 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d4dd560 0x564e6d560b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:04.611 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.579+0000 7fced6a00640 1 -- 172.21.15.31:0/3396721690 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d4daa10 msgr2=0x564e6d608f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:04.611 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.579+0000 7fced6a00640 1 --2- 172.21.15.31:0/3396721690 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d4daa10 0x564e6d608f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:04.612 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.579+0000 7fced6a00640 1 -- 172.21.15.31:0/3396721690 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d4dd560 msgr2=0x564e6d560b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:04.612 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.579+0000 7fced6a00640 1 --2- 172.21.15.31:0/3396721690 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d4dd560 0x564e6d560b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:04.612 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.579+0000 7fced6a00640 1 -- 172.21.15.31:0/3396721690 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564e6d603500 con 0x564e6d4d9180 2024-07-26T12:23:04.612 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.579+0000 7fced6000640 1 --2- 172.21.15.31:0/3396721690 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d4daa10 0x564e6d608f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T12:23:04.612 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.579+0000 7fced6a00640 1 --2- 172.21.15.31:0/3396721690 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d4d9180 0x564e6d600fe0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fcec8001780 tx=0x7fcec8001270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e50a13b75d0414f8 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:23:04.612 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.579+0000 7fcecf400640 10 client.0 ms_handle_connect on v2:172.21.15.31:3300/0 2024-07-26T12:23:04.612 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.580+0000 7fcecf400640 1 -- 172.21.15.31:0/3396721690 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcec8044060 con 0x564e6d4d9180 2024-07-26T12:23:04.612 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.580+0000 7fcecf400640 1 -- 172.21.15.31:0/3396721690 <== mon.0 v2:172.21.15.31:3300/0 2 ==== osd_map(24..24 src has 1..24) ==== 5825+0+0 (secure 0 0 0) 0x7fcec802c670 con 0x564e6d4d9180 2024-07-26T12:23:04.612 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.580+0000 7fcede41f480 10 client.4653 Subscribing to map 'mdsmap' 2024-07-26T12:23:04.612 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.580+0000 7fcede41f480 1 -- 172.21.15.31:0/3396721690 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,mdsmap=0+,monmap=2+}) -- 0x564e6d603330 con 0x564e6d4d9180 2024-07-26T12:23:04.612 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.580+0000 7fceccc00640 20 client.4653 tick 2024-07-26T12:23:04.613 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.580+0000 7fceccc00640 20 client.4653 collect_and_send_metrics 2024-07-26T12:23:04.613 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.580+0000 7fceccc00640 20 client.4653 collect_and_send_global_metrics 2024-07-26T12:23:04.613 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.580+0000 7fceccc00640 5 client.4653 collect_and_send_global_metrics MDS rank 0 is not ready yet -- not sending metric 2024-07-26T12:23:04.613 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.580+0000 7fceccc00640 20 client.4653 trim_cache size 0 max 16384 2024-07-26T12:23:04.613 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.580+0000 7fceccc00640 20 client.4653 upkeep thread waiting interval 1.000000000s 2024-07-26T12:23:04.613 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.580+0000 7fcecf400640 1 -- 172.21.15.31:0/3396721690 <== mon.0 v2:172.21.15.31:3300/0 3 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x564e6d4617a0 con 0x564e6d4d9180 2024-07-26T12:23:04.613 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.580+0000 7fcecf400640 1 -- 172.21.15.31:0/3396721690 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mdsmap(e 8) ==== 1240+0+0 (secure 0 0 0) 0x7fcec8032070 con 0x564e6d4d9180 2024-07-26T12:23:04.613 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.580+0000 7fcecf400640 1 client.4653 handle_mds_map epoch 8 2024-07-26T12:23:04.613 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.580+0000 7fcede41f480 20 client.4653 populate_metadata read hostname 'smithi031' 2024-07-26T12:23:04.613 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.580+0000 7fcede41f480 10 client.4653 did not get mds through better means, so chose random mds 0 2024-07-26T12:23:04.613 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.580+0000 7fcede41f480 20 client.4653 mds is 0 2024-07-26T12:23:04.614 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.580+0000 7fcede41f480 10 client.4653 _open_mds_session mds.0 2024-07-26T12:23:04.614 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.580+0000 7fcede41f480 1 --2- 172.21.15.31:0/3396721690 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d606b30 0x564e6d567410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:04.614 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.580+0000 7fcede41f480 1 -- 172.21.15.31:0/3396721690 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_session(request_open) -- 0x564e6d5670f0 con 0x564e6d606b30 2024-07-26T12:23:04.614 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.580+0000 7fcede41f480 10 client.4653 waiting for session to mds.0 to open 2024-07-26T12:23:04.614 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.580+0000 7fced6000640 1 --2- 172.21.15.31:0/3396721690 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d606b30 0x564e6d567410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:04.614 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.581+0000 7fced6000640 1 --2- 172.21.15.31:0/3396721690 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d606b30 0x564e6d567410 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=54d86b4d45790a88 server_cookie=d05ffbefd9ae099b in_seq=0 out_seq=0 2024-07-26T12:23:04.614 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.581+0000 7fcecf400640 10 client.4653 ms_handle_connect on v2:172.21.15.31:6832/713364256 2024-07-26T12:23:04.614 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.585+0000 7fcecf400640 1 -- 172.21.15.31:0/3396721690 <== mds.0 v2:172.21.15.31:6832/713364256 1 ==== client_session(open cap_auths [MDSCapAuth(readable=1, writeable=1)]) ==== 113+0+0 (crc 0 0 0) 0x564e6d5670f0 con 0x564e6d606b30 2024-07-26T12:23:04.614 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.585+0000 7fcecf400640 10 client.4653 handle_client_session client_session(open cap_auths [MDSCapAuth(readable=1, writeable=1)]) from mds.0 2024-07-26T12:23:04.614 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.585+0000 7fcecf400640 10 client.4653 renew_caps mds.0 2024-07-26T12:23:04.614 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.585+0000 7fcecf400640 1 -- 172.21.15.31:0/3396721690 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_session(request_renewcaps seq 1) -- 0x7fcebc006ee0 con 0x564e6d606b30 2024-07-26T12:23:04.615 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.585+0000 7fcecf400640 10 client.4653 connect_mds_targets for mds.0 2024-07-26T12:23:04.615 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.585+0000 7fcede41f480 10 client.4653 did not get mds through better means, so chose random mds 0 2024-07-26T12:23:04.615 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.585+0000 7fcede41f480 20 client.4653 mds is 0 2024-07-26T12:23:04.615 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.585+0000 7fcede41f480 10 client.4653 send_request rebuilding request 1 for mds.0 2024-07-26T12:23:04.615 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.585+0000 7fcede41f480 20 client.4653 encode_cap_releases enter (req: 0x564e6d5539d0, mds: 0) 2024-07-26T12:23:04.615 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.585+0000 7fcede41f480 20 client.4653 send_request set sent_stamp to 2024-07-26T12:23:04.586507+0000 2024-07-26T12:23:04.615 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.585+0000 7fcede41f480 10 client.4653 send_request client_request(unknown.0:1 getattr pAsLsXsFs #0x1 2024-07-26T12:23:04.581891+0000 caller_uid=0, caller_gid=0{}) to mds.0 2024-07-26T12:23:04.615 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.585+0000 7fcede41f480 1 -- 172.21.15.31:0/3396721690 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_request(unknown.0:1 getattr pAsLsXsFs #0x1 2024-07-26T12:23:04.581891+0000 caller_uid=0, caller_gid=0{}) -- 0x564e6d567a90 con 0x564e6d606b30 2024-07-26T12:23:04.615 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.585+0000 7fcede41f480 20 client.4653 awaiting reply|forward|kick on 0x7ffdd11ef020 2024-07-26T12:23:04.615 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.585+0000 7fcecf400640 1 -- 172.21.15.31:0/3396721690 <== mds.0 v2:172.21.15.31:6832/713364256 2 ==== client_session(renewcaps seq 1) ==== 28+0+0 (crc 0 0 0) 0x7fcebc006ee0 con 0x564e6d606b30 2024-07-26T12:23:04.615 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.585+0000 7fcecf400640 10 client.4653 handle_client_session client_session(renewcaps seq 1) from mds.0 2024-07-26T12:23:04.616 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.585+0000 7fcecf400640 1 -- 172.21.15.31:0/3396721690 <== mds.0 v2:172.21.15.31:6832/713364256 3 ==== client_reply(???:1 = 0 (0) Success) ==== 431+0+0 (crc 0 0 0) 0x7fcec0067cc0 con 0x564e6d606b30 2024-07-26T12:23:04.616 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.585+0000 7fcecf400640 20 client.4653 handle_client_reply got a reply. Safe:1 tid 1 2024-07-26T12:23:04.616 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.585+0000 7fcecf400640 10 client.4653 insert_trace from 2024-07-26T12:23:04.586507+0000 mds.0 is_target=1 is_dentry=0 2024-07-26T12:23:04.616 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.585+0000 7fcecf400640 10 client.4653 features 0xffffffffffffffff 2024-07-26T12:23:04.616 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.585+0000 7fcecf400640 10 client.4653 update_snap_trace len 70 2024-07-26T12:23:04.616 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.585+0000 7fcecf400640 20 client.4653 get_snap_realm 0x1 0, nref was 0 2024-07-26T12:23:04.616 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.585+0000 7fcecf400640 20 client.4653 get_snap_realm 0x1 0x7fcebc007100, nref now is 1 2024-07-26T12:23:04.616 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.585+0000 7fcecf400640 10 client.4653 update_snap_trace snaprealm(0x1 nref=1 c=0 seq=0 parent=0x0 my_snaps=[] cached_snapc=0=[] last_modified=0.000000 change_attr=0) seq 1 > 0 2024-07-26T12:23:04.616 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.585+0000 7fcecf400640 10 client.4653 invalidate_snaprealm_and_children snaprealm(0x1 nref=2 c=0 seq=1 parent=0x0 my_snaps=[] cached_snapc=0=[] last_modified=2024-07-26T12:21:44.597796+0000 change_attr=0) 2024-07-26T12:23:04.616 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.585+0000 7fcecf400640 15 client.4653 update_snap_trace snaprealm(0x1 nref=2 c=0 seq=1 parent=0x0 my_snaps=[] cached_snapc=0=[] last_modified=2024-07-26T12:21:44.597796+0000 change_attr=0) self|parent updated 2024-07-26T12:23:04.616 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.585+0000 7fcecf400640 15 client.4653 snapc 1=[] 2024-07-26T12:23:04.616 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.585+0000 7fcecf400640 10 client.4653 no new snap on snaprealm(0x1 nref=2 c=0 seq=1 parent=0x0 my_snaps=[] cached_snapc=1=[] last_modified=2024-07-26T12:21:44.597796+0000 change_attr=0) 2024-07-26T12:23:04.617 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.585+0000 7fcecf400640 20 client.4653 put_snap_realm 0x1 0x7fcebc007100 2 -> 1 2024-07-26T12:23:04.617 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.585+0000 7fcecf400640 10 client.4653 hrm is_target=1 is_dentry=0 2024-07-26T12:23:04.617 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.585+0000 7fcecf400640 10 client.4653 update_inode_file_time 0x1.head(faked_ino=0 nref=3 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=0.000000 ctime=0.000000 change_attr=0 caps=- 0x7fcebc0071f0) - ctime 2024-07-26T12:23:04.547755+0000 mtime 2024-07-26T12:23:04.547755+0000 2024-07-26T12:23:04.617 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.585+0000 7fcecf400640 20 client.4653 dir hash is 2 2024-07-26T12:23:04.617 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.585+0000 7fcecf400640 12 client.4653 add_update_inode client inode change_attr: 0 , mds inodestat change_attr: 2 2024-07-26T12:23:04.617 INFO:tasks.workunit.client.0.smithi031.stdout:MultiTargetMds: 2024-07-26T12:23:04.619 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.585+0000 7fcecf400640 12 client.4653 add_update_inode adding 0x1.head(faked_ino=0 nref=3 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:04.547755+0000 ctime=2024-07-26T12:23:04.547755+0000 change_attr=2 caps=- has_dir_layout 0x7fcebc0071f0) caps pAsLsXsFs 2024-07-26T12:23:04.619 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.585+0000 7fcecf400640 20 client.4653 get_snap_realm 0x1 0x7fcebc007100, nref was 1 2024-07-26T12:23:04.619 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.585+0000 7fcecf400640 20 client.4653 get_snap_realm 0x1 0x7fcebc007100, nref now is 2 2024-07-26T12:23:04.619 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.585+0000 7fcecf400640 15 client.4653 add_update_cap first one, opened snaprealm 0x7fcebc007100 2024-07-26T12:23:04.619 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.585+0000 7fcecf400640 10 client.4653 add_update_cap issued - -> pAsLsXsFs from mds.0 on 0x1.head(faked_ino=0 nref=3 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:04.547755+0000 ctime=2024-07-26T12:23:04.547755+0000 change_attr=2 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcebc0071f0) 2024-07-26T12:23:04.619 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.585+0000 7fcecf400640 10 client.4653 add_update_cap calling signal_caps_inode 2024-07-26T12:23:04.620 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.585+0000 7fcecf400640 10 client.4653 marking (I_COMPLETE|I_DIR_ORDERED) on empty dir 0x1.head(faked_ino=0 nref=3 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:04.547755+0000 ctime=2024-07-26T12:23:04.547755+0000 change_attr=2 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcebc0071f0) 2024-07-26T12:23:04.620 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.585+0000 7fcecf400640 20 client.4653 put_snap_realm 0x1 0x7fcebc007100 2 -> 1 2024-07-26T12:23:04.620 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.585+0000 7fcecf400640 20 client.4653 handle_client_reply signalling caller 0x7ffdd11ef020 2024-07-26T12:23:04.620 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.585+0000 7fcecf400640 20 client.4653 handle_client_reply awaiting kickback on tid 1 0x7fcecf3fde20 2024-07-26T12:23:04.620 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.585+0000 7fcede41f480 20 client.4653 sendrecv kickback on tid 1 0x7fcecf3fde20 2024-07-26T12:23:04.620 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.585+0000 7fcede41f480 20 client.4653 lat 0.000560 2024-07-26T12:23:04.620 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.585+0000 7fcede41f480 20 client.4653 _ll_get 0x7fcebc0071f0 0x1 -> 1 2024-07-26T12:23:04.620 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.585+0000 7fcecf400640 20 client.4653 put_inode on 0x1.head(faked_ino=0 nref=6 ll_ref=1 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:04.547755+0000 ctime=2024-07-26T12:23:04.547755+0000 change_attr=2 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcebc0071f0) n = 1 2024-07-26T12:23:04.620 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.585+0000 7fcecf400640 20 client.4653 put_inode on 0x1.head(faked_ino=0 nref=6 ll_ref=1 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:04.547755+0000 ctime=2024-07-26T12:23:04.547755+0000 change_attr=2 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcebc0071f0) n = 1 2024-07-26T12:23:04.620 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.585+0000 7fcede41f480 1 -- 172.21.15.31:0/3396721690 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x564e6d3e3d40 con 0x564e6d4d9180 2024-07-26T12:23:04.620 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.586+0000 7fcecf400640 1 -- 172.21.15.31:0/3396721690 <== mon.0 v2:172.21.15.31:3300/0 5 ==== mon_get_version_reply(handle=1 version=8) ==== 24+0+0 (secure 0 0 0) 0x7fcec804a080 con 0x564e6d4d9180 2024-07-26T12:23:04.621 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.586+0000 7fcede41f480 10 client.4653 fetch_fsmap learned FSMap version 8 2024-07-26T12:23:04.621 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.586+0000 7fcede41f480 1 -- 172.21.15.31:0/3396721690 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({fsmap=8}) -- 0x564e6d6036d0 con 0x564e6d4d9180 2024-07-26T12:23:04.621 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.586+0000 7fcecf400640 1 -- 172.21.15.31:0/3396721690 <== mon.0 v2:172.21.15.31:3300/0 6 ==== fsmap(e 8) ==== 2292+0+0 (secure 0 0 0) 0x7fcec802c870 con 0x564e6d4d9180 2024-07-26T12:23:04.621 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.586+0000 7fcede41f480 10 client.4653 fetch_fsmap finished waiting for FSMap version 8 2024-07-26T12:23:04.621 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.586+0000 7fcede41f480 10 client.4653 resolve_mds: resolving `*' to all MDS daemons 2024-07-26T12:23:04.621 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.586+0000 7fcede41f480 10 client.4653 resolve_mds: appending daemon mds.b to targets 2024-07-26T12:23:04.621 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.586+0000 7fcede41f480 10 client.4653 resolve_mds: appending daemon mds.a to targets 2024-07-26T12:23:04.621 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.586+0000 7fcede41f480 1 --2- 172.21.15.31:0/3396721690 >> [v2:172.21.15.123:6834/2510414777,v1:172.21.15.123:6835/2510414777] conn(0x564e6d558aa0 0x564e6d55aec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:04.621 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.586+0000 7fcede41f480 4 client.4653 mds_command: new command op to 4339 tid=0 multi_id=1 [{"prefix": "session ls", "format": "json"}] 2024-07-26T12:23:04.621 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.586+0000 7fcede41f480 1 -- 172.21.15.31:0/3396721690 --> [v2:172.21.15.123:6834/2510414777,v1:172.21.15.123:6835/2510414777] -- command(tid 0: {"prefix": "session ls", "format": "json"}) -- 0x564e6d426b70 con 0x564e6d558aa0 2024-07-26T12:23:04.621 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.586+0000 7fcede41f480 4 client.4653 mds_command: new command op to 4353 tid=1 multi_id=1 [{"prefix": "session ls", "format": "json"}] 2024-07-26T12:23:04.621 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.586+0000 7fcede41f480 1 -- 172.21.15.31:0/3396721690 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- command(tid 1: {"prefix": "session ls", "format": "json"}) -- 0x564e6d5f84f0 con 0x564e6d606b30 2024-07-26T12:23:04.622 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.587+0000 7fcecf400640 1 -- 172.21.15.31:0/3396721690 <== mds.0 v2:172.21.15.31:6832/713364256 4 ==== command_reply(tid 1: 0 ) ==== 8+0+1172 (crc 0 0 0) 0x564e6d5f84f0 con 0x564e6d606b30 2024-07-26T12:23:04.622 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.587+0000 7fcecf400640 10 client.4653 handle_command_reply: tid=1 2024-07-26T12:23:04.622 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.587+0000 7fced7400640 1 --2- 172.21.15.31:0/3396721690 >> [v2:172.21.15.123:6834/2510414777,v1:172.21.15.123:6835/2510414777] conn(0x564e6d558aa0 0x564e6d55aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:04.622 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.588+0000 7fced7400640 1 --2- 172.21.15.31:0/3396721690 >> [v2:172.21.15.123:6834/2510414777,v1:172.21.15.123:6835/2510414777] conn(0x564e6d558aa0 0x564e6d55aec0 crc :-1 s=READY pgs=5 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.? client_cookie=a0bf8a33fb18ff76 server_cookie=95ddd076d3cd8cab in_seq=0 out_seq=0 2024-07-26T12:23:04.622 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.588+0000 7fcecf400640 10 client.4653 ms_handle_connect on v2:172.21.15.123:6834/2510414777 2024-07-26T12:23:04.622 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.589+0000 7fcecf400640 1 -- 172.21.15.31:0/3396721690 <== mds.? v2:172.21.15.123:6834/2510414777 1 ==== command_reply(tid 0: -38 ) ==== 8+0+0 (crc 0 0 0) 0x564e6d426b70 con 0x564e6d558aa0 2024-07-26T12:23:04.622 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.589+0000 7fcecf400640 10 client.4653 handle_command_reply: tid=0 2024-07-26T12:23:04.622 INFO:tasks.workunit.client.0.smithi031.stdout:MultiTargetMdsCommand: [{"mds.a":[{"id":4653,"entity":{"name":{"type":"client","num":4653},"addr":{"type":"any","addr":"172.21.15.31:0","nonce":3396721690}},"state":"open","num_leases":0,"num_caps":1,"request_load_avg":0,"uptime":0.0059999060000000002,"requests_in_flight":0,"num_completed_requests":0,"num_completed_flushes":0,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":0.99999537910109781,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":1,"last_trim_completed_flushes_tid":0,"delegated_inos":[],"inst":"client.4653 172.21.15.31:0/3396721690","completed_requests":[],"prealloc_inos":[],"client_metadata":{"client_features":{"feature_bits":"0x00000000003f7fff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528","ceph_version":"ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev)","entity_id":"admin","hostname":"smithi031","pid":"44787","root":"/"}}]}]0�L�� 2024-07-26T12:23:04.624 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.589+0000 7fcede41f480 2 client.4653 unmount 2024-07-26T12:23:04.624 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.589+0000 7fcede41f480 2 client.4653 unmounting 2024-07-26T12:23:04.624 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.589+0000 7fcede41f480 20 client.4653 put_inode on 0x1.head(faked_ino=0 nref=6 ll_ref=1 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:04.547755+0000 ctime=2024-07-26T12:23:04.547755+0000 change_attr=2 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcebc0071f0) n = 1 2024-07-26T12:23:04.624 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.589+0000 7fcede41f480 20 client.4653 put_inode on 0x1.head(faked_ino=0 nref=6 ll_ref=1 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:04.547755+0000 ctime=2024-07-26T12:23:04.547755+0000 change_attr=2 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcebc0071f0) n = 1 2024-07-26T12:23:04.624 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.589+0000 7fcede41f480 10 client.4653 _ll_drop_pins 2024-07-26T12:23:04.624 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.589+0000 7fcede41f480 20 client.4653 _ll_put 0x7fcebc0071f0 0x1 1 -> 0 2024-07-26T12:23:04.624 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.589+0000 7fcede41f480 20 client.4653 put_inode on 0x1.head(faked_ino=0 nref=7 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:04.547755+0000 ctime=2024-07-26T12:23:04.547755+0000 change_attr=2 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcebc0071f0) n = 1 2024-07-26T12:23:04.625 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.589+0000 7fcede41f480 20 client.4653 put_inode on 0x1.head(faked_ino=0 nref=7 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:04.547755+0000 ctime=2024-07-26T12:23:04.547755+0000 change_attr=2 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcebc0071f0) n = 1 2024-07-26T12:23:04.625 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.589+0000 7fcede41f480 20 client.4653 _release 0x1.head(faked_ino=0 nref=8 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:04.547755+0000 ctime=2024-07-26T12:23:04.547755+0000 change_attr=2 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcebc0071f0) 2024-07-26T12:23:04.625 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.589+0000 7fcede41f480 10 client.4653 _invalidate_inode_cache 0x1.head(faked_ino=0 nref=8 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:04.547755+0000 ctime=2024-07-26T12:23:04.547755+0000 change_attr=2 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcebc0071f0) 2024-07-26T12:23:04.625 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.589+0000 7fcede41f480 10 client.4653 _flush 0x1.head(faked_ino=0 nref=9 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:04.547755+0000 ctime=2024-07-26T12:23:04.547755+0000 change_attr=2 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcebc0071f0) 2024-07-26T12:23:04.625 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.589+0000 7fcede41f480 10 client.4653 nothing to flush 2024-07-26T12:23:04.625 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.589+0000 7fcede41f480 20 client.4653 put_inode on 0x1.head(faked_ino=0 nref=9 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:04.547755+0000 ctime=2024-07-26T12:23:04.547755+0000 change_attr=2 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcebc0071f0) n = 1 2024-07-26T12:23:04.625 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.589+0000 7fcede41f480 20 client.4653 put_inode on 0x1.head(faked_ino=0 nref=9 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:04.547755+0000 ctime=2024-07-26T12:23:04.547755+0000 change_attr=2 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcebc0071f0) n = 1 2024-07-26T12:23:04.625 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.589+0000 7fcede41f480 10 client.4653 flush_caps_sync 2024-07-26T12:23:04.625 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.589+0000 7fcede41f480 10 client.4653 wait_sync_caps want 1 (last is 1, 0 total flushing) 2024-07-26T12:23:04.625 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.589+0000 7fcede41f480 20 client.4653 trim_cache size 0 max 16384 2024-07-26T12:23:04.625 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.589+0000 7fcede41f480 10 client.4653 _put_inode on 0x1.head(faked_ino=0 nref=9 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:04.547755+0000 ctime=2024-07-26T12:23:04.547755+0000 change_attr=2 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcebc0071f0) n = 8 2024-07-26T12:23:04.626 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.589+0000 7fcede41f480 10 client.4653 remove_cap mds.0 on 0x1.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:04.547755+0000 ctime=2024-07-26T12:23:04.547755+0000 change_attr=2 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcebc0071f0) 2024-07-26T12:23:04.626 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.589+0000 7fcede41f480 15 client.4653 remove_cap last one, closing snaprealm 0x7fcebc007100 2024-07-26T12:23:04.626 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.589+0000 7fcede41f480 20 client.4653 put_snap_realm 0x1 0x7fcebc007100 1 -> 0 2024-07-26T12:23:04.626 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.589+0000 7fcede41f480 10 client.4653 _put_inode deleting 0x1.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:04.547755+0000 ctime=2024-07-26T12:23:04.547755+0000 change_attr=2 caps=- COMPLETE has_dir_layout 0x7fcebc0071f0) 2024-07-26T12:23:04.626 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.589+0000 7fcede41f480 2 client.4653 _close_mds_session mds.0 seq 0 2024-07-26T12:23:04.626 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.589+0000 7fcede41f480 1 -- 172.21.15.31:0/3396721690 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_session(request_close) -- 0x564e6d4a40d0 con 0x564e6d606b30 2024-07-26T12:23:04.626 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.589+0000 7fcede41f480 2 client.4653 waiting for 1 mds session(s) to close (timeout: 30s) 2024-07-26T12:23:04.626 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.593+0000 7fcecf400640 1 -- 172.21.15.31:0/3396721690 <== mds.0 v2:172.21.15.31:6832/713364256 5 ==== client_session(close) ==== 28+0+0 (crc 0 0 0) 0x564e6d4a40d0 con 0x564e6d606b30 2024-07-26T12:23:04.626 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.593+0000 7fcecf400640 10 client.4653 handle_client_session client_session(close) from mds.0 2024-07-26T12:23:04.626 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.593+0000 7fcecf400640 5 client.4653 _closed_mds_session mds.0 seq 0 2024-07-26T12:23:04.626 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.593+0000 7fcecf400640 1 -- 172.21.15.31:0/3396721690 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d606b30 msgr2=0x564e6d567410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:04.627 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.593+0000 7fcecf400640 1 --2- 172.21.15.31:0/3396721690 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d606b30 0x564e6d567410 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:04.627 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.593+0000 7fcecf400640 10 client.4653 remove_session_caps mds.0 2024-07-26T12:23:04.627 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.593+0000 7fcecf400640 10 client.4653 kick_requests_closed for mds.0 2024-07-26T12:23:04.627 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.593+0000 7fcecf400640 10 client.4653 unmounting: trim pass, size was 0+0 2024-07-26T12:23:04.627 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.593+0000 7fcecf400640 20 client.4653 trim_cache size 0 max 16384 2024-07-26T12:23:04.627 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.593+0000 7fcecf400640 10 client.4653 unmounting: trim pass, size still 0+0 2024-07-26T12:23:04.627 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.593+0000 7fcede41f480 2 client.4653 unmounted. 2024-07-26T12:23:04.627 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.593+0000 7fcede41f480 1 client.4653 shutdown 2024-07-26T12:23:04.627 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.593+0000 7fcede41f480 1 -- 172.21.15.31:0/3396721690 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d4d9180 msgr2=0x564e6d600fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:04.627 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.593+0000 7fcede41f480 1 --2- 172.21.15.31:0/3396721690 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d4d9180 0x564e6d600fe0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fcec8001780 tx=0x7fcec8001270 comp rx=0 tx=0).stop 2024-07-26T12:23:04.627 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.593+0000 7fcede41f480 1 -- 172.21.15.31:0/3396721690 shutdown_connections 2024-07-26T12:23:04.628 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.593+0000 7fcede41f480 1 --2- 172.21.15.31:0/3396721690 >> [v2:172.21.15.123:6834/2510414777,v1:172.21.15.123:6835/2510414777] conn(0x564e6d558aa0 0x564e6d55aec0 crc :-1 s=READY pgs=5 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:04.628 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.593+0000 7fcede41f480 1 --2- 172.21.15.31:0/3396721690 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d4dd560 0x564e6d560b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:04.628 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.593+0000 7fcede41f480 1 --2- 172.21.15.31:0/3396721690 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d4daa10 0x564e6d608f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:04.628 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.593+0000 7fcede41f480 1 --2- 172.21.15.31:0/3396721690 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d606b30 0x564e6d567410 unknown :-1 s=CLOSED pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:04.628 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.593+0000 7fcede41f480 1 --2- 172.21.15.31:0/3396721690 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d4d9180 0x564e6d600fe0 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:04.628 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.593+0000 7fced7400640 1 -- 172.21.15.31:0/3396721690 reap_dead start 2024-07-26T12:23:04.628 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.593+0000 7fcede41f480 1 -- 172.21.15.31:0/3396721690 >> 172.21.15.31:0/3396721690 conn(0x564e6d3cbab0 msgr2=0x564e6d4dcc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:23:04.628 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.593+0000 7fcecf400640 0 client.4653 ms_handle_reset on v2:172.21.15.123:6834/2510414777 2024-07-26T12:23:04.628 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.594+0000 7fcede41f480 1 -- 172.21.15.31:0/3396721690 shutdown_connections 2024-07-26T12:23:04.628 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.594+0000 7fcede41f480 1 -- 172.21.15.31:0/3396721690 wait complete. 2024-07-26T12:23:04.628 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.594+0000 7fcede41f480 20 client.4653 trim_cache size 0 max 16384 2024-07-26T12:23:04.629 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClient.MultiTargetMdsCommand (19 ms) 2024-07-26T12:23:04.629 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClient.LlreadvLlwritev 2024-07-26T12:23:04.633 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.595+0000 7fcede41f480 1 -- start start 2024-07-26T12:23:04.633 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.597+0000 7fcede41f480 1 Processor -- start 2024-07-26T12:23:04.633 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.597+0000 7fcede41f480 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d4d9180 0x564e6d4db730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:04.634 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.598+0000 7fcede41f480 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d4daa10 0x564e6d4e0c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:04.634 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.598+0000 7fcede41f480 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d4dd560 0x564e6d548f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:04.634 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.598+0000 7fcede41f480 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fcebc014a30 con 0x564e6d4dd560 2024-07-26T12:23:04.634 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.598+0000 7fcede41f480 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fcebc016050 con 0x564e6d4daa10 2024-07-26T12:23:04.634 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.598+0000 7fcede41f480 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7fcebc006810 con 0x564e6d4d9180 2024-07-26T12:23:04.634 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.598+0000 7fced7400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d4dd560 0x564e6d548f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:04.634 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.598+0000 7fced7400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d4dd560 0x564e6d548f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:42968/0 (socket says 172.21.15.31:42968) 2024-07-26T12:23:04.634 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.598+0000 7fced7400640 1 -- 172.21.15.31:0/1385616464 learned_addr learned my addr 172.21.15.31:0/1385616464 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:23:04.634 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.598+0000 7fced6a00640 1 --2- 172.21.15.31:0/1385616464 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d4d9180 0x564e6d4db730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:04.634 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.598+0000 7fced6000640 1 --2- 172.21.15.31:0/1385616464 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d4daa10 0x564e6d4e0c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:04.634 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.598+0000 7fced7400640 1 -- 172.21.15.31:0/1385616464 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d4d9180 msgr2=0x564e6d4db730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:04.635 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.598+0000 7fced7400640 1 --2- 172.21.15.31:0/1385616464 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d4d9180 0x564e6d4db730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:04.635 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.598+0000 7fced7400640 1 -- 172.21.15.31:0/1385616464 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d4daa10 msgr2=0x564e6d4e0c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:04.635 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.598+0000 7fced7400640 1 --2- 172.21.15.31:0/1385616464 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d4daa10 0x564e6d4e0c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:04.635 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.598+0000 7fced7400640 1 -- 172.21.15.31:0/1385616464 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564e6d5616f0 con 0x564e6d4dd560 2024-07-26T12:23:04.635 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.599+0000 7fced6a00640 1 --2- 172.21.15.31:0/1385616464 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d4d9180 0x564e6d4db730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T12:23:04.635 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.599+0000 7fced6000640 1 --2- 172.21.15.31:0/1385616464 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d4daa10 0x564e6d4e0c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T12:23:04.635 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.599+0000 7fced7400640 1 --2- 172.21.15.31:0/1385616464 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d4dd560 0x564e6d548f30 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fced0015040 tx=0x7fced0003330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=63d6c051407eb911 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:23:04.635 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.599+0000 7fced4c00640 10 client.0 ms_handle_connect on v2:172.21.15.31:3300/0 2024-07-26T12:23:04.635 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.599+0000 7fced4c00640 1 -- 172.21.15.31:0/1385616464 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fced0036060 con 0x564e6d4dd560 2024-07-26T12:23:04.635 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.599+0000 7fced4c00640 1 -- 172.21.15.31:0/1385616464 <== mon.0 v2:172.21.15.31:3300/0 2 ==== osd_map(24..24 src has 1..24) ==== 5825+0+0 (secure 0 0 0) 0x7fced000d920 con 0x564e6d4dd560 2024-07-26T12:23:04.635 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.600+0000 7fcede41f480 10 client.4656 Subscribing to map 'mdsmap' 2024-07-26T12:23:04.635 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.600+0000 7fcede41f480 1 -- 172.21.15.31:0/1385616464 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,mdsmap=0+,monmap=2+}) -- 0x564e6d561520 con 0x564e6d4dd560 2024-07-26T12:23:04.636 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.600+0000 7fcec7e00640 20 client.4656 tick 2024-07-26T12:23:04.636 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.600+0000 7fcec7e00640 20 client.4656 collect_and_send_metrics 2024-07-26T12:23:04.636 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.600+0000 7fcec7e00640 20 client.4656 collect_and_send_global_metrics 2024-07-26T12:23:04.636 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.600+0000 7fcec7e00640 5 client.4656 collect_and_send_global_metrics MDS rank 0 is not ready yet -- not sending metric 2024-07-26T12:23:04.636 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.600+0000 7fcec7e00640 20 client.4656 trim_cache size 0 max 16384 2024-07-26T12:23:04.636 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.600+0000 7fcec7e00640 20 client.4656 upkeep thread waiting interval 1.000000000s 2024-07-26T12:23:04.636 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.600+0000 7fced4c00640 1 -- 172.21.15.31:0/1385616464 <== mon.0 v2:172.21.15.31:3300/0 3 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fced0005020 con 0x564e6d4dd560 2024-07-26T12:23:04.636 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.600+0000 7fced4c00640 1 -- 172.21.15.31:0/1385616464 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mdsmap(e 8) ==== 1240+0+0 (secure 0 0 0) 0x7fced0004b40 con 0x564e6d4dd560 2024-07-26T12:23:04.636 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.600+0000 7fced4c00640 1 client.4656 handle_mds_map epoch 8 2024-07-26T12:23:04.636 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.600+0000 7fcede41f480 20 client.4656 populate_metadata read hostname 'smithi031' 2024-07-26T12:23:04.636 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.600+0000 7fcede41f480 10 client.4656 did not get mds through better means, so chose random mds 0 2024-07-26T12:23:04.637 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.600+0000 7fcede41f480 20 client.4656 mds is 0 2024-07-26T12:23:04.637 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.600+0000 7fcede41f480 10 client.4656 _open_mds_session mds.0 2024-07-26T12:23:04.637 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.600+0000 7fcede41f480 1 --2- 172.21.15.31:0/1385616464 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d606b30 0x564e6d5538f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:04.637 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.600+0000 7fcede41f480 1 -- 172.21.15.31:0/1385616464 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_session(request_open) -- 0x564e6d5670f0 con 0x564e6d606b30 2024-07-26T12:23:04.637 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.600+0000 7fcede41f480 10 client.4656 waiting for session to mds.0 to open 2024-07-26T12:23:04.637 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.601+0000 7fced6a00640 1 --2- 172.21.15.31:0/1385616464 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d606b30 0x564e6d5538f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:04.637 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.601+0000 7fced6a00640 1 --2- 172.21.15.31:0/1385616464 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d606b30 0x564e6d5538f0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=239d19482f59cea4 server_cookie=c25508cb3017c381 in_seq=0 out_seq=0 2024-07-26T12:23:04.637 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.601+0000 7fced4c00640 10 client.4656 ms_handle_connect on v2:172.21.15.31:6832/713364256 2024-07-26T12:23:04.637 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.605+0000 7fced4c00640 1 -- 172.21.15.31:0/1385616464 <== mds.0 v2:172.21.15.31:6832/713364256 1 ==== client_session(open cap_auths [MDSCapAuth(readable=1, writeable=1)]) ==== 113+0+0 (crc 0 0 0) 0x564e6d5670f0 con 0x564e6d606b30 2024-07-26T12:23:04.637 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.605+0000 7fced4c00640 10 client.4656 handle_client_session client_session(open cap_auths [MDSCapAuth(readable=1, writeable=1)]) from mds.0 2024-07-26T12:23:04.637 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.605+0000 7fced4c00640 10 client.4656 renew_caps mds.0 2024-07-26T12:23:04.637 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.605+0000 7fced4c00640 1 -- 172.21.15.31:0/1385616464 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_session(request_renewcaps seq 1) -- 0x7fcebc006aa0 con 0x564e6d606b30 2024-07-26T12:23:04.637 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.605+0000 7fced4c00640 10 client.4656 connect_mds_targets for mds.0 2024-07-26T12:23:04.638 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.605+0000 7fcede41f480 10 client.4656 did not get mds through better means, so chose random mds 0 2024-07-26T12:23:04.638 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.605+0000 7fcede41f480 20 client.4656 mds is 0 2024-07-26T12:23:04.638 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.605+0000 7fcede41f480 10 client.4656 send_request rebuilding request 1 for mds.0 2024-07-26T12:23:04.638 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.605+0000 7fcede41f480 20 client.4656 encode_cap_releases enter (req: 0x564e6d560f60, mds: 0) 2024-07-26T12:23:04.638 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.605+0000 7fcede41f480 20 client.4656 send_request set sent_stamp to 2024-07-26T12:23:04.607118+0000 2024-07-26T12:23:04.638 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.605+0000 7fcede41f480 10 client.4656 send_request client_request(unknown.0:1 getattr pAsLsXsFs #0x1 2024-07-26T12:23:04.601908+0000 caller_uid=0, caller_gid=0{}) to mds.0 2024-07-26T12:23:04.638 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.605+0000 7fcede41f480 1 -- 172.21.15.31:0/1385616464 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_request(unknown.0:1 getattr pAsLsXsFs #0x1 2024-07-26T12:23:04.601908+0000 caller_uid=0, caller_gid=0{}) -- 0x564e6d4aa030 con 0x564e6d606b30 2024-07-26T12:23:04.638 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.605+0000 7fcede41f480 20 client.4656 awaiting reply|forward|kick on 0x7ffdd11ef020 2024-07-26T12:23:04.638 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.606+0000 7fced4c00640 1 -- 172.21.15.31:0/1385616464 <== mds.0 v2:172.21.15.31:6832/713364256 2 ==== client_session(renewcaps seq 1) ==== 28+0+0 (crc 0 0 0) 0x7fcebc006aa0 con 0x564e6d606b30 2024-07-26T12:23:04.639 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.606+0000 7fced4c00640 10 client.4656 handle_client_session client_session(renewcaps seq 1) from mds.0 2024-07-26T12:23:04.639 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.606+0000 7fced4c00640 1 -- 172.21.15.31:0/1385616464 <== mds.0 v2:172.21.15.31:6832/713364256 3 ==== client_reply(???:1 = 0 (0) Success) ==== 431+0+0 (crc 0 0 0) 0x7fcec8006050 con 0x564e6d606b30 2024-07-26T12:23:04.639 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.606+0000 7fced4c00640 20 client.4656 handle_client_reply got a reply. Safe:1 tid 1 2024-07-26T12:23:04.639 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.606+0000 7fced4c00640 10 client.4656 insert_trace from 2024-07-26T12:23:04.607118+0000 mds.0 is_target=1 is_dentry=0 2024-07-26T12:23:04.639 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.606+0000 7fced4c00640 10 client.4656 features 0xffffffffffffffff 2024-07-26T12:23:04.639 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.606+0000 7fced4c00640 10 client.4656 update_snap_trace len 70 2024-07-26T12:23:04.639 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.606+0000 7fced4c00640 20 client.4656 get_snap_realm 0x1 0, nref was 0 2024-07-26T12:23:04.639 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.606+0000 7fced4c00640 20 client.4656 get_snap_realm 0x1 0x7fcebc006cc0, nref now is 1 2024-07-26T12:23:04.639 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.606+0000 7fced4c00640 10 client.4656 update_snap_trace snaprealm(0x1 nref=1 c=0 seq=0 parent=0x0 my_snaps=[] cached_snapc=0=[] last_modified=0.000000 change_attr=0) seq 1 > 0 2024-07-26T12:23:04.640 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.606+0000 7fced4c00640 10 client.4656 invalidate_snaprealm_and_children snaprealm(0x1 nref=2 c=0 seq=1 parent=0x0 my_snaps=[] cached_snapc=0=[] last_modified=2024-07-26T12:21:44.597796+0000 change_attr=0) 2024-07-26T12:23:04.640 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.606+0000 7fced4c00640 15 client.4656 update_snap_trace snaprealm(0x1 nref=2 c=0 seq=1 parent=0x0 my_snaps=[] cached_snapc=0=[] last_modified=2024-07-26T12:21:44.597796+0000 change_attr=0) self|parent updated 2024-07-26T12:23:04.640 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.606+0000 7fced4c00640 15 client.4656 snapc 1=[] 2024-07-26T12:23:04.640 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.606+0000 7fced4c00640 10 client.4656 no new snap on snaprealm(0x1 nref=2 c=0 seq=1 parent=0x0 my_snaps=[] cached_snapc=1=[] last_modified=2024-07-26T12:21:44.597796+0000 change_attr=0) 2024-07-26T12:23:04.640 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.606+0000 7fced4c00640 20 client.4656 put_snap_realm 0x1 0x7fcebc006cc0 2 -> 1 2024-07-26T12:23:04.640 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.606+0000 7fced4c00640 10 client.4656 hrm is_target=1 is_dentry=0 2024-07-26T12:23:04.640 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.606+0000 7fced4c00640 10 client.4656 update_inode_file_time 0x1.head(faked_ino=0 nref=3 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=0.000000 ctime=0.000000 change_attr=0 caps=- 0x7fcebc006db0) - ctime 2024-07-26T12:23:04.547755+0000 mtime 2024-07-26T12:23:04.547755+0000 2024-07-26T12:23:04.640 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.606+0000 7fced4c00640 20 client.4656 dir hash is 2 2024-07-26T12:23:04.640 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.606+0000 7fced4c00640 12 client.4656 add_update_inode client inode change_attr: 0 , mds inodestat change_attr: 2 2024-07-26T12:23:04.640 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.606+0000 7fced4c00640 12 client.4656 add_update_inode adding 0x1.head(faked_ino=0 nref=3 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:04.547755+0000 ctime=2024-07-26T12:23:04.547755+0000 change_attr=2 caps=- has_dir_layout 0x7fcebc006db0) caps pAsLsXsFs 2024-07-26T12:23:04.640 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.606+0000 7fced4c00640 20 client.4656 get_snap_realm 0x1 0x7fcebc006cc0, nref was 1 2024-07-26T12:23:04.640 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.606+0000 7fced4c00640 20 client.4656 get_snap_realm 0x1 0x7fcebc006cc0, nref now is 2 2024-07-26T12:23:04.640 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.606+0000 7fced4c00640 15 client.4656 add_update_cap first one, opened snaprealm 0x7fcebc006cc0 2024-07-26T12:23:04.641 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.606+0000 7fced4c00640 10 client.4656 add_update_cap issued - -> pAsLsXsFs from mds.0 on 0x1.head(faked_ino=0 nref=3 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:04.547755+0000 ctime=2024-07-26T12:23:04.547755+0000 change_attr=2 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcebc006db0) 2024-07-26T12:23:04.641 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.606+0000 7fced4c00640 10 client.4656 add_update_cap calling signal_caps_inode 2024-07-26T12:23:04.641 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.606+0000 7fced4c00640 10 client.4656 marking (I_COMPLETE|I_DIR_ORDERED) on empty dir 0x1.head(faked_ino=0 nref=3 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:04.547755+0000 ctime=2024-07-26T12:23:04.547755+0000 change_attr=2 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcebc006db0) 2024-07-26T12:23:04.641 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.606+0000 7fced4c00640 20 client.4656 put_snap_realm 0x1 0x7fcebc006cc0 2 -> 1 2024-07-26T12:23:04.641 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.606+0000 7fced4c00640 20 client.4656 handle_client_reply signalling caller 0x7ffdd11ef020 2024-07-26T12:23:04.641 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.606+0000 7fced4c00640 20 client.4656 handle_client_reply awaiting kickback on tid 1 0x7fced4bfde20 2024-07-26T12:23:04.641 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.606+0000 7fcede41f480 20 client.4656 sendrecv kickback on tid 1 0x7fced4bfde20 2024-07-26T12:23:04.641 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.606+0000 7fcede41f480 20 client.4656 lat 0.000680 2024-07-26T12:23:04.641 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.606+0000 7fcede41f480 20 client.4656 _ll_get 0x7fcebc006db0 0x1 -> 1 2024-07-26T12:23:04.641 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.606+0000 7fcede41f480 2 client.4656 unmount 2024-07-26T12:23:04.641 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.606+0000 7fcede41f480 2 client.4656 unmounting 2024-07-26T12:23:04.641 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.606+0000 7fcede41f480 1 -- 172.21.15.31:0/1385616464 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_session(request_flushmdlog) -- 0x564e6d4aa380 con 0x564e6d606b30 2024-07-26T12:23:04.641 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.606+0000 7fcede41f480 20 client.4656 put_inode on 0x1.head(faked_ino=0 nref=6 ll_ref=1 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:04.547755+0000 ctime=2024-07-26T12:23:04.547755+0000 change_attr=2 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcebc006db0) n = 1 2024-07-26T12:23:04.642 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.606+0000 7fcede41f480 20 client.4656 put_inode on 0x1.head(faked_ino=0 nref=6 ll_ref=1 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:04.547755+0000 ctime=2024-07-26T12:23:04.547755+0000 change_attr=2 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcebc006db0) n = 1 2024-07-26T12:23:04.642 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.606+0000 7fcede41f480 10 client.4656 _ll_drop_pins 2024-07-26T12:23:04.642 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.606+0000 7fcede41f480 20 client.4656 _ll_put 0x7fcebc006db0 0x1 1 -> 0 2024-07-26T12:23:04.642 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.606+0000 7fcede41f480 20 client.4656 put_inode on 0x1.head(faked_ino=0 nref=7 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:04.547755+0000 ctime=2024-07-26T12:23:04.547755+0000 change_attr=2 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcebc006db0) n = 1 2024-07-26T12:23:04.642 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.606+0000 7fcede41f480 20 client.4656 put_inode on 0x1.head(faked_ino=0 nref=7 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:04.547755+0000 ctime=2024-07-26T12:23:04.547755+0000 change_attr=2 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcebc006db0) n = 1 2024-07-26T12:23:04.642 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.606+0000 7fcede41f480 20 client.4656 _release 0x1.head(faked_ino=0 nref=8 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:04.547755+0000 ctime=2024-07-26T12:23:04.547755+0000 change_attr=2 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcebc006db0) 2024-07-26T12:23:04.642 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.606+0000 7fcede41f480 10 client.4656 _invalidate_inode_cache 0x1.head(faked_ino=0 nref=8 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:04.547755+0000 ctime=2024-07-26T12:23:04.547755+0000 change_attr=2 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcebc006db0) 2024-07-26T12:23:04.642 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.606+0000 7fcede41f480 10 client.4656 _flush 0x1.head(faked_ino=0 nref=9 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:04.547755+0000 ctime=2024-07-26T12:23:04.547755+0000 change_attr=2 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcebc006db0) 2024-07-26T12:23:04.642 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.606+0000 7fcede41f480 10 client.4656 nothing to flush 2024-07-26T12:23:04.642 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.606+0000 7fcede41f480 20 client.4656 put_inode on 0x1.head(faked_ino=0 nref=9 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:04.547755+0000 ctime=2024-07-26T12:23:04.547755+0000 change_attr=2 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcebc006db0) n = 1 2024-07-26T12:23:04.642 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.606+0000 7fcede41f480 20 client.4656 put_inode on 0x1.head(faked_ino=0 nref=9 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:04.547755+0000 ctime=2024-07-26T12:23:04.547755+0000 change_attr=2 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcebc006db0) n = 1 2024-07-26T12:23:04.643 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.606+0000 7fcede41f480 10 client.4656 flush_caps_sync 2024-07-26T12:23:04.643 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.606+0000 7fcede41f480 10 client.4656 wait_sync_caps want 1 (last is 1, 0 total flushing) 2024-07-26T12:23:04.643 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.606+0000 7fcede41f480 20 client.4656 trim_cache size 0 max 16384 2024-07-26T12:23:04.643 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.606+0000 7fcede41f480 10 client.4656 _put_inode on 0x1.head(faked_ino=0 nref=9 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:04.547755+0000 ctime=2024-07-26T12:23:04.547755+0000 change_attr=2 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcebc006db0) n = 6 2024-07-26T12:23:04.643 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.606+0000 7fcede41f480 2 client.4656 cache still has 0+1 items, waiting (for caps to release?) 2024-07-26T12:23:04.643 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.606+0000 7fced4c00640 20 client.4656 put_inode on 0x1.head(faked_ino=0 nref=3 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:04.547755+0000 ctime=2024-07-26T12:23:04.547755+0000 change_attr=2 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcebc006db0) n = 1 2024-07-26T12:23:04.643 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.606+0000 7fced4c00640 20 client.4656 put_inode on 0x1.head(faked_ino=0 nref=3 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:04.547755+0000 ctime=2024-07-26T12:23:04.547755+0000 change_attr=2 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcebc006db0) n = 1 2024-07-26T12:23:04.643 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.606+0000 7fced4c00640 10 client.4656 unmounting: trim pass, size was 0+1 2024-07-26T12:23:04.643 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.606+0000 7fced4c00640 20 client.4656 trim_cache size 0 max 16384 2024-07-26T12:23:04.643 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.606+0000 7fced4c00640 10 client.4656 unmounting: trim pass, size still 0+1 2024-07-26T12:23:04.643 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:04.606+0000 7fcede41f480 2 client.4656 cache still has 0+1 items, waiting (for caps to release?) 2024-07-26T12:23:05.602 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.601+0000 7fcec7e00640 20 client.4656 tick 2024-07-26T12:23:05.603 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.601+0000 7fcec7e00640 10 client.4656 renew_caps() 2024-07-26T12:23:05.603 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.601+0000 7fcec7e00640 15 client.4656 renew_caps requesting from mds.0 2024-07-26T12:23:05.603 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.601+0000 7fcec7e00640 10 client.4656 renew_caps mds.0 2024-07-26T12:23:05.603 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.601+0000 7fcec7e00640 1 -- 172.21.15.31:0/1385616464 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_session(request_renewcaps seq 2) -- 0x7fceb4001e40 con 0x564e6d606b30 2024-07-26T12:23:05.603 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.601+0000 7fcec7e00640 20 client.4656 collect_and_send_metrics 2024-07-26T12:23:05.603 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.601+0000 7fcec7e00640 20 client.4656 collect_and_send_global_metrics 2024-07-26T12:23:05.603 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.601+0000 7fcec7e00640 1 -- 172.21.15.31:0/1385616464 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_metrics [client_metric_type: READ_LATENCY latency: 0.000000, avg_latency: 0.000000, sq_sum: 0, count=0][client_metric_type: WRITE_LATENCY latency: 0.000000, avg_latency: 0.000000, sq_sum: 0, count=0][client_metric_type: METADATA_LATENCY latency: 0.000680, avg_latency: 0.000680, sq_sum: 0, count=1][client_metric_type: CAP_INFO cap_hits: 0 cap_misses: 0 num_caps: 0][client_metric_type: DENTRY_LEASE dlease_hits: 0 dlease_misses: 0 num_dentries: 0][client_metric_type: OPENED_FILES opened_files: 0 total_inodes: 1][client_metric_type: PINNED_ICAPS pinned_icaps: 1 total_inodes: 1][client_metric_type: OPENED_INODES opened_inodes: 0 total_inodes: 1][client_metric_type: READ_IO_SIZES total_ops: 0 total_size: 0][client_metric_type: WRITE_IO_SIZES total_ops: 0 total_size: 0] -- 0x7fceb40026d0 con 0x564e6d606b30 2024-07-26T12:23:05.603 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.601+0000 7fcec7e00640 10 client.4656 _put_inode on 0x1.head(faked_ino=0 nref=3 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:04.547755+0000 ctime=2024-07-26T12:23:04.547755+0000 change_attr=2 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcebc006db0) n = 2 2024-07-26T12:23:05.603 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.601+0000 7fcec7e00640 10 client.4656 remove_cap mds.0 on 0x1.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:04.547755+0000 ctime=2024-07-26T12:23:04.547755+0000 change_attr=2 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcebc006db0) 2024-07-26T12:23:05.603 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.601+0000 7fcec7e00640 15 client.4656 remove_cap last one, closing snaprealm 0x7fcebc006cc0 2024-07-26T12:23:05.603 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.601+0000 7fcec7e00640 20 client.4656 put_snap_realm 0x1 0x7fcebc006cc0 1 -> 0 2024-07-26T12:23:05.604 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.601+0000 7fcec7e00640 10 client.4656 _put_inode deleting 0x1.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:04.547755+0000 ctime=2024-07-26T12:23:04.547755+0000 change_attr=2 caps=- COMPLETE has_dir_layout 0x7fcebc006db0) 2024-07-26T12:23:05.604 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.601+0000 7fcec7e00640 20 client.4656 trim_cache size 0 max 16384 2024-07-26T12:23:05.604 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.601+0000 7fcec7e00640 20 client.4656 upkeep thread waiting interval 1.000000000s 2024-07-26T12:23:05.604 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.601+0000 7fcede41f480 2 client.4656 _close_mds_session mds.0 seq 0 2024-07-26T12:23:05.604 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.601+0000 7fcede41f480 1 -- 172.21.15.31:0/1385616464 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_session(request_close) -- 0x564e6d4aa620 con 0x564e6d606b30 2024-07-26T12:23:05.604 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.601+0000 7fcede41f480 2 client.4656 waiting for 1 mds session(s) to close (timeout: 30s) 2024-07-26T12:23:05.604 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.601+0000 7fced4c00640 1 -- 172.21.15.31:0/1385616464 <== mds.0 v2:172.21.15.31:6832/713364256 4 ==== client_session(renewcaps seq 2) ==== 28+0+0 (crc 0 0 0) 0x564e6d4aa380 con 0x564e6d606b30 2024-07-26T12:23:05.604 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.601+0000 7fced4c00640 10 client.4656 handle_client_session client_session(renewcaps seq 2) from mds.0 2024-07-26T12:23:05.604 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.601+0000 7fced4c00640 10 client.4656 unmounting: trim pass, size was 0+0 2024-07-26T12:23:05.604 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.601+0000 7fced4c00640 20 client.4656 trim_cache size 0 max 16384 2024-07-26T12:23:05.604 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.601+0000 7fced4c00640 10 client.4656 unmounting: trim pass, size still 0+0 2024-07-26T12:23:05.608 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.607+0000 7fced4c00640 1 -- 172.21.15.31:0/1385616464 <== mds.0 v2:172.21.15.31:6832/713364256 5 ==== client_session(close) ==== 28+0+0 (crc 0 0 0) 0x564e6d4aa620 con 0x564e6d606b30 2024-07-26T12:23:05.609 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.607+0000 7fced4c00640 10 client.4656 handle_client_session client_session(close) from mds.0 2024-07-26T12:23:05.609 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.607+0000 7fced4c00640 5 client.4656 _closed_mds_session mds.0 seq 0 2024-07-26T12:23:05.609 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.607+0000 7fced4c00640 1 -- 172.21.15.31:0/1385616464 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d606b30 msgr2=0x564e6d5538f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:05.609 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.607+0000 7fced4c00640 1 --2- 172.21.15.31:0/1385616464 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d606b30 0x564e6d5538f0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:05.609 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.607+0000 7fced4c00640 10 client.4656 remove_session_caps mds.0 2024-07-26T12:23:05.609 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.607+0000 7fced4c00640 10 client.4656 kick_requests_closed for mds.0 2024-07-26T12:23:05.609 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.607+0000 7fced4c00640 10 client.4656 unmounting: trim pass, size was 0+0 2024-07-26T12:23:05.609 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.607+0000 7fced4c00640 20 client.4656 trim_cache size 0 max 16384 2024-07-26T12:23:05.609 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.607+0000 7fced4c00640 10 client.4656 unmounting: trim pass, size still 0+0 2024-07-26T12:23:05.609 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.607+0000 7fcede41f480 2 client.4656 unmounted. 2024-07-26T12:23:05.609 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.607+0000 7fcede41f480 1 client.4656 shutdown 2024-07-26T12:23:05.610 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.607+0000 7fcede41f480 1 -- 172.21.15.31:0/1385616464 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d4dd560 msgr2=0x564e6d548f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:05.610 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.607+0000 7fcede41f480 1 --2- 172.21.15.31:0/1385616464 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d4dd560 0x564e6d548f30 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fced0015040 tx=0x7fced0003330 comp rx=0 tx=0).stop 2024-07-26T12:23:05.610 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.608+0000 7fcede41f480 1 -- 172.21.15.31:0/1385616464 shutdown_connections 2024-07-26T12:23:05.611 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.608+0000 7fcede41f480 1 --2- 172.21.15.31:0/1385616464 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d606b30 0x564e6d5538f0 unknown :-1 s=CLOSED pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:05.611 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.608+0000 7fcede41f480 1 --2- 172.21.15.31:0/1385616464 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d4dd560 0x564e6d548f30 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:05.611 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.608+0000 7fcede41f480 1 --2- 172.21.15.31:0/1385616464 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d4daa10 0x564e6d4e0c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:05.611 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.608+0000 7fcede41f480 1 --2- 172.21.15.31:0/1385616464 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d4d9180 0x564e6d4db730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:05.611 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.608+0000 7fcede41f480 1 -- 172.21.15.31:0/1385616464 >> 172.21.15.31:0/1385616464 conn(0x564e6d3cbab0 msgr2=0x564e6d4dcc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:23:05.611 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.608+0000 7fcede41f480 1 -- 172.21.15.31:0/1385616464 shutdown_connections 2024-07-26T12:23:05.611 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.608+0000 7fcede41f480 1 -- 172.21.15.31:0/1385616464 wait complete. 2024-07-26T12:23:05.611 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.608+0000 7fcede41f480 20 client.4656 trim_cache size 0 max 16384 2024-07-26T12:23:05.611 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.610+0000 7fcede41f480 1 -- start start 2024-07-26T12:23:05.612 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.611+0000 7fcede41f480 1 Processor -- start 2024-07-26T12:23:05.613 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.612+0000 7fcede41f480 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d4d9180 0x564e6d4db730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:05.613 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.612+0000 7fcede41f480 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d4daa10 0x564e6d4e0c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:05.613 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.612+0000 7fcede41f480 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d4dd560 0x564e6d548f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:05.614 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.612+0000 7fcede41f480 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fcebc004510 con 0x564e6d4dd560 2024-07-26T12:23:05.614 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.612+0000 7fcede41f480 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x564e6d549930 con 0x564e6d4d9180 2024-07-26T12:23:05.614 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.612+0000 7fcede41f480 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x564e6d549d30 con 0x564e6d4daa10 2024-07-26T12:23:05.614 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.612+0000 7fced7400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d4dd560 0x564e6d548f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:05.614 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.612+0000 7fced6000640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d4daa10 0x564e6d4e0c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:05.614 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.613+0000 7fced7400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d4dd560 0x564e6d548f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:42984/0 (socket says 172.21.15.31:42984) 2024-07-26T12:23:05.615 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.613+0000 7fced6000640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d4daa10 0x564e6d4e0c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3301/0 says I am v2:172.21.15.31:33692/0 (socket says 172.21.15.31:33692) 2024-07-26T12:23:05.615 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.613+0000 7fced7400640 1 -- 172.21.15.31:0/302769743 learned_addr learned my addr 172.21.15.31:0/302769743 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:23:05.615 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.613+0000 7fced6a00640 1 --2- 172.21.15.31:0/302769743 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d4d9180 0x564e6d4db730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:05.615 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.613+0000 7fced7400640 1 -- 172.21.15.31:0/302769743 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d4daa10 msgr2=0x564e6d4e0c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:05.615 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.613+0000 7fced7400640 1 --2- 172.21.15.31:0/302769743 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d4daa10 0x564e6d4e0c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:05.615 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.613+0000 7fced7400640 1 -- 172.21.15.31:0/302769743 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d4d9180 msgr2=0x564e6d4db730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:05.615 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.613+0000 7fced7400640 1 --2- 172.21.15.31:0/302769743 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d4d9180 0x564e6d4db730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:05.616 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.613+0000 7fced7400640 1 -- 172.21.15.31:0/302769743 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564e6d608f60 con 0x564e6d4dd560 2024-07-26T12:23:05.616 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.614+0000 7fced7400640 1 --2- 172.21.15.31:0/302769743 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d4dd560 0x564e6d548f30 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fced0005be0 tx=0x7fced0005480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d95eaefe48ee4086 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:23:05.616 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.614+0000 7fcecf400640 10 client.0 ms_handle_connect on v2:172.21.15.31:3300/0 2024-07-26T12:23:05.617 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.614+0000 7fcecf400640 1 -- 172.21.15.31:0/302769743 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fced0016040 con 0x564e6d4dd560 2024-07-26T12:23:05.617 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.614+0000 7fcecf400640 1 -- 172.21.15.31:0/302769743 <== mon.0 v2:172.21.15.31:3300/0 2 ==== osd_map(24..24 src has 1..24) ==== 5825+0+0 (secure 0 0 0) 0x7fced000d930 con 0x564e6d4dd560 2024-07-26T12:23:05.617 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.614+0000 7fcede41f480 10 client.4659 Subscribing to map 'mdsmap' 2024-07-26T12:23:05.617 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.614+0000 7fcede41f480 1 -- 172.21.15.31:0/302769743 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,mdsmap=0+,monmap=2+}) -- 0x564e6d609300 con 0x564e6d4dd560 2024-07-26T12:23:05.617 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.614+0000 7fceccc00640 20 client.4659 tick 2024-07-26T12:23:05.617 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.614+0000 7fceccc00640 20 client.4659 collect_and_send_metrics 2024-07-26T12:23:05.617 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.614+0000 7fceccc00640 20 client.4659 collect_and_send_global_metrics 2024-07-26T12:23:05.617 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.614+0000 7fceccc00640 5 client.4659 collect_and_send_global_metrics MDS rank 0 is not ready yet -- not sending metric 2024-07-26T12:23:05.617 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.614+0000 7fceccc00640 20 client.4659 trim_cache size 0 max 16384 2024-07-26T12:23:05.618 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.614+0000 7fceccc00640 20 client.4659 upkeep thread waiting interval 1.000000000s 2024-07-26T12:23:05.618 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.615+0000 7fcecf400640 1 -- 172.21.15.31:0/302769743 <== mon.0 v2:172.21.15.31:3300/0 3 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fced0004600 con 0x564e6d4dd560 2024-07-26T12:23:05.618 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.615+0000 7fcecf400640 1 -- 172.21.15.31:0/302769743 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mdsmap(e 8) ==== 1240+0+0 (secure 0 0 0) 0x7fced0044030 con 0x564e6d4dd560 2024-07-26T12:23:05.618 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.615+0000 7fcecf400640 1 client.4659 handle_mds_map epoch 8 2024-07-26T12:23:05.618 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.615+0000 7fcede41f480 20 client.4659 populate_metadata read hostname 'smithi031' 2024-07-26T12:23:05.618 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.615+0000 7fcede41f480 10 client.4659 did not get mds through better means, so chose random mds 0 2024-07-26T12:23:05.618 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.615+0000 7fcede41f480 20 client.4659 mds is 0 2024-07-26T12:23:05.618 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.615+0000 7fcede41f480 10 client.4659 _open_mds_session mds.0 2024-07-26T12:23:05.618 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.615+0000 7fcede41f480 1 --2- 172.21.15.31:0/302769743 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d606b30 0x564e6d553ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:05.618 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.615+0000 7fcede41f480 1 -- 172.21.15.31:0/302769743 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_session(request_open) -- 0x564e6d4aa380 con 0x564e6d606b30 2024-07-26T12:23:05.618 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.615+0000 7fcede41f480 10 client.4659 waiting for session to mds.0 to open 2024-07-26T12:23:05.618 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.615+0000 7fced6a00640 1 --2- 172.21.15.31:0/302769743 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d606b30 0x564e6d553ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:05.619 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.616+0000 7fced6a00640 1 --2- 172.21.15.31:0/302769743 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d606b30 0x564e6d553ae0 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f5c630c4f642b62f server_cookie=fb86dae3b701c60c in_seq=0 out_seq=0 2024-07-26T12:23:05.619 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.616+0000 7fcecf400640 10 client.4659 ms_handle_connect on v2:172.21.15.31:6832/713364256 2024-07-26T12:23:05.623 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.621+0000 7fcecf400640 1 -- 172.21.15.31:0/302769743 <== mds.0 v2:172.21.15.31:6832/713364256 1 ==== client_session(open cap_auths [MDSCapAuth(readable=1, writeable=1)]) ==== 113+0+0 (crc 0 0 0) 0x564e6d4aa380 con 0x564e6d606b30 2024-07-26T12:23:05.623 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.621+0000 7fcecf400640 10 client.4659 handle_client_session client_session(open cap_auths [MDSCapAuth(readable=1, writeable=1)]) from mds.0 2024-07-26T12:23:05.623 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.621+0000 7fcecf400640 10 client.4659 renew_caps mds.0 2024-07-26T12:23:05.623 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.621+0000 7fcecf400640 1 -- 172.21.15.31:0/302769743 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_session(request_renewcaps seq 1) -- 0x7fcebc006a60 con 0x564e6d606b30 2024-07-26T12:23:05.623 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.621+0000 7fcecf400640 10 client.4659 connect_mds_targets for mds.0 2024-07-26T12:23:05.623 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.621+0000 7fcede41f480 10 client.4659 did not get mds through better means, so chose random mds 0 2024-07-26T12:23:05.623 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.621+0000 7fcede41f480 20 client.4659 mds is 0 2024-07-26T12:23:05.623 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.621+0000 7fcede41f480 10 client.4659 send_request rebuilding request 1 for mds.0 2024-07-26T12:23:05.623 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.621+0000 7fcede41f480 20 client.4659 encode_cap_releases enter (req: 0x564e6d553720, mds: 0) 2024-07-26T12:23:05.623 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.621+0000 7fcede41f480 20 client.4659 send_request set sent_stamp to 2024-07-26T12:23:05.622434+0000 2024-07-26T12:23:05.623 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.621+0000 7fcede41f480 10 client.4659 send_request client_request(unknown.0:1 getattr pAsLsXsFs #0x1 2024-07-26T12:23:05.616442+0000 caller_uid=0, caller_gid=0{}) to mds.0 2024-07-26T12:23:05.624 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.621+0000 7fcede41f480 1 -- 172.21.15.31:0/302769743 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_request(unknown.0:1 getattr pAsLsXsFs #0x1 2024-07-26T12:23:05.616442+0000 caller_uid=0, caller_gid=0{}) -- 0x564e6d55f1b0 con 0x564e6d606b30 2024-07-26T12:23:05.624 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.621+0000 7fcede41f480 20 client.4659 awaiting reply|forward|kick on 0x7ffdd11eec40 2024-07-26T12:23:05.624 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.621+0000 7fcecf400640 1 -- 172.21.15.31:0/302769743 <== mds.0 v2:172.21.15.31:6832/713364256 2 ==== client_session(renewcaps seq 1) ==== 28+0+0 (crc 0 0 0) 0x7fcebc006a60 con 0x564e6d606b30 2024-07-26T12:23:05.624 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.621+0000 7fcecf400640 10 client.4659 handle_client_session client_session(renewcaps seq 1) from mds.0 2024-07-26T12:23:05.624 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.621+0000 7fcecf400640 1 -- 172.21.15.31:0/302769743 <== mds.0 v2:172.21.15.31:6832/713364256 3 ==== client_reply(???:1 = 0 (0) Success) ==== 431+0+0 (crc 0 0 0) 0x7fceb4002870 con 0x564e6d606b30 2024-07-26T12:23:05.624 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.621+0000 7fcecf400640 20 client.4659 handle_client_reply got a reply. Safe:1 tid 1 2024-07-26T12:23:05.624 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.621+0000 7fcecf400640 10 client.4659 insert_trace from 2024-07-26T12:23:05.622434+0000 mds.0 is_target=1 is_dentry=0 2024-07-26T12:23:05.624 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.621+0000 7fcecf400640 10 client.4659 features 0xffffffffffffffff 2024-07-26T12:23:05.624 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.621+0000 7fcecf400640 10 client.4659 update_snap_trace len 70 2024-07-26T12:23:05.624 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.621+0000 7fcecf400640 20 client.4659 get_snap_realm 0x1 0, nref was 0 2024-07-26T12:23:05.624 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.621+0000 7fcecf400640 20 client.4659 get_snap_realm 0x1 0x7fcebc006c80, nref now is 1 2024-07-26T12:23:05.624 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.621+0000 7fcecf400640 10 client.4659 update_snap_trace snaprealm(0x1 nref=1 c=0 seq=0 parent=0x0 my_snaps=[] cached_snapc=0=[] last_modified=0.000000 change_attr=0) seq 1 > 0 2024-07-26T12:23:05.625 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.621+0000 7fcecf400640 10 client.4659 invalidate_snaprealm_and_children snaprealm(0x1 nref=2 c=0 seq=1 parent=0x0 my_snaps=[] cached_snapc=0=[] last_modified=2024-07-26T12:21:44.597796+0000 change_attr=0) 2024-07-26T12:23:05.625 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.621+0000 7fcecf400640 15 client.4659 update_snap_trace snaprealm(0x1 nref=2 c=0 seq=1 parent=0x0 my_snaps=[] cached_snapc=0=[] last_modified=2024-07-26T12:21:44.597796+0000 change_attr=0) self|parent updated 2024-07-26T12:23:05.626 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.621+0000 7fcecf400640 15 client.4659 snapc 1=[] 2024-07-26T12:23:05.626 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.621+0000 7fcecf400640 10 client.4659 no new snap on snaprealm(0x1 nref=2 c=0 seq=1 parent=0x0 my_snaps=[] cached_snapc=1=[] last_modified=2024-07-26T12:21:44.597796+0000 change_attr=0) 2024-07-26T12:23:05.626 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.621+0000 7fcecf400640 20 client.4659 put_snap_realm 0x1 0x7fcebc006c80 2 -> 1 2024-07-26T12:23:05.626 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.621+0000 7fcecf400640 10 client.4659 hrm is_target=1 is_dentry=0 2024-07-26T12:23:05.626 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.621+0000 7fcecf400640 10 client.4659 update_inode_file_time 0x1.head(faked_ino=0 nref=3 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=0.000000 ctime=0.000000 change_attr=0 caps=- 0x7fcebc006d70) - ctime 2024-07-26T12:23:04.547755+0000 mtime 2024-07-26T12:23:04.547755+0000 2024-07-26T12:23:05.626 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.621+0000 7fcecf400640 20 client.4659 dir hash is 2 2024-07-26T12:23:05.626 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.621+0000 7fcecf400640 12 client.4659 add_update_inode client inode change_attr: 0 , mds inodestat change_attr: 2 2024-07-26T12:23:05.626 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.621+0000 7fcecf400640 12 client.4659 add_update_inode adding 0x1.head(faked_ino=0 nref=3 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:04.547755+0000 ctime=2024-07-26T12:23:04.547755+0000 change_attr=2 caps=- has_dir_layout 0x7fcebc006d70) caps pAsLsXsFs 2024-07-26T12:23:05.626 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.621+0000 7fcecf400640 20 client.4659 get_snap_realm 0x1 0x7fcebc006c80, nref was 1 2024-07-26T12:23:05.626 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.621+0000 7fcecf400640 20 client.4659 get_snap_realm 0x1 0x7fcebc006c80, nref now is 2 2024-07-26T12:23:05.626 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.621+0000 7fcecf400640 15 client.4659 add_update_cap first one, opened snaprealm 0x7fcebc006c80 2024-07-26T12:23:05.626 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.621+0000 7fcecf400640 10 client.4659 add_update_cap issued - -> pAsLsXsFs from mds.0 on 0x1.head(faked_ino=0 nref=3 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:04.547755+0000 ctime=2024-07-26T12:23:04.547755+0000 change_attr=2 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcebc006d70) 2024-07-26T12:23:05.627 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.621+0000 7fcecf400640 10 client.4659 add_update_cap calling signal_caps_inode 2024-07-26T12:23:05.627 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.621+0000 7fcecf400640 10 client.4659 marking (I_COMPLETE|I_DIR_ORDERED) on empty dir 0x1.head(faked_ino=0 nref=3 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:04.547755+0000 ctime=2024-07-26T12:23:04.547755+0000 change_attr=2 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcebc006d70) 2024-07-26T12:23:05.627 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.621+0000 7fcecf400640 20 client.4659 put_snap_realm 0x1 0x7fcebc006c80 2 -> 1 2024-07-26T12:23:05.627 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.621+0000 7fcecf400640 20 client.4659 handle_client_reply signalling caller 0x7ffdd11eec40 2024-07-26T12:23:05.627 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.621+0000 7fcecf400640 20 client.4659 handle_client_reply awaiting kickback on tid 1 0x7fcecf3fde20 2024-07-26T12:23:05.627 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.621+0000 7fcede41f480 20 client.4659 sendrecv kickback on tid 1 0x7fcecf3fde20 2024-07-26T12:23:05.627 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.621+0000 7fcede41f480 20 client.4659 lat 0.000621 2024-07-26T12:23:05.627 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.621+0000 7fcede41f480 20 client.4659 _ll_get 0x7fcebc006d70 0x1 -> 1 2024-07-26T12:23:05.627 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.621+0000 7fcecf400640 20 client.4659 put_inode on 0x1.head(faked_ino=0 nref=6 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:04.547755+0000 ctime=2024-07-26T12:23:04.547755+0000 change_attr=2 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcebc006d70) n = 1 2024-07-26T12:23:05.627 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.621+0000 7fcecf400640 20 client.4659 put_inode on 0x1.head(faked_ino=0 nref=6 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:04.547755+0000 ctime=2024-07-26T12:23:04.547755+0000 change_attr=2 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcebc006d70) n = 1 2024-07-26T12:23:05.627 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.621+0000 7fcede41f480 8 client.4659 _ll_create 0x1.head test_llreadvllwritevfile44787 0666 578, uid 0, gid 0 2024-07-26T12:23:05.627 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.621+0000 7fcede41f480 10 client.4659 _lookup concluded ENOENT locally for 0x1.head(faked_ino=0 nref=6 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:04.547755+0000 ctime=2024-07-26T12:23:04.547755+0000 change_attr=2 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcebc006d70) dn 'test_llreadvllwritevfile44787' 2024-07-26T12:23:05.627 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.621+0000 7fcede41f480 20 client.4659 may_create 0x1.head(faked_ino=0 nref=6 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:04.547755+0000 ctime=2024-07-26T12:23:04.547755+0000 change_attr=2 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcebc006d70); UserPerm(uid: 0, gid: 0) 2024-07-26T12:23:05.628 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.621+0000 7fcede41f480 10 client.4659 _getattr mask As issued=1 2024-07-26T12:23:05.628 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.621+0000 7fcede41f480 3 client.4659 may_create 0x7fcebc006d70 = 0 2024-07-26T12:23:05.628 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.621+0000 7fcede41f480 8 client.4659 _create(0x1 test_llreadvllwritevfile44787, 0666) 2024-07-26T12:23:05.628 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.621+0000 7fcede41f480 20 client.4659 get_or_create 0x1.head(faked_ino=0 nref=7 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:04.547755+0000 ctime=2024-07-26T12:23:04.547755+0000 change_attr=2 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcebc006d70) name test_llreadvllwritevfile44787 2024-07-26T12:23:05.628 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.621+0000 7fcede41f480 15 open_dir 0x564e6d567310 on 0x7fcebc006d70 2024-07-26T12:23:05.628 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.621+0000 7fcede41f480 15 client.4659 link dir 0x1.head(faked_ino=0 nref=8 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:04.547755+0000 ctime=2024-07-26T12:23:04.547755+0000 change_attr=2 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcebc006d70) 'test_llreadvllwritevfile44787' dn 0x1.head["test_llreadvllwritevfile44787"] (new dn) 2024-07-26T12:23:05.628 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.621+0000 7fcede41f480 20 client.4659 choose_target_mds starting with req->inode 0x1.head(faked_ino=0 nref=8 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:04.547755+0000 ctime=2024-07-26T12:23:04.547755+0000 change_attr=2 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcebc006d70) 2024-07-26T12:23:05.628 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.621+0000 7fcede41f480 20 client.4659 choose_target_mds inode dir hash is 2 on test_llreadvllwritevfile44787 => 681255592 2024-07-26T12:23:05.628 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.621+0000 7fcede41f480 20 client.4659 choose_target_mds 0x1.head(faked_ino=0 nref=8 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:04.547755+0000 ctime=2024-07-26T12:23:04.547755+0000 change_attr=2 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcebc006d70) is_hash=1 hash=681255592 2024-07-26T12:23:05.628 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.621+0000 7fcede41f480 10 client.4659 choose_target_mds from caps on inode 0x1.head(faked_ino=0 nref=8 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:04.547755+0000 ctime=2024-07-26T12:23:04.547755+0000 change_attr=2 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcebc006d70) 2024-07-26T12:23:05.628 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.621+0000 7fcede41f480 20 client.4659 mds is 0 2024-07-26T12:23:05.628 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.621+0000 7fcede41f480 10 client.4659 send_request rebuilding request 2 for mds.0 2024-07-26T12:23:05.628 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.621+0000 7fcede41f480 20 client.4659 encode_cap_releases enter (req: 0x564e6d55f4e0, mds: 0) 2024-07-26T12:23:05.629 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.621+0000 7fcede41f480 20 client.4659 encode_dentry_release enter(dn:0x7fcebc0135d0) 2024-07-26T12:23:05.629 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.621+0000 7fcede41f480 20 client.4659 encode_inode_release enter(in:0x1.head(faked_ino=0 nref=8 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:04.547755+0000 ctime=2024-07-26T12:23:04.547755+0000 change_attr=2 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcebc006d70), req:0x564e6d55f4e0 mds:0, drop:Fs, unless:Fx, force:1) 2024-07-26T12:23:05.629 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.621+0000 7fcede41f480 20 client.4659 send_request set sent_stamp to 2024-07-26T12:23:05.623148+0000 2024-07-26T12:23:05.629 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.621+0000 7fcede41f480 10 client.4659 send_request client_request(unknown.0:2 create owner_uid=0, owner_gid=0 #0x1/test_llreadvllwritevfile44787 2024-07-26T12:23:05.623127+0000 caller_uid=0, caller_gid=0{}) to mds.0 2024-07-26T12:23:05.629 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.621+0000 7fcede41f480 1 -- 172.21.15.31:0/302769743 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_request(unknown.0:2 create owner_uid=0, owner_gid=0 #0x1/test_llreadvllwritevfile44787 2024-07-26T12:23:05.623127+0000 caller_uid=0, caller_gid=0{}) -- 0x564e6d55f8a0 con 0x564e6d606b30 2024-07-26T12:23:05.629 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.621+0000 7fcede41f480 20 client.4659 awaiting reply|forward|kick on 0x7ffdd11eea70 2024-07-26T12:23:05.631 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.627+0000 7fcecf400640 1 -- 172.21.15.31:0/302769743 <== mds.0 v2:172.21.15.31:6832/713364256 4 ==== client_reply(???:2 = 0 (0) Success safe) ==== 850+0+0 (crc 0 0 0) 0x7fcec800e540 con 0x564e6d606b30 2024-07-26T12:23:05.631 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.627+0000 7fcecf400640 20 client.4659 handle_client_reply got a reply. Safe:1 tid 2 2024-07-26T12:23:05.631 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.627+0000 7fcecf400640 10 client.4659 insert_trace from 2024-07-26T12:23:05.623148+0000 mds.0 is_target=1 is_dentry=1 2024-07-26T12:23:05.631 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.627+0000 7fcecf400640 10 client.4659 features 0xffffffffffffffff 2024-07-26T12:23:05.631 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.627+0000 7fcecf400640 10 client.4659 update_snap_trace len 70 2024-07-26T12:23:05.631 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.627+0000 7fcecf400640 20 client.4659 get_snap_realm 0x1 0x7fcebc006c80, nref was 1 2024-07-26T12:23:05.631 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.627+0000 7fcecf400640 20 client.4659 get_snap_realm 0x1 0x7fcebc006c80, nref now is 2 2024-07-26T12:23:05.631 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.627+0000 7fcecf400640 10 client.4659 update_snap_trace snaprealm(0x1 nref=2 c=0 seq=1 parent=0x0 my_snaps=[] cached_snapc=1=[] last_modified=2024-07-26T12:21:44.597796+0000 change_attr=0) seq 1 <= 1 and same parent, SKIPPING 2024-07-26T12:23:05.631 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.627+0000 7fcecf400640 10 client.4659 hrm is_target=1 is_dentry=1 2024-07-26T12:23:05.631 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.627+0000 7fcecf400640 10 client.4659 update_inode_file_time 0x10000000001.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={} open={} mode=100666 size=0/0 nlink=1 btime=2024-07-26T12:23:05.623127+0000 mtime=0.000000 ctime=0.000000 change_attr=0 caps=- objectset[0x10000000001 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcebc0161d0) - ctime 2024-07-26T12:23:05.623127+0000 mtime 2024-07-26T12:23:05.623127+0000 2024-07-26T12:23:05.631 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.627+0000 7fcecf400640 12 client.4659 add_update_inode client inode change_attr: 0 , mds inodestat change_attr: 0 2024-07-26T12:23:05.631 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.627+0000 7fcecf400640 12 client.4659 add_update_inode adding 0x10000000001.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={} open={} mode=100666 size=0/0 nlink=1 btime=2024-07-26T12:23:05.623127+0000 mtime=2024-07-26T12:23:05.623127+0000 ctime=2024-07-26T12:23:05.623127+0000 change_attr=0 caps=- objectset[0x10000000001 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcebc0161d0) caps pAsxLsXsxFsxcrwb 2024-07-26T12:23:05.632 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.627+0000 7fcecf400640 20 client.4659 get_snap_realm 0x1 0x7fcebc006c80, nref was 2 2024-07-26T12:23:05.632 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.627+0000 7fcecf400640 20 client.4659 get_snap_realm 0x1 0x7fcebc006c80, nref now is 3 2024-07-26T12:23:05.632 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.627+0000 7fcecf400640 15 client.4659 add_update_cap first one, opened snaprealm 0x7fcebc006c80 2024-07-26T12:23:05.632 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.627+0000 7fcecf400640 10 client.4659 add_update_cap issued - -> pAsxLsXsxFsxcrwb from mds.0 on 0x10000000001.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={} open={} mode=100666 size=0/0 nlink=1 btime=2024-07-26T12:23:05.623127+0000 mtime=2024-07-26T12:23:05.623127+0000 ctime=2024-07-26T12:23:05.623127+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000001 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcebc0161d0) 2024-07-26T12:23:05.632 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.627+0000 7fcecf400640 10 client.4659 add_update_cap calling signal_caps_inode 2024-07-26T12:23:05.632 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.627+0000 7fcecf400640 12 client.4659 add_update_inode had 0x1.head(faked_ino=0 nref=8 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:04.547755+0000 ctime=2024-07-26T12:23:04.547755+0000 change_attr=2 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcebc006d70) caps pAsLsXs 2024-07-26T12:23:05.632 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.627+0000 7fcecf400640 10 client.4659 update_inode_file_time 0x1.head(faked_ino=0 nref=8 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:04.547755+0000 ctime=2024-07-26T12:23:04.547755+0000 change_attr=2 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcebc006d70) pAsLsXs ctime 2024-07-26T12:23:05.623127+0000 mtime 2024-07-26T12:23:05.623127+0000 2024-07-26T12:23:05.632 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.627+0000 7fcecf400640 20 client.4659 dir hash is 2 2024-07-26T12:23:05.632 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.627+0000 7fcecf400640 12 client.4659 add_update_inode client inode change_attr: 2 , mds inodestat change_attr: 3 2024-07-26T12:23:05.632 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.627+0000 7fcecf400640 10 client.4659 add_update_cap issued pAsLsXs -> pAsLsXs from mds.0 on 0x1.head(faked_ino=0 nref=8 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.623127+0000 ctime=2024-07-26T12:23:05.623127+0000 change_attr=3 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcebc006d70) 2024-07-26T12:23:05.632 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.627+0000 7fcecf400640 20 client.4659 got dirfrag map for 0x1 frag * to mds 0 2024-07-26T12:23:05.632 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.627+0000 7fcecf400640 12 client.4659 insert_dentry_inode 'test_llreadvllwritevfile44787' vino 0x10000000001.head in dir 0x1.head dn 0x7fcebc0135d0 2024-07-26T12:23:05.632 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.627+0000 7fcecf400640 10 client.4659 clearing I_DIR_ORDERED on 0x1.head(faked_ino=0 nref=8 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.623127+0000 ctime=2024-07-26T12:23:05.623127+0000 change_attr=3 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcebc006d70) 2024-07-26T12:23:05.633 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.627+0000 7fcecf400640 15 client.4659 link dir 0x1.head(faked_ino=0 nref=8 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.623127+0000 ctime=2024-07-26T12:23:05.623127+0000 change_attr=3 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcebc006d70) 'test_llreadvllwritevfile44787' to inode 0x7fcebc0161d0 dn 0x1.head["test_llreadvllwritevfile44787"] (old dn) 2024-07-26T12:23:05.633 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.627+0000 7fcecf400640 20 client.4659 put_inode on 0x10000000001.head(faked_ino=0 nref=4 ll_ref=0 cap_refs={} open={} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:05.623127+0000 mtime=2024-07-26T12:23:05.623127+0000 ctime=2024-07-26T12:23:05.623127+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000001 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevfile44787"] 0x7fcebc0161d0) n = 1 2024-07-26T12:23:05.633 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.627+0000 7fcecf400640 20 client.4659 link inode 0x7fcebc0161d0 parents now 0x1.head["test_llreadvllwritevfile44787"] 2024-07-26T12:23:05.633 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.627+0000 7fcecf400640 20 client.4659 put_inode on 0x10000000001.head(faked_ino=0 nref=4 ll_ref=0 cap_refs={} open={} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:05.623127+0000 mtime=2024-07-26T12:23:05.623127+0000 ctime=2024-07-26T12:23:05.623127+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000001 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevfile44787"] 0x7fcebc0161d0) n = 1 2024-07-26T12:23:05.633 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.627+0000 7fcecf400640 15 client.4659 update_dentry_lease 0x1.head["test_llreadvllwritevfile44787"] lease(mask 7 dur 30000) from 2024-07-26T12:23:05.623148+0000 2024-07-26T12:23:05.633 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.627+0000 7fcecf400640 10 client.4659 got dentry lease on test_llreadvllwritevfile44787 dur 30000ms ttl 2024-07-26T12:23:35.623148+0000 2024-07-26T12:23:05.633 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.627+0000 7fcecf400640 20 client.4659 put_snap_realm 0x1 0x7fcebc006c80 3 -> 2 2024-07-26T12:23:05.633 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.627+0000 7fcecf400640 20 client.4659 handle_client_reply signalling caller 0x7ffdd11eea70 2024-07-26T12:23:05.633 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.627+0000 7fcecf400640 20 client.4659 handle_client_reply awaiting kickback on tid 2 0x7fcecf3fde20 2024-07-26T12:23:05.633 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.627+0000 7fcede41f480 20 client.4659 sendrecv kickback on tid 2 0x7fcecf3fde20 2024-07-26T12:23:05.633 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.627+0000 7fcede41f480 10 client.4659 delegated_inos: [] 2024-07-26T12:23:05.633 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.627+0000 7fcede41f480 10 client.4659 make_request created ino 0x10000000001 2024-07-26T12:23:05.633 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.627+0000 7fcede41f480 20 client.4659 make_request target is 0x10000000001.head(faked_ino=0 nref=6 ll_ref=0 cap_refs={} open={} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:05.623127+0000 mtime=2024-07-26T12:23:05.623127+0000 ctime=2024-07-26T12:23:05.623127+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000001 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevfile44787"] 0x7fcebc0161d0) 2024-07-26T12:23:05.633 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.627+0000 7fcede41f480 20 client.4659 lat 0.005589 2024-07-26T12:23:05.634 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.627+0000 7fcede41f480 10 break_deleg: breaking delegs on 0x10000000001.head(faked_ino=0 nref=6 ll_ref=0 cap_refs={} open={3=1} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:05.623127+0000 mtime=2024-07-26T12:23:05.623127+0000 ctime=2024-07-26T12:23:05.623127+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000001 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevfile44787"] 0x7fcebc0161d0) 2024-07-26T12:23:05.634 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.627+0000 7fcede41f480 10 delegations_broken: delegations empty on 0x10000000001.head(faked_ino=0 nref=6 ll_ref=0 cap_refs={} open={3=1} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:05.623127+0000 mtime=2024-07-26T12:23:05.623127+0000 ctime=2024-07-26T12:23:05.623127+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000001 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevfile44787"] 0x7fcebc0161d0) 2024-07-26T12:23:05.634 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.627+0000 7fcede41f480 20 client.4659 put_inode on 0x10000000001.head(faked_ino=0 nref=8 ll_ref=0 cap_refs={} open={3=1} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:05.623127+0000 mtime=2024-07-26T12:23:05.623127+0000 ctime=2024-07-26T12:23:05.623127+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000001 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevfile44787"] 0x7fcebc0161d0) n = 1 2024-07-26T12:23:05.634 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.627+0000 7fcede41f480 10 client.4659 _create_fh 0x10000000001 mode 3 2024-07-26T12:23:05.634 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.627+0000 7fcede41f480 20 client.4659 trim_cache size 1 max 16384 2024-07-26T12:23:05.634 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.627+0000 7fcede41f480 8 client.4659 create(#0x1/test_llreadvllwritevfile44787, 0100666 layout 0 0 0) = 0 2024-07-26T12:23:05.634 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.627+0000 7fcede41f480 20 client.4659 _ll_create created = 1 2024-07-26T12:23:05.634 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.627+0000 7fcede41f480 8 client.4659 _ll_create 0x1.head test_llreadvllwritevfile44787 0666 578 = 0 (0x564e6d4e0120 10000000001) 2024-07-26T12:23:05.634 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.627+0000 7fcede41f480 20 client.4659 _ll_get 0x7fcebc0161d0 0x10000000001 -> 1 2024-07-26T12:23:05.634 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.627+0000 7fcede41f480 10 client.4659 fill_statx on 0x10000000001 snap/devhead mode 0100666 mtime 2024-07-26T12:23:05.623127+0000 ctime 2024-07-26T12:23:05.623127+0000 change_attr 0 2024-07-26T12:23:05.634 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.627+0000 7fcede41f480 20 client.4659 put_inode on 0x10000000001.head(faked_ino=0 nref=9 ll_ref=1 cap_refs={} open={3=1} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:05.623127+0000 mtime=2024-07-26T12:23:05.623127+0000 ctime=2024-07-26T12:23:05.623127+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000001 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevfile44787"] 0x7fcebc0161d0) n = 1 2024-07-26T12:23:05.634 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.627+0000 7fcede41f480 10 client.4659 get_quota_root realm 0x1 2024-07-26T12:23:05.634 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.627+0000 7fcede41f480 10 client.4659 get_quota_root 0x10000000001.head -> 0x1.head 2024-07-26T12:23:05.635 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.627+0000 7fcede41f480 10 client.4659 cur file size is 0 2024-07-26T12:23:05.635 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.627+0000 7fcede41f480 1 --2- 172.21.15.31:0/302769743 >> [v2:172.21.15.31:6821/2995395942,v1:172.21.15.31:6823/2995395942] conn(0x564e6d4d3da0 0x564e6d4d6240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:05.635 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.627+0000 7fcede41f480 1 -- 172.21.15.31:0/302769743 --> [v2:172.21.15.31:6821/2995395942,v1:172.21.15.31:6823/2995395942] -- osd_op(unknown.0.0:1 3.7 3:e2e07930:::10000000001.00000000:head [stat] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e24) -- 0x7fcebc0157b0 con 0x564e6d4d3da0 2024-07-26T12:23:05.635 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.627+0000 7fcede41f480 1 -- 172.21.15.31:0/302769743 --> [v2:172.21.15.31:6821/2995395942,v1:172.21.15.31:6823/2995395942] -- osd_op(unknown.0.0:2 3.7 3:e2e07930:::10000000001.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e24) -- 0x7fcebc014d40 con 0x564e6d4d3da0 2024-07-26T12:23:05.635 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.627+0000 7fcecf400640 20 client.4659 put_inode on 0x10000000001.head(faked_ino=0 nref=9 ll_ref=1 cap_refs={} open={3=1} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:05.623127+0000 mtime=2024-07-26T12:23:05.623127+0000 ctime=2024-07-26T12:23:05.623127+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000001 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevfile44787"] 0x7fcebc0161d0) n = 1 2024-07-26T12:23:05.635 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.627+0000 7fcecf400640 20 client.4659 put_inode on 0x1.head(faked_ino=0 nref=8 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.623127+0000 ctime=2024-07-26T12:23:05.623127+0000 change_attr=3 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcebc006d70) n = 1 2024-07-26T12:23:05.635 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.627+0000 7fced6000640 1 --2- 172.21.15.31:0/302769743 >> [v2:172.21.15.31:6821/2995395942,v1:172.21.15.31:6823/2995395942] conn(0x564e6d4d3da0 0x564e6d4d6240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:05.635 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.628+0000 7fced6000640 1 --2- 172.21.15.31:0/302769743 >> [v2:172.21.15.31:6821/2995395942,v1:172.21.15.31:6823/2995395942] conn(0x564e6d4d3da0 0x564e6d4d6240 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=9ce66bbac3be418a server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:23:05.635 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.628+0000 7fcecf400640 10 client.4659 ms_handle_connect on v2:172.21.15.31:6821/2995395942 2024-07-26T12:23:05.635 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.629+0000 7fced6000640 1 -- 172.21.15.31:0/302769743 <== osd.3 v2:172.21.15.31:6821/2995395942 1 ==== osd_op_reply(1 10000000001.00000000 [stat] v0'0 uv0 ondisk = -2 ((2) No such file or directory)) ==== 164+0+0 (crc 0 0 0) 0x7fcec0064070 con 0x564e6d4d3da0 2024-07-26T12:23:05.637 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.633+0000 7fced6000640 1 -- 172.21.15.31:0/302769743 <== osd.3 v2:172.21.15.31:6821/2995395942 2 ==== osd_op_reply(2 10000000001.00000000 [create] v24'1 uv1 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7fcec0064070 con 0x564e6d4d3da0 2024-07-26T12:23:05.637 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.633+0000 7fcede41f480 10 client.4659 wanted_max_size 0 -> 14 2024-07-26T12:23:05.637 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.633+0000 7fcede41f480 10 client.4659 get_caps 0x10000000001.head(faked_ino=0 nref=9 ll_ref=1 cap_refs={} open={3=1} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:05.623127+0000 mtime=2024-07-26T12:23:05.623127+0000 ctime=2024-07-26T12:23:05.623127+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000001 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevfile44787"] 0x7fcebc0161d0) have pAsxLsXsxFsxcrwb need AsFw want Fb revoking - 2024-07-26T12:23:05.637 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.633+0000 7fcede41f480 20 client.4659 clear_suid_sgid 0x10000000001.head(faked_ino=0 nref=9 ll_ref=1 cap_refs={4=0,4096=1} open={3=1} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:05.623127+0000 mtime=2024-07-26T12:23:05.623127+0000 ctime=2024-07-26T12:23:05.623127+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000001 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevfile44787"] 0x7fcebc0161d0); UserPerm(uid: 0, gid: 0) defer 0 2024-07-26T12:23:05.637 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.633+0000 7fcede41f480 10 client.4659 snaprealm snaprealm(0x1 nref=2 c=0 seq=1 parent=0x0 my_snaps=[] cached_snapc=1=[] last_modified=2024-07-26T12:21:44.597796+0000 change_attr=0) 2024-07-26T12:23:05.637 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.633+0000 7fcede41f480 5 client.4659 get_cap_ref got first FILE_BUFFER ref on 0x10000000001.head(faked_ino=0 nref=9 ll_ref=1 cap_refs={4=0,4096=1,8192=0} open={3=1} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:05.623127+0000 mtime=2024-07-26T12:23:05.623127+0000 ctime=2024-07-26T12:23:05.623127+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000001 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevfile44787"] 0x7fcebc0161d0) 2024-07-26T12:23:05.637 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.633+0000 7fcede41f480 5 client.4659 get_cap_ref got first FILE_CACHE ref on 0x10000000001.head(faked_ino=0 nref=10 ll_ref=1 cap_refs={4=0,1024=0,4096=1,8192=0} open={3=1} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:05.623127+0000 mtime=2024-07-26T12:23:05.623127+0000 ctime=2024-07-26T12:23:05.623127+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000001 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevfile44787"] 0x7fcebc0161d0) 2024-07-26T12:23:05.637 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.633+0000 7fcede41f480 3 client.4659 pwritev(0x564e6d4e0120, "...", 14, 0) = 0 2024-07-26T12:23:05.637 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.633+0000 7fced9400640 10 mark_caps_dirty 0x10000000001.head(faked_ino=0 nref=11 ll_ref=1 cap_refs={4=0,1024=1,4096=1,8192=1} open={3=1} mode=100666 size=14/4194304 nlink=1 btime=2024-07-26T12:23:05.623127+0000 mtime=2024-07-26T12:23:05.623127+0000 ctime=2024-07-26T12:23:05.623127+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000001 ts 0/0 objects 1 dirty_or_tx 14] parents=0x1.head["test_llreadvllwritevfile44787"] 0x7fcebc0161d0) - -> Fw 2024-07-26T12:23:05.637 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.633+0000 7fced9400640 10 client.4659 cap_delay_requeue on 0x10000000001.head(faked_ino=0 nref=12 ll_ref=1 cap_refs={4=0,1024=1,4096=1,8192=1} open={3=1} mode=100666 size=14/4194304 nlink=1 btime=2024-07-26T12:23:05.623127+0000 mtime=2024-07-26T12:23:05.623127+0000 ctime=2024-07-26T12:23:05.623127+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) dirty_caps=Fw objectset[0x10000000001 ts 0/0 objects 1 dirty_or_tx 14] parents=0x1.head["test_llreadvllwritevfile44787"] 0x7fcebc0161d0) 2024-07-26T12:23:05.637 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.633+0000 7fced9400640 10 client.4659 get_quota_root realm 0x1 2024-07-26T12:23:05.637 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.633+0000 7fced9400640 10 client.4659 get_quota_root 0x10000000001.head -> 0x1.head 2024-07-26T12:23:05.637 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.633+0000 7fced9400640 7 client.4659 wrote to 14, extending file size 2024-07-26T12:23:05.638 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.633+0000 7fced9400640 10 mark_caps_dirty 0x10000000001.head(faked_ino=0 nref=12 ll_ref=1 cap_refs={4=0,1024=1,4096=1,8192=1} open={3=1} mode=100666 size=14/4194304 nlink=1 btime=2024-07-26T12:23:05.623127+0000 mtime=2024-07-26T12:23:05.634678+0000 ctime=2024-07-26T12:23:05.634678+0000 change_attr=1 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) dirty_caps=Fw objectset[0x10000000001 ts 0/0 objects 1 dirty_or_tx 14] parents=0x1.head["test_llreadvllwritevfile44787"] 0x7fcebc0161d0) Fw -> Fw 2024-07-26T12:23:05.638 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.633+0000 7fced9400640 10 client.4659 cap_delay_requeue on 0x10000000001.head(faked_ino=0 nref=12 ll_ref=1 cap_refs={4=0,1024=1,4096=1,8192=1} open={3=1} mode=100666 size=14/4194304 nlink=1 btime=2024-07-26T12:23:05.623127+0000 mtime=2024-07-26T12:23:05.634678+0000 ctime=2024-07-26T12:23:05.634678+0000 change_attr=1 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) dirty_caps=Fw objectset[0x10000000001 ts 0/0 objects 1 dirty_or_tx 14] parents=0x1.head["test_llreadvllwritevfile44787"] 0x7fcebc0161d0) 2024-07-26T12:23:05.638 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.633+0000 7fced9400640 19 client.4659 C_Write_Finisher::try_complete this 0x564e6d4b0160 onuninlinefinished 1 iofinished 1 iofinished_r 14 fsync_finished 1 2024-07-26T12:23:05.638 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.633+0000 7fced9400640 19 client.4659 complete with iofinished_r 14 2024-07-26T12:23:05.638 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.633+0000 7fcede41f480 10 client.4659 get_caps 0x10000000001.head(faked_ino=0 nref=12 ll_ref=1 cap_refs={4=0,1024=1,4096=0,8192=1} open={3=1} mode=100666 size=14/4194304 nlink=1 btime=2024-07-26T12:23:05.623127+0000 mtime=2024-07-26T12:23:05.634678+0000 ctime=2024-07-26T12:23:05.634678+0000 change_attr=1 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) dirty_caps=Fw objectset[0x10000000001 ts 0/0 objects 1 dirty_or_tx 14] parents=0x1.head["test_llreadvllwritevfile44787"] 0x7fcebc0161d0) have pAsxLsXsxFsxcrwb need Fr want Fc revoking - 2024-07-26T12:23:05.638 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.633+0000 7fcede41f480 10 client.4659 _read_async 0x10000000001.head(faked_ino=0 nref=12 ll_ref=1 cap_refs={4=0,1024=1,2048=1,4096=0,8192=1} open={3=1} mode=100666 size=14/4194304 nlink=1 btime=2024-07-26T12:23:05.623127+0000 mtime=2024-07-26T12:23:05.634678+0000 ctime=2024-07-26T12:23:05.634678+0000 change_attr=1 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) dirty_caps=Fw objectset[0x10000000001 ts 0/0 objects 1 dirty_or_tx 14] parents=0x1.head["test_llreadvllwritevfile44787"] 0x7fcebc0161d0) 0~14 2024-07-26T12:23:05.638 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.633+0000 7fcede41f480 10 client.4659 min_bytes=131072 max_bytes=16777216 max_periods=4 2024-07-26T12:23:05.638 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.633+0000 7fcede41f480 3 client.4659 preadv(0x564e6d4e0120, 0) = 0 2024-07-26T12:23:05.638 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.633+0000 7fcede41f480 10 client.4659 get_quota_root realm 0x1 2024-07-26T12:23:05.638 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.633+0000 7fcede41f480 10 client.4659 get_quota_root 0x10000000001.head -> 0x1.head 2024-07-26T12:23:05.638 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.633+0000 7fcede41f480 10 client.4659 cur file size is 14 2024-07-26T12:23:05.638 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.633+0000 7fcede41f480 10 client.4659 wanted_max_size 14 -> 126 2024-07-26T12:23:05.638 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.633+0000 7fcede41f480 10 client.4659 get_caps 0x10000000001.head(faked_ino=0 nref=12 ll_ref=1 cap_refs={4=0,1024=1,2048=0,4096=0,8192=1} open={3=1} mode=100666 size=14/4194304 nlink=1 btime=2024-07-26T12:23:05.623127+0000 mtime=2024-07-26T12:23:05.634678+0000 ctime=2024-07-26T12:23:05.634678+0000 change_attr=1 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) dirty_caps=Fw objectset[0x10000000001 ts 0/0 objects 1 dirty_or_tx 14] parents=0x1.head["test_llreadvllwritevfile44787"] 0x7fcebc0161d0) have pAsxLsXsxFsxcrwb need AsFw want Fb revoking - 2024-07-26T12:23:05.638 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.633+0000 7fcede41f480 20 client.4659 clear_suid_sgid 0x10000000001.head(faked_ino=0 nref=12 ll_ref=1 cap_refs={4=0,1024=1,2048=0,4096=1,8192=1} open={3=1} mode=100666 size=14/4194304 nlink=1 btime=2024-07-26T12:23:05.623127+0000 mtime=2024-07-26T12:23:05.634678+0000 ctime=2024-07-26T12:23:05.634678+0000 change_attr=1 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) dirty_caps=Fw objectset[0x10000000001 ts 0/0 objects 1 dirty_or_tx 14] parents=0x1.head["test_llreadvllwritevfile44787"] 0x7fcebc0161d0); UserPerm(uid: 0, gid: 0) defer 0 2024-07-26T12:23:05.639 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.633+0000 7fcede41f480 10 client.4659 snaprealm snaprealm(0x1 nref=2 c=0 seq=1 parent=0x0 my_snaps=[] cached_snapc=1=[] last_modified=2024-07-26T12:21:44.597796+0000 change_attr=0) 2024-07-26T12:23:05.639 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.633+0000 7fcede41f480 3 client.4659 pwritev(0x564e6d4e0120, "...", 26, 100) = 0 2024-07-26T12:23:05.639 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.633+0000 7fced9400640 10 mark_caps_dirty 0x10000000001.head(faked_ino=0 nref=12 ll_ref=1 cap_refs={4=0,1024=1,2048=0,4096=1,8192=1} open={3=1} mode=100666 size=126/4194304 nlink=1 btime=2024-07-26T12:23:05.623127+0000 mtime=2024-07-26T12:23:05.634678+0000 ctime=2024-07-26T12:23:05.634678+0000 change_attr=1 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) dirty_caps=Fw objectset[0x10000000001 ts 0/0 objects 1 dirty_or_tx 40] parents=0x1.head["test_llreadvllwritevfile44787"] 0x7fcebc0161d0) Fw -> Fw 2024-07-26T12:23:05.639 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.633+0000 7fced9400640 10 client.4659 cap_delay_requeue on 0x10000000001.head(faked_ino=0 nref=12 ll_ref=1 cap_refs={4=0,1024=1,2048=0,4096=1,8192=1} open={3=1} mode=100666 size=126/4194304 nlink=1 btime=2024-07-26T12:23:05.623127+0000 mtime=2024-07-26T12:23:05.634678+0000 ctime=2024-07-26T12:23:05.634678+0000 change_attr=1 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) dirty_caps=Fw objectset[0x10000000001 ts 0/0 objects 1 dirty_or_tx 40] parents=0x1.head["test_llreadvllwritevfile44787"] 0x7fcebc0161d0) 2024-07-26T12:23:05.639 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.633+0000 7fced9400640 10 client.4659 get_quota_root realm 0x1 2024-07-26T12:23:05.639 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.633+0000 7fced9400640 10 client.4659 get_quota_root 0x10000000001.head -> 0x1.head 2024-07-26T12:23:05.639 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.633+0000 7fced9400640 7 client.4659 wrote to 126, extending file size 2024-07-26T12:23:05.639 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.633+0000 7fced9400640 10 mark_caps_dirty 0x10000000001.head(faked_ino=0 nref=12 ll_ref=1 cap_refs={4=0,1024=1,2048=0,4096=1,8192=1} open={3=1} mode=100666 size=126/4194304 nlink=1 btime=2024-07-26T12:23:05.623127+0000 mtime=2024-07-26T12:23:05.634805+0000 ctime=2024-07-26T12:23:05.634805+0000 change_attr=2 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) dirty_caps=Fw objectset[0x10000000001 ts 0/0 objects 1 dirty_or_tx 40] parents=0x1.head["test_llreadvllwritevfile44787"] 0x7fcebc0161d0) Fw -> Fw 2024-07-26T12:23:05.639 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.633+0000 7fced9400640 10 client.4659 cap_delay_requeue on 0x10000000001.head(faked_ino=0 nref=12 ll_ref=1 cap_refs={4=0,1024=1,2048=0,4096=1,8192=1} open={3=1} mode=100666 size=126/4194304 nlink=1 btime=2024-07-26T12:23:05.623127+0000 mtime=2024-07-26T12:23:05.634805+0000 ctime=2024-07-26T12:23:05.634805+0000 change_attr=2 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) dirty_caps=Fw objectset[0x10000000001 ts 0/0 objects 1 dirty_or_tx 40] parents=0x1.head["test_llreadvllwritevfile44787"] 0x7fcebc0161d0) 2024-07-26T12:23:05.639 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.633+0000 7fced9400640 19 client.4659 C_Write_Finisher::try_complete this 0x564e6d4965f0 onuninlinefinished 1 iofinished 1 iofinished_r 26 fsync_finished 1 2024-07-26T12:23:05.639 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.633+0000 7fced9400640 19 client.4659 complete with iofinished_r 26 2024-07-26T12:23:05.639 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.633+0000 7fcede41f480 10 client.4659 get_caps 0x10000000001.head(faked_ino=0 nref=12 ll_ref=1 cap_refs={4=0,1024=1,2048=0,4096=0,8192=1} open={3=1} mode=100666 size=126/4194304 nlink=1 btime=2024-07-26T12:23:05.623127+0000 mtime=2024-07-26T12:23:05.634805+0000 ctime=2024-07-26T12:23:05.634805+0000 change_attr=2 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) dirty_caps=Fw objectset[0x10000000001 ts 0/0 objects 1 dirty_or_tx 40] parents=0x1.head["test_llreadvllwritevfile44787"] 0x7fcebc0161d0) have pAsxLsXsxFsxcrwb need Fr want Fc revoking - 2024-07-26T12:23:05.639 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.633+0000 7fcede41f480 10 client.4659 _read_async 0x10000000001.head(faked_ino=0 nref=12 ll_ref=1 cap_refs={4=0,1024=1,2048=1,4096=0,8192=1} open={3=1} mode=100666 size=126/4194304 nlink=1 btime=2024-07-26T12:23:05.623127+0000 mtime=2024-07-26T12:23:05.634805+0000 ctime=2024-07-26T12:23:05.634805+0000 change_attr=2 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) dirty_caps=Fw objectset[0x10000000001 ts 0/0 objects 1 dirty_or_tx 40] parents=0x1.head["test_llreadvllwritevfile44787"] 0x7fcebc0161d0) 100~26 2024-07-26T12:23:05.640 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.633+0000 7fcede41f480 10 client.4659 min_bytes=131072 max_bytes=16777216 max_periods=4 2024-07-26T12:23:05.640 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.633+0000 7fcede41f480 3 client.4659 preadv(0x564e6d4e0120, 100) = 0 2024-07-26T12:23:05.640 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.633+0000 7fcede41f480 10 client.4659 get_quota_root realm 0x1 2024-07-26T12:23:05.640 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.633+0000 7fcede41f480 10 client.4659 get_quota_root 0x10000000001.head -> 0x1.head 2024-07-26T12:23:05.640 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.633+0000 7fcede41f480 10 client.4659 cur file size is 126 2024-07-26T12:23:05.640 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.633+0000 7fcede41f480 10 client.4659 wanted_max_size 126 -> 1031 2024-07-26T12:23:05.640 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.633+0000 7fcede41f480 10 client.4659 get_caps 0x10000000001.head(faked_ino=0 nref=12 ll_ref=1 cap_refs={4=0,1024=1,2048=0,4096=0,8192=1} open={3=1} mode=100666 size=126/4194304 nlink=1 btime=2024-07-26T12:23:05.623127+0000 mtime=2024-07-26T12:23:05.634805+0000 ctime=2024-07-26T12:23:05.634805+0000 change_attr=2 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) dirty_caps=Fw objectset[0x10000000001 ts 0/0 objects 1 dirty_or_tx 40] parents=0x1.head["test_llreadvllwritevfile44787"] 0x7fcebc0161d0) have pAsxLsXsxFsxcrwb need AsFw want Fb revoking - 2024-07-26T12:23:05.640 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.633+0000 7fcede41f480 20 client.4659 clear_suid_sgid 0x10000000001.head(faked_ino=0 nref=12 ll_ref=1 cap_refs={4=0,1024=1,2048=0,4096=1,8192=1} open={3=1} mode=100666 size=126/4194304 nlink=1 btime=2024-07-26T12:23:05.623127+0000 mtime=2024-07-26T12:23:05.634805+0000 ctime=2024-07-26T12:23:05.634805+0000 change_attr=2 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) dirty_caps=Fw objectset[0x10000000001 ts 0/0 objects 1 dirty_or_tx 40] parents=0x1.head["test_llreadvllwritevfile44787"] 0x7fcebc0161d0); UserPerm(uid: 0, gid: 0) defer 0 2024-07-26T12:23:05.640 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.633+0000 7fcede41f480 10 client.4659 snaprealm snaprealm(0x1 nref=2 c=0 seq=1 parent=0x0 my_snaps=[] cached_snapc=1=[] last_modified=2024-07-26T12:21:44.597796+0000 change_attr=0) 2024-07-26T12:23:05.640 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.633+0000 7fcede41f480 3 client.4659 pwritev(0x564e6d4e0120, "...", 31, 1000) = 0 2024-07-26T12:23:05.640 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.633+0000 7fced9400640 10 mark_caps_dirty 0x10000000001.head(faked_ino=0 nref=12 ll_ref=1 cap_refs={4=0,1024=1,2048=0,4096=1,8192=1} open={3=1} mode=100666 size=1031/4194304 nlink=1 btime=2024-07-26T12:23:05.623127+0000 mtime=2024-07-26T12:23:05.634805+0000 ctime=2024-07-26T12:23:05.634805+0000 change_attr=2 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) dirty_caps=Fw objectset[0x10000000001 ts 0/0 objects 1 dirty_or_tx 71] parents=0x1.head["test_llreadvllwritevfile44787"] 0x7fcebc0161d0) Fw -> Fw 2024-07-26T12:23:05.640 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.633+0000 7fced9400640 10 client.4659 cap_delay_requeue on 0x10000000001.head(faked_ino=0 nref=12 ll_ref=1 cap_refs={4=0,1024=1,2048=0,4096=1,8192=1} open={3=1} mode=100666 size=1031/4194304 nlink=1 btime=2024-07-26T12:23:05.623127+0000 mtime=2024-07-26T12:23:05.634805+0000 ctime=2024-07-26T12:23:05.634805+0000 change_attr=2 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) dirty_caps=Fw objectset[0x10000000001 ts 0/0 objects 1 dirty_or_tx 71] parents=0x1.head["test_llreadvllwritevfile44787"] 0x7fcebc0161d0) 2024-07-26T12:23:05.640 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.633+0000 7fced9400640 10 client.4659 get_quota_root realm 0x1 2024-07-26T12:23:05.641 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.633+0000 7fced9400640 10 client.4659 get_quota_root 0x10000000001.head -> 0x1.head 2024-07-26T12:23:05.641 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.633+0000 7fced9400640 7 client.4659 wrote to 1031, extending file size 2024-07-26T12:23:05.641 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.633+0000 7fced9400640 10 mark_caps_dirty 0x10000000001.head(faked_ino=0 nref=12 ll_ref=1 cap_refs={4=0,1024=1,2048=0,4096=1,8192=1} open={3=1} mode=100666 size=1031/4194304 nlink=1 btime=2024-07-26T12:23:05.623127+0000 mtime=2024-07-26T12:23:05.634926+0000 ctime=2024-07-26T12:23:05.634926+0000 change_attr=3 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) dirty_caps=Fw objectset[0x10000000001 ts 0/0 objects 1 dirty_or_tx 71] parents=0x1.head["test_llreadvllwritevfile44787"] 0x7fcebc0161d0) Fw -> Fw 2024-07-26T12:23:05.641 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.633+0000 7fced9400640 10 client.4659 cap_delay_requeue on 0x10000000001.head(faked_ino=0 nref=12 ll_ref=1 cap_refs={4=0,1024=1,2048=0,4096=1,8192=1} open={3=1} mode=100666 size=1031/4194304 nlink=1 btime=2024-07-26T12:23:05.623127+0000 mtime=2024-07-26T12:23:05.634926+0000 ctime=2024-07-26T12:23:05.634926+0000 change_attr=3 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) dirty_caps=Fw objectset[0x10000000001 ts 0/0 objects 1 dirty_or_tx 71] parents=0x1.head["test_llreadvllwritevfile44787"] 0x7fcebc0161d0) 2024-07-26T12:23:05.641 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.633+0000 7fced9400640 19 client.4659 C_Write_Finisher::try_complete this 0x564e6d41f5c0 onuninlinefinished 1 iofinished 1 iofinished_r 31 fsync_finished 0 2024-07-26T12:23:05.641 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.633+0000 7fced9400640 19 client.4659 kickoff fsync onfinish 0x7fcebc0077d0 2024-07-26T12:23:05.641 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.633+0000 7fced9400640 15 client.4659 Client::C_nonblocking_fsync_state::advance progress 0 flush_wait 0 flush_completed 0 result 0 waitfor_safe 0 onfinish 0x564e6d55fac0 2024-07-26T12:23:05.641 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.633+0000 7fced9400640 15 client.4659 Client::C_nonblocking_fsync_state::advance - case 0 2024-07-26T12:23:05.641 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.633+0000 7fced9400640 10 client.4659 _flush 0x10000000001.head(faked_ino=0 nref=13 ll_ref=1 cap_refs={4=0,1024=1,2048=0,4096=1,8192=1} open={3=1} mode=100666 size=1031/4194304 nlink=1 btime=2024-07-26T12:23:05.623127+0000 mtime=2024-07-26T12:23:05.634926+0000 ctime=2024-07-26T12:23:05.634926+0000 change_attr=3 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) dirty_caps=Fw objectset[0x10000000001 ts 0/0 objects 1 dirty_or_tx 71] parents=0x1.head["test_llreadvllwritevfile44787"] 0x7fcebc0161d0) 2024-07-26T12:23:05.641 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.633+0000 7fced9400640 1 -- 172.21.15.31:0/302769743 --> [v2:172.21.15.31:6821/2995395942,v1:172.21.15.31:6823/2995395942] -- osd_op(unknown.0.0:3 3.7 3:e2e07930:::10000000001.00000000:head [write 0~14 in=14b,write 100~26 in=26b,write 1000~31 in=31b] snapc 1=[] ondisk+write+known_if_redirected+supports_pool_eio e24) -- 0x7fcea4002840 con 0x564e6d4d3da0 2024-07-26T12:23:05.641 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.633+0000 7fced9400640 15 client.4659 using return-valued form of _fsync 2024-07-26T12:23:05.641 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.633+0000 7fced9400640 10 client.4659 check_caps on 0x10000000001.head(faked_ino=0 nref=13 ll_ref=1 cap_refs={4=0,1024=1,2048=0,4096=1,8192=1} open={3=1} mode=100666 size=1031/4194304 nlink=1 btime=2024-07-26T12:23:05.623127+0000 mtime=2024-07-26T12:23:05.634926+0000 ctime=2024-07-26T12:23:05.634926+0000 change_attr=3 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) dirty_caps=Fw objectset[0x10000000001 ts 0/0 objects 1 dirty_or_tx 71] parents=0x1.head["test_llreadvllwritevfile44787"] 0x7fcebc0161d0) wanted pAsxXsxFsxcrwb used Fcwb issued pAsxLsXsxFsxcrwb revoking - flags=3 2024-07-26T12:23:05.641 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.633+0000 7fced9400640 10 client.4659 cap mds.0 issued pAsxLsXsxFsxcrwb implemented pAsxLsXsxFsxcrwb revoking - 2024-07-26T12:23:05.641 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.633+0000 7fced9400640 10 client.4659 mark_caps_flushing Fw 0x10000000001.head(faked_ino=0 nref=13 ll_ref=1 cap_refs={4=0,1024=1,2048=0,4096=1,8192=1} open={3=1} mode=100666 size=1031/4194304 nlink=1 btime=2024-07-26T12:23:05.623127+0000 mtime=2024-07-26T12:23:05.634926+0000 ctime=2024-07-26T12:23:05.634926+0000 change_attr=3 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) dirty_caps=Fw objectset[0x10000000001 ts 0/0 objects 1 dirty_or_tx 71] parents=0x1.head["test_llreadvllwritevfile44787"] 0x7fcebc0161d0) 2024-07-26T12:23:05.642 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.633+0000 7fced9400640 10 mark_caps_clean 0x10000000001.head(faked_ino=0 nref=13 ll_ref=1 cap_refs={4=0,1024=1,2048=0,4096=1,8192=1} open={3=1} mode=100666 size=1031/4194304 nlink=1 btime=2024-07-26T12:23:05.623127+0000 mtime=2024-07-26T12:23:05.634926+0000 ctime=2024-07-26T12:23:05.634926+0000 change_attr=3 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) dirty_caps=Fw flushing_caps=Fw objectset[0x10000000001 ts 0/0 objects 1 dirty_or_tx 71] parents=0x1.head["test_llreadvllwritevfile44787"] 0x7fcebc0161d0) 2024-07-26T12:23:05.642 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.633+0000 7fced9400640 10 client.4659 send_cap 0x10000000001.head(faked_ino=0 nref=13 ll_ref=1 cap_refs={4=0,1024=1,2048=0,4096=1,8192=1} open={3=1} mode=100666 size=1031/4194304 nlink=1 btime=2024-07-26T12:23:05.623127+0000 mtime=2024-07-26T12:23:05.634926+0000 ctime=2024-07-26T12:23:05.634926+0000 change_attr=3 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) flushing_caps=Fw objectset[0x10000000001 ts 0/0 objects 1 dirty_or_tx 71] parents=0x1.head["test_llreadvllwritevfile44787"] 0x7fcebc0161d0) mds.0 seq 1 used Fcwb want pAsxXsxFsxcrwb flush Fw retain pAsxLsxXsxFsxcrwbl held pAsxLsXsxFsxcrwb revoking - dropping - 2024-07-26T12:23:05.642 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.633+0000 7fced9400640 15 client.4659 auth cap, requesting max_size 1031 2024-07-26T12:23:05.642 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.633+0000 7fced9400640 1 -- 172.21.15.31:0/302769743 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_caps(update ino 0x10000000001 1 seq 1 tid 2 caps=pAsxLsXsxFsxcrwb dirty=Fw wanted=pAsxXsxFsxcrwb follows 1 size 1031/1031 ts 1/18446744073709551615 mtime 2024-07-26T12:23:05.634926+0000 ctime 2024-07-26T12:23:05.634926+0000 change_attr 3) -- 0x7fcea4002fd0 con 0x564e6d606b30 2024-07-26T12:23:05.642 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.633+0000 7fced9400640 15 client.4659 Client::C_nonblocking_fsync_state::advance - case 1 2024-07-26T12:23:05.642 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.633+0000 7fced9400640 15 client.4659 waiting on data to flush 2024-07-26T12:23:05.643 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.638+0000 7fced6000640 1 -- 172.21.15.31:0/302769743 <== osd.3 v2:172.21.15.31:6821/2995395942 3 ==== osd_op_reply(3 10000000001.00000000 [write 0~14,write 100~26,write 1000~31] v24'2 uv2 ondisk = 0) ==== 248+0+0 (crc 0 0 0) 0x7fcec0064070 con 0x564e6d4d3da0 2024-07-26T12:23:05.643 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.639+0000 7fcece000640 10 client.4659 _flushed 0x10000000001.head(faked_ino=0 nref=13 ll_ref=1 cap_refs={4=0,1024=1,2048=0,4096=1,8192=1} open={3=1} mode=100666 size=1031/4194304 nlink=1 btime=2024-07-26T12:23:05.623127+0000 mtime=2024-07-26T12:23:05.634926+0000 ctime=2024-07-26T12:23:05.634926+0000 change_attr=3 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) flushing_caps=Fw objectset[0x10000000001 ts 0/0 objects 1 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevfile44787"] 0x7fcebc0161d0) 2024-07-26T12:23:05.643 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.639+0000 7fcece000640 5 client.4659 put_cap_ref dropped last FILE_BUFFER ref on 0x10000000001.head(faked_ino=0 nref=13 ll_ref=1 cap_refs={4=0,1024=0,2048=0,4096=1,8192=0} open={3=1} mode=100666 size=1031/4194304 nlink=1 btime=2024-07-26T12:23:05.623127+0000 mtime=2024-07-26T12:23:05.634926+0000 ctime=2024-07-26T12:23:05.634926+0000 change_attr=3 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) flushing_caps=Fw objectset[0x10000000001 ts 0/0 objects 1 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevfile44787"] 0x7fcebc0161d0) 2024-07-26T12:23:05.644 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.639+0000 7fcece000640 5 client.4659 put_cap_ref dropped last FILE_CACHE ref on 0x10000000001.head(faked_ino=0 nref=13 ll_ref=1 cap_refs={4=0,1024=0,2048=0,4096=1,8192=0} open={3=1} mode=100666 size=1031/4194304 nlink=1 btime=2024-07-26T12:23:05.623127+0000 mtime=2024-07-26T12:23:05.634926+0000 ctime=2024-07-26T12:23:05.634926+0000 change_attr=3 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) flushing_caps=Fw objectset[0x10000000001 ts 0/0 objects 1 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevfile44787"] 0x7fcebc0161d0) 2024-07-26T12:23:05.644 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.639+0000 7fcece000640 20 client.4659 put_inode on 0x10000000001.head(faked_ino=0 nref=13 ll_ref=1 cap_refs={4=0,1024=0,2048=0,4096=1,8192=0} open={3=1} mode=100666 size=1031/4194304 nlink=1 btime=2024-07-26T12:23:05.623127+0000 mtime=2024-07-26T12:23:05.634926+0000 ctime=2024-07-26T12:23:05.634926+0000 change_attr=3 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) flushing_caps=Fw objectset[0x10000000001 ts 0/0 objects 1 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevfile44787"] 0x7fcebc0161d0) n = 2 2024-07-26T12:23:05.644 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.639+0000 7fcece000640 15 client.4659 complete_flush r 0 progress 2 2024-07-26T12:23:05.644 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.639+0000 7fcece000640 15 client.4659 Client::C_nonblocking_fsync_state::advance progress 2 flush_wait 1 flush_completed 1 result 0 waitfor_safe 0 onfinish 0x564e6d55fac0 2024-07-26T12:23:05.644 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.639+0000 7fcece000640 15 client.4659 Client::C_nonblocking_fsync_state::advance - case 2 2024-07-26T12:23:05.644 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.639+0000 7fcece000640 15 client.4659 got 0 from flush writeback 2024-07-26T12:23:05.644 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.639+0000 7fcece000640 15 client.4659 Client::C_nonblocking_fsync_state::advance - case 3 2024-07-26T12:23:05.644 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.639+0000 7fcece000640 15 client.4659 in->flushing_cap_tids.empty() 0 in->flushing_caps 4096 2024-07-26T12:23:05.644 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.639+0000 7fcece000640 15 client.4659 Client::C_nonblocking_fsync_state::advance - flushing_caps 2024-07-26T12:23:05.644 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.639+0000 7fcece000640 15 client.4659 Client::C_nonblocking_fsync_state::advance it->first 2 flush_tid 2 2024-07-26T12:23:05.644 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.639+0000 7fcece000640 10 client.4659 advance on 0x10000000001.head(faked_ino=0 nref=13 ll_ref=1 cap_refs={4=0,1024=0,2048=0,4096=1,8192=0} open={3=1} mode=100666 size=1031/4194304 nlink=1 btime=2024-07-26T12:23:05.623127+0000 mtime=2024-07-26T12:23:05.634926+0000 ctime=2024-07-26T12:23:05.634926+0000 change_attr=3 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) flushing_caps=Fw objectset[0x10000000001 ts 0/0 objects 1 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevfile44787"] 0x7fcebc0161d0) flushing Fw flush_tid 2 last 2 2024-07-26T12:23:05.644 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.639+0000 7fcece000640 10 client.4659 Adding onfinish 0x564e6d55fac0 for C_nonblocking_fsync_state 0x7fcea4001d60 2024-07-26T12:23:05.644 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.640+0000 7fcecf400640 1 -- 172.21.15.31:0/302769743 <== mds.0 v2:172.21.15.31:6832/713364256 5 ==== client_caps(flush_ack ino 0x10000000001 1 seq 1 tid 2 caps=pAsxLsXsxFsxcrwb dirty=Fw wanted=- follows 0 size 0/0 mtime 0.000000 ctime 0.000000 change_attr 0) ==== 260+0+0 (crc 0 0 0) 0x7fcea4002fd0 con 0x564e6d606b30 2024-07-26T12:23:05.645 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.640+0000 7fcecf400640 5 client.4659 set_cap_epoch_barrier epoch = 22 2024-07-26T12:23:05.645 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.640+0000 7fcecf400640 10 client.4659 mds.0 seq now 1 2024-07-26T12:23:05.645 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.640+0000 7fcecf400640 5 client.4659 handle_cap_flush_ack mds.0 cleaned Fw on 0x10000000001.head(faked_ino=0 nref=13 ll_ref=1 cap_refs={4=0,1024=0,2048=0,4096=1,8192=0} open={3=1} mode=100666 size=1031/4194304 nlink=1 btime=2024-07-26T12:23:05.623127+0000 mtime=2024-07-26T12:23:05.634926+0000 ctime=2024-07-26T12:23:05.634926+0000 change_attr=3 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) flushing_caps=Fw objectset[0x10000000001 ts 0/0 objects 1 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevfile44787"] 0x7fcebc0161d0) with Fw 2024-07-26T12:23:05.645 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.640+0000 7fcecf400640 5 client.4659 flushing_caps Fw -> - 2024-07-26T12:23:05.645 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.640+0000 7fcecf400640 10 client.4659 0x10000000001.head(faked_ino=0 nref=13 ll_ref=1 cap_refs={4=0,1024=0,2048=0,4096=1,8192=0} open={3=1} mode=100666 size=1031/4194304 nlink=1 btime=2024-07-26T12:23:05.623127+0000 mtime=2024-07-26T12:23:05.634926+0000 ctime=2024-07-26T12:23:05.634926+0000 change_attr=3 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000001 ts 0/0 objects 1 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevfile44787"] 0x7fcebc0161d0) !flushing 2024-07-26T12:23:05.645 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.640+0000 7fcecf400640 10 client.4659 handle_cap_flush_ack calling signal_caps_inode 2024-07-26T12:23:05.645 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.640+0000 7fcecf400640 15 client.4659 C_nonblocking_fsync_state_advancer::finish r 0 2024-07-26T12:23:05.645 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.640+0000 7fcecf400640 15 client.4659 Client::C_nonblocking_fsync_state::advance progress 4 flush_wait 1 flush_completed 1 result 0 waitfor_safe 0 onfinish 0x564e6d55fac0 2024-07-26T12:23:05.645 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.640+0000 7fcecf400640 15 client.4659 Client::C_nonblocking_fsync_state::advance - case 4 2024-07-26T12:23:05.645 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.640+0000 7fcecf400640 15 client.4659 in->flushing_cap_tids.empty() 1 in->flushing_caps 0 2024-07-26T12:23:05.645 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.640+0000 7fcecf400640 10 client.4659 ino 0x10000000001 has no uncommitted writes 2024-07-26T12:23:05.645 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.640+0000 7fcecf400640 3 client.4659 finish_fsync r = 0 2024-07-26T12:23:05.646 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.640+0000 7fcecf400640 19 client.4659 C_Write_Finisher::try_complete this 0x564e6d41f5c0 onuninlinefinished 1 iofinished 1 iofinished_r 31 fsync_finished 1 2024-07-26T12:23:05.646 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.640+0000 7fcecf400640 19 client.4659 complete with iofinished_r 31 2024-07-26T12:23:05.646 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.640+0000 7fcecf400640 20 client.4659 put_inode on 0x10000000001.head(faked_ino=0 nref=13 ll_ref=1 cap_refs={4=0,1024=0,2048=0,4096=0,8192=0} open={3=1} mode=100666 size=1031/4194304 nlink=1 btime=2024-07-26T12:23:05.623127+0000 mtime=2024-07-26T12:23:05.634926+0000 ctime=2024-07-26T12:23:05.634926+0000 change_attr=3 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000001 ts 0/0 objects 1 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevfile44787"] 0x7fcebc0161d0) n = 1 2024-07-26T12:23:05.646 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.640+0000 7fcecf400640 20 client.4659 put_inode on 0x10000000001.head(faked_ino=0 nref=13 ll_ref=1 cap_refs={4=0,1024=0,2048=0,4096=0,8192=0} open={3=1} mode=100666 size=1031/4194304 nlink=1 btime=2024-07-26T12:23:05.623127+0000 mtime=2024-07-26T12:23:05.634926+0000 ctime=2024-07-26T12:23:05.634926+0000 change_attr=3 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000001 ts 0/0 objects 1 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevfile44787"] 0x7fcebc0161d0) n = 1 2024-07-26T12:23:05.646 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.640+0000 7fcede41f480 10 client.4659 get_caps 0x10000000001.head(faked_ino=0 nref=13 ll_ref=1 cap_refs={4=0,1024=0,2048=0,4096=0,8192=0} open={3=1} mode=100666 size=1031/4194304 nlink=1 btime=2024-07-26T12:23:05.623127+0000 mtime=2024-07-26T12:23:05.634926+0000 ctime=2024-07-26T12:23:05.634926+0000 change_attr=3 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000001 ts 0/0 objects 1 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevfile44787"] 0x7fcebc0161d0) have pAsxLsXsxFsxcrwb need Fr want Fc revoking - 2024-07-26T12:23:05.646 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.640+0000 7fcede41f480 10 client.4659 _read_async 0x10000000001.head(faked_ino=0 nref=13 ll_ref=1 cap_refs={4=0,1024=0,2048=1,4096=0,8192=0} open={3=1} mode=100666 size=1031/4194304 nlink=1 btime=2024-07-26T12:23:05.623127+0000 mtime=2024-07-26T12:23:05.634926+0000 ctime=2024-07-26T12:23:05.634926+0000 change_attr=3 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000001 ts 0/0 objects 1 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevfile44787"] 0x7fcebc0161d0) 1000~31 2024-07-26T12:23:05.646 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.640+0000 7fcede41f480 10 client.4659 min_bytes=131072 max_bytes=16777216 max_periods=4 2024-07-26T12:23:05.646 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.640+0000 7fcede41f480 3 client.4659 preadv(0x564e6d4e0120, 1000) = 0 2024-07-26T12:23:05.646 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.640+0000 7fcede41f480 3 client.4659 ll_release (fh)0x564e6d4e0120 0x10000000001 2024-07-26T12:23:05.646 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.640+0000 7fcede41f480 8 client.4659 _release_fh 0x564e6d4e0120 mode 3 on 0x10000000001.head(faked_ino=0 nref=13 ll_ref=1 cap_refs={4=0,1024=0,2048=0,4096=0,8192=0} open={3=1} mode=100666 size=1031/4194304 nlink=1 btime=2024-07-26T12:23:05.623127+0000 mtime=2024-07-26T12:23:05.634926+0000 ctime=2024-07-26T12:23:05.634926+0000 change_attr=3 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000001 ts 0/0 objects 1 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevfile44787"] 0x7fcebc0161d0) 2024-07-26T12:23:05.646 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.640+0000 7fcede41f480 10 client.4659 _flush 0x10000000001.head(faked_ino=0 nref=14 ll_ref=1 cap_refs={4=0,1024=0,2048=0,4096=0,8192=0} open={3=0} mode=100666 size=1031/4194304 nlink=1 btime=2024-07-26T12:23:05.623127+0000 mtime=2024-07-26T12:23:05.634926+0000 ctime=2024-07-26T12:23:05.634926+0000 change_attr=3 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000001 ts 0/0 objects 1 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevfile44787"] 0x7fcebc0161d0) 2024-07-26T12:23:05.646 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.640+0000 7fcede41f480 10 client.4659 nothing to flush 2024-07-26T12:23:05.646 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.640+0000 7fcede41f480 20 client.4659 put_inode on 0x10000000001.head(faked_ino=0 nref=14 ll_ref=1 cap_refs={4=0,1024=0,2048=0,4096=0,8192=0} open={3=0} mode=100666 size=1031/4194304 nlink=1 btime=2024-07-26T12:23:05.623127+0000 mtime=2024-07-26T12:23:05.634926+0000 ctime=2024-07-26T12:23:05.634926+0000 change_attr=3 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000001 ts 0/0 objects 1 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevfile44787"] 0x7fcebc0161d0) n = 1 2024-07-26T12:23:05.647 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.640+0000 7fcede41f480 10 client.4659 check_caps on 0x10000000001.head(faked_ino=0 nref=14 ll_ref=1 cap_refs={4=0,1024=0,2048=0,4096=0,8192=0} open={3=0} mode=100666 size=1031/4194304 nlink=1 btime=2024-07-26T12:23:05.623127+0000 mtime=2024-07-26T12:23:05.634926+0000 ctime=2024-07-26T12:23:05.634926+0000 change_attr=3 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000001 ts 0/0 objects 1 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevfile44787"] 0x7fcebc0161d0) wanted - used Fc issued pAsxLsXsxFsxcrwb revoking - flags=0 2024-07-26T12:23:05.647 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.640+0000 7fcede41f480 10 client.4659 cap mds.0 issued pAsxLsXsxFsxcrwb implemented pAsxLsXsxFsxcrwb revoking - 2024-07-26T12:23:05.647 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.640+0000 7fcede41f480 10 client.4659 delaying cap release 2024-07-26T12:23:05.647 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.640+0000 7fcede41f480 10 client.4659 cap_delay_requeue on 0x10000000001.head(faked_ino=0 nref=14 ll_ref=1 cap_refs={4=0,1024=0,2048=0,4096=0,8192=0} open={3=0} mode=100666 size=1031/4194304 nlink=1 btime=2024-07-26T12:23:05.623127+0000 mtime=2024-07-26T12:23:05.634926+0000 ctime=2024-07-26T12:23:05.634926+0000 change_attr=3 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000001 ts 0/0 objects 1 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevfile44787"] 0x7fcebc0161d0) 2024-07-26T12:23:05.647 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.640+0000 7fcede41f480 10 client.4659 _release_fh 0x564e6d4e0120 on inode 0x10000000001.head(faked_ino=0 nref=14 ll_ref=1 cap_refs={4=0,1024=0,2048=0,4096=0,8192=0} open={3=0} mode=100666 size=1031/4194304 nlink=1 btime=2024-07-26T12:23:05.623127+0000 mtime=2024-07-26T12:23:05.634926+0000 ctime=2024-07-26T12:23:05.634926+0000 change_attr=3 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000001 ts 0/0 objects 1 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevfile44787"] 0x7fcebc0161d0) no async_err state 2024-07-26T12:23:05.647 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.640+0000 7fcede41f480 20 client.4659 put_inode on 0x10000000001.head(faked_ino=0 nref=14 ll_ref=1 cap_refs={4=0,1024=0,2048=0,4096=0,8192=0} open={3=0} mode=100666 size=1031/4194304 nlink=1 btime=2024-07-26T12:23:05.623127+0000 mtime=2024-07-26T12:23:05.634926+0000 ctime=2024-07-26T12:23:05.634926+0000 change_attr=3 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000001 ts 0/0 objects 1 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevfile44787"] 0x7fcebc0161d0) n = 1 2024-07-26T12:23:05.647 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.640+0000 7fcede41f480 3 client.4659 ll_unlink 0x1.head test_llreadvllwritevfile44787 2024-07-26T12:23:05.647 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.640+0000 7fcede41f480 20 client.4659 may_delete 0x1.head(faked_ino=0 nref=8 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.623127+0000 ctime=2024-07-26T12:23:05.623127+0000 change_attr=3 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcebc006d70); ; name test_llreadvllwritevfile44787; UserPerm(uid: 0, gid: 0) 2024-07-26T12:23:05.647 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.640+0000 7fcede41f480 10 client.4659 _getattr mask As issued=1 2024-07-26T12:23:05.647 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.640+0000 7fcede41f480 3 client.4659 may_delete 0x7fcebc006d70 = 0 2024-07-26T12:23:05.647 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.640+0000 7fcede41f480 8 client.4659 _unlink(0x1 test_llreadvllwritevfile44787 uid 0 gid 0) 2024-07-26T12:23:05.647 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.640+0000 7fcede41f480 20 client.4659 get_or_create 0x1.head(faked_ino=0 nref=8 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.623127+0000 ctime=2024-07-26T12:23:05.623127+0000 change_attr=3 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcebc006d70) name test_llreadvllwritevfile44787 2024-07-26T12:23:05.648 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.640+0000 7fcede41f480 20 client.4659 _lookup have 0x1.head["test_llreadvllwritevfile44787"] from mds.0 ttl 2024-07-26T12:23:35.623148+0000 seq 2 2024-07-26T12:23:05.648 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.640+0000 7fcede41f480 10 client.4659 _lookup 0x1.head(faked_ino=0 nref=8 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.623127+0000 ctime=2024-07-26T12:23:05.623127+0000 change_attr=3 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcebc006d70) test_llreadvllwritevfile44787 = 0x10000000001.head(faked_ino=0 nref=15 ll_ref=1 cap_refs={4=0,1024=0,2048=0,4096=0,8192=0} open={3=0} mode=100666 size=1031/4194304 nlink=1 btime=2024-07-26T12:23:05.623127+0000 mtime=2024-07-26T12:23:05.634926+0000 ctime=2024-07-26T12:23:05.634926+0000 change_attr=3 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000001 ts 0/0 objects 1 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevfile44787"] 0x7fcebc0161d0) 2024-07-26T12:23:05.648 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.640+0000 7fcede41f480 10 break_deleg: breaking delegs on 0x10000000001.head(faked_ino=0 nref=16 ll_ref=1 cap_refs={4=0,1024=0,2048=0,4096=0,8192=0} open={3=0} mode=100666 size=1031/4194304 nlink=1 btime=2024-07-26T12:23:05.623127+0000 mtime=2024-07-26T12:23:05.634926+0000 ctime=2024-07-26T12:23:05.634926+0000 change_attr=3 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000001 ts 0/0 objects 1 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevfile44787"] 0x7fcebc0161d0) 2024-07-26T12:23:05.648 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.640+0000 7fcede41f480 10 delegations_broken: delegations empty on 0x10000000001.head(faked_ino=0 nref=16 ll_ref=1 cap_refs={4=0,1024=0,2048=0,4096=0,8192=0} open={3=0} mode=100666 size=1031/4194304 nlink=1 btime=2024-07-26T12:23:05.623127+0000 mtime=2024-07-26T12:23:05.634926+0000 ctime=2024-07-26T12:23:05.634926+0000 change_attr=3 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000001 ts 0/0 objects 1 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevfile44787"] 0x7fcebc0161d0) 2024-07-26T12:23:05.648 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.640+0000 7fcede41f480 20 client.4659 choose_target_mds starting with req->inode 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.623127+0000 ctime=2024-07-26T12:23:05.623127+0000 change_attr=3 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcebc006d70) 2024-07-26T12:23:05.648 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.640+0000 7fcede41f480 20 client.4659 choose_target_mds inode dir hash is 2 on test_llreadvllwritevfile44787 => 681255592 2024-07-26T12:23:05.648 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.640+0000 7fcede41f480 20 client.4659 choose_target_mds 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.623127+0000 ctime=2024-07-26T12:23:05.623127+0000 change_attr=3 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcebc006d70) is_hash=1 hash=681255592 2024-07-26T12:23:05.648 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.640+0000 7fcede41f480 10 client.4659 choose_target_mds from dirfragtree hash 2024-07-26T12:23:05.648 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.640+0000 7fcede41f480 20 client.4659 mds is 0 2024-07-26T12:23:05.648 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.640+0000 7fcede41f480 10 client.4659 send_request rebuilding request 3 for mds.0 2024-07-26T12:23:05.648 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.640+0000 7fcede41f480 20 client.4659 encode_cap_releases enter (req: 0x564e6d4d33e0, mds: 0) 2024-07-26T12:23:05.648 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.640+0000 7fcede41f480 20 client.4659 encode_inode_release enter(in:0x10000000001.head(faked_ino=0 nref=16 ll_ref=1 cap_refs={4=0,1024=0,2048=0,4096=0,8192=0} open={3=0} mode=100666 size=1031/4194304 nlink=1 btime=2024-07-26T12:23:05.623127+0000 mtime=2024-07-26T12:23:05.634926+0000 ctime=2024-07-26T12:23:05.634926+0000 change_attr=3 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000001 ts 0/0 objects 1 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevfile44787"] 0x7fcebc0161d0), req:0x564e6d4d33e0 mds:0, drop:Lsx, unless:-, force:0) 2024-07-26T12:23:05.649 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.640+0000 7fcede41f480 20 client.4659 encode_dentry_release enter(dn:0x7fcebc0135d0) 2024-07-26T12:23:05.649 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.640+0000 7fcede41f480 20 client.4659 encode_inode_release enter(in:0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.623127+0000 ctime=2024-07-26T12:23:05.623127+0000 change_attr=3 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcebc006d70), req:0x564e6d4d33e0 mds:0, drop:Fs, unless:Fx, force:1) 2024-07-26T12:23:05.649 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.641+0000 7fcede41f480 20 client.4659 send_request set sent_stamp to 2024-07-26T12:23:05.642294+0000 2024-07-26T12:23:05.649 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.641+0000 7fcede41f480 10 client.4659 send_request client_request(unknown.0:3 unlink #0x1/test_llreadvllwritevfile44787 2024-07-26T12:23:05.642222+0000 caller_uid=0, caller_gid=0{}) to mds.0 2024-07-26T12:23:05.649 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.641+0000 7fcede41f480 1 -- 172.21.15.31:0/302769743 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_request(unknown.0:3 unlink #0x1/test_llreadvllwritevfile44787 2024-07-26T12:23:05.642222+0000 caller_uid=0, caller_gid=0{}) -- 0x564e6d61bd90 con 0x564e6d606b30 2024-07-26T12:23:05.649 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.641+0000 7fcede41f480 20 client.4659 awaiting reply|forward|kick on 0x7ffdd11eec40 2024-07-26T12:23:05.649 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.641+0000 7fcecf400640 1 -- 172.21.15.31:0/302769743 <== mds.0 v2:172.21.15.31:6832/713364256 6 ==== client_caps(revoke ino 0x10000000001 1 seq 2 caps=pAsXsFsxcrwb dirty=- wanted=- follows 0 size 1031/4194304 ts 1/18446744073709551615 mtime 2024-07-26T12:23:05.634926+0000 ctime 2024-07-26T12:23:05.634926+0000 change_attr 3) ==== 260+0+0 (crc 0 0 0) 0x7fcec802c410 con 0x564e6d606b30 2024-07-26T12:23:05.649 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.641+0000 7fcecf400640 10 client.4659 mds.0 seq now 2 2024-07-26T12:23:05.649 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.641+0000 7fcecf400640 5 client.4659 handle_cap_grant on in 0x10000000001 mds.0 seq 2 caps now pAsXsFsxcrwb was pAsxXsxFsxcrwb 2024-07-26T12:23:05.649 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.641+0000 7fcecf400640 10 client.4659 update_inode_file_time 0x10000000001.head(faked_ino=0 nref=16 ll_ref=1 cap_refs={4=0,1024=0,2048=0,4096=0,8192=0} open={3=0} mode=100666 size=1031/4194304 nlink=1 btime=2024-07-26T12:23:05.623127+0000 mtime=2024-07-26T12:23:05.634926+0000 ctime=2024-07-26T12:23:05.634926+0000 change_attr=3 caps=pAsxXsxFsxcrwb(0=pAsxXsxFsxcrwb) objectset[0x10000000001 ts 0/0 objects 1 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevfile44787"] 0x7fcebc0161d0) pAsxXsxFsxcrwb ctime 2024-07-26T12:23:05.634926+0000 mtime 2024-07-26T12:23:05.634926+0000 2024-07-26T12:23:05.649 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.641+0000 7fcecf400640 10 client.4659 revocation of AxXx 2024-07-26T12:23:05.650 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.641+0000 7fcecf400640 10 client.4659 check_caps on 0x10000000001.head(faked_ino=0 nref=16 ll_ref=1 cap_refs={4=0,1024=0,2048=0,4096=0,8192=0} open={3=0} mode=100666 size=1031/4194304 nlink=1 btime=2024-07-26T12:23:05.623127+0000 mtime=2024-07-26T12:23:05.634926+0000 ctime=2024-07-26T12:23:05.634926+0000 change_attr=3 caps=pAsXsFsxcrwb(0=pAsXsFsxcrwb) objectset[0x10000000001 ts 0/0 objects 1 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevfile44787"] 0x7fcebc0161d0) wanted - used Fc issued pAsXsFsxcrwb revoking AxXx flags=1 2024-07-26T12:23:05.650 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.641+0000 7fcecf400640 10 client.4659 cap mds.0 issued pAsXsFsxcrwb implemented pAsxXsxFsxcrwb revoking AxXx 2024-07-26T12:23:05.650 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.641+0000 7fcecf400640 10 client.4659 completed revocation of AxXx 2024-07-26T12:23:05.650 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.641+0000 7fcecf400640 10 client.4659 send_cap 0x10000000001.head(faked_ino=0 nref=16 ll_ref=1 cap_refs={4=0,1024=0,2048=0,4096=0,8192=0} open={3=0} mode=100666 size=1031/4194304 nlink=1 btime=2024-07-26T12:23:05.623127+0000 mtime=2024-07-26T12:23:05.634926+0000 ctime=2024-07-26T12:23:05.634926+0000 change_attr=3 caps=pAsXsFsxcrwb(0=pAsXsFsxcrwb) objectset[0x10000000001 ts 0/0 objects 1 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevfile44787"] 0x7fcebc0161d0) mds.0 seq 2 used Fc want - flush - retain pAsLsXsFsc held pAsxXsxFsxcrwb revoking AxXx dropping Fxrwb 2024-07-26T12:23:05.650 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.641+0000 7fcecf400640 15 client.4659 auth cap, reset requested_max_size due to not wanting any file write cap 2024-07-26T12:23:05.650 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.641+0000 7fcecf400640 1 -- 172.21.15.31:0/302769743 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_caps(update ino 0x10000000001 1 seq 2 caps=pAsXsFsc dirty=- wanted=- follows 0 size 1031/4194304 ts 1/18446744073709551615 mtime 2024-07-26T12:23:05.634926+0000 ctime 2024-07-26T12:23:05.634926+0000 change_attr 3) -- 0x7fcea4002fd0 con 0x564e6d606b30 2024-07-26T12:23:05.650 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.641+0000 7fcecf400640 10 client.4659 handle_cap_grant calling signal_caps_inode 2024-07-26T12:23:05.652 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.643+0000 7fcecf400640 1 -- 172.21.15.31:0/302769743 <== mds.0 v2:172.21.15.31:6832/713364256 7 ==== client_reply(???:3 = 0 (0) Success unsafe) ==== 498+0+0 (crc 0 0 0) 0x7fcec802c770 con 0x564e6d606b30 2024-07-26T12:23:05.652 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.643+0000 7fcecf400640 20 client.4659 handle_client_reply got a reply. Safe:0 tid 3 2024-07-26T12:23:05.652 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.643+0000 7fcecf400640 10 client.4659 insert_trace from 2024-07-26T12:23:05.642294+0000 mds.0 is_target=0 is_dentry=1 2024-07-26T12:23:05.652 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.643+0000 7fcecf400640 10 client.4659 features 0xffffffffffffffff 2024-07-26T12:23:05.652 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.643+0000 7fcecf400640 10 client.4659 update_snap_trace len 70 2024-07-26T12:23:05.652 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.643+0000 7fcecf400640 20 client.4659 get_snap_realm 0x1 0x7fcebc006c80, nref was 2 2024-07-26T12:23:05.652 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.643+0000 7fcecf400640 20 client.4659 get_snap_realm 0x1 0x7fcebc006c80, nref now is 3 2024-07-26T12:23:05.652 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.643+0000 7fcecf400640 10 client.4659 update_snap_trace snaprealm(0x1 nref=3 c=0 seq=1 parent=0x0 my_snaps=[] cached_snapc=1=[] last_modified=2024-07-26T12:21:44.597796+0000 change_attr=0) seq 1 <= 1 and same parent, SKIPPING 2024-07-26T12:23:05.652 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.643+0000 7fcecf400640 10 client.4659 hrm is_target=0 is_dentry=1 2024-07-26T12:23:05.653 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.643+0000 7fcecf400640 12 client.4659 add_update_inode had 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.623127+0000 ctime=2024-07-26T12:23:05.623127+0000 change_attr=3 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcebc006d70) caps pAsLsXs 2024-07-26T12:23:05.653 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.643+0000 7fcecf400640 10 client.4659 update_inode_file_time 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.623127+0000 ctime=2024-07-26T12:23:05.623127+0000 change_attr=3 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcebc006d70) pAsLsXs ctime 2024-07-26T12:23:05.642222+0000 mtime 2024-07-26T12:23:05.623127+0000 2024-07-26T12:23:05.653 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.643+0000 7fcecf400640 20 client.4659 dir hash is 2 2024-07-26T12:23:05.653 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.643+0000 7fcecf400640 12 client.4659 add_update_inode client inode change_attr: 3 , mds inodestat change_attr: 4 2024-07-26T12:23:05.653 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.643+0000 7fcecf400640 10 client.4659 add_update_cap issued pAsLsXs -> pAsLsXs from mds.0 on 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.623127+0000 ctime=2024-07-26T12:23:05.642222+0000 change_attr=4 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcebc006d70) 2024-07-26T12:23:05.653 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.643+0000 7fcecf400640 20 client.4659 got dirfrag map for 0x1 frag * to mds 0 2024-07-26T12:23:05.653 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.643+0000 7fcecf400640 15 client.4659 unlink dir 0x7fcebc006d70 'test_llreadvllwritevfile44787' dn 0x7fcebc0135d0 inode 0x7fcebc0161d0 2024-07-26T12:23:05.653 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.643+0000 7fcecf400640 20 client.4659 put_inode on 0x10000000001.head(faked_ino=0 nref=17 ll_ref=1 cap_refs={4=0,1024=0,2048=0,4096=0,8192=0} open={3=0} mode=100666 size=1031/4194304 nlink=1 btime=2024-07-26T12:23:05.623127+0000 mtime=2024-07-26T12:23:05.634926+0000 ctime=2024-07-26T12:23:05.634926+0000 change_attr=3 caps=pAsXsFsc(0=pAsXsFsc) objectset[0x10000000001 ts 0/0 objects 1 dirty_or_tx 0] 0x7fcebc0161d0) n = 1 2024-07-26T12:23:05.653 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.643+0000 7fcecf400640 20 client.4659 unlink inode 0x7fcebc0161d0 parents now 2024-07-26T12:23:05.653 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.643+0000 7fcecf400640 20 client.4659 put_inode on 0x10000000001.head(faked_ino=0 nref=17 ll_ref=1 cap_refs={4=0,1024=0,2048=0,4096=0,8192=0} open={3=0} mode=100666 size=1031/4194304 nlink=1 btime=2024-07-26T12:23:05.623127+0000 mtime=2024-07-26T12:23:05.634926+0000 ctime=2024-07-26T12:23:05.634926+0000 change_attr=3 caps=pAsXsFsc(0=pAsXsFsc) objectset[0x10000000001 ts 0/0 objects 1 dirty_or_tx 0] 0x7fcebc0161d0) n = 1 2024-07-26T12:23:05.653 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.643+0000 7fcecf400640 15 client.4659 update_dentry_lease 0x1.head["test_llreadvllwritevfile44787"] lease(mask 3 dur 30000) from 2024-07-26T12:23:05.642294+0000 2024-07-26T12:23:05.654 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.643+0000 7fcecf400640 10 client.4659 got dentry lease on test_llreadvllwritevfile44787 dur 30000ms ttl 2024-07-26T12:23:35.642294+0000 2024-07-26T12:23:05.654 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.643+0000 7fcecf400640 20 client.4659 put_snap_realm 0x1 0x7fcebc006c80 3 -> 2 2024-07-26T12:23:05.654 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.643+0000 7fcecf400640 20 client.4659 handle_client_reply signalling caller 0x7ffdd11eec40 2024-07-26T12:23:05.654 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.643+0000 7fcecf400640 20 client.4659 handle_client_reply awaiting kickback on tid 3 0x7fcecf3fde20 2024-07-26T12:23:05.654 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.643+0000 7fcede41f480 20 client.4659 sendrecv kickback on tid 3 0x7fcecf3fde20 2024-07-26T12:23:05.654 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.643+0000 7fcede41f480 20 client.4659 lat 0.002181 2024-07-26T12:23:05.654 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.643+0000 7fcede41f480 20 client.4659 trim_cache size 1 max 16384 2024-07-26T12:23:05.654 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.643+0000 7fcede41f480 8 client.4659 unlink(#0x1/test_llreadvllwritevfile44787) = 0 2024-07-26T12:23:05.654 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.643+0000 7fcede41f480 20 client.4659 put_inode on 0x10000000001.head(faked_ino=0 nref=17 ll_ref=1 cap_refs={4=0,1024=0,2048=0,4096=0,8192=0} open={3=0} mode=100666 size=1031/4194304 nlink=1 btime=2024-07-26T12:23:05.623127+0000 mtime=2024-07-26T12:23:05.634926+0000 ctime=2024-07-26T12:23:05.634926+0000 change_attr=3 caps=pAsXsFsc(0=pAsXsFsc) objectset[0x10000000001 ts 0/0 objects 1 dirty_or_tx 0] 0x7fcebc0161d0) n = 1 2024-07-26T12:23:05.654 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.643+0000 7fcede41f480 2 client.4659 unmount 2024-07-26T12:23:05.654 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.643+0000 7fcede41f480 2 client.4659 unmounting 2024-07-26T12:23:05.654 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.643+0000 7fcede41f480 1 -- 172.21.15.31:0/302769743 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_session(request_flushmdlog) -- 0x564e6d561300 con 0x564e6d606b30 2024-07-26T12:23:05.654 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.643+0000 7fcede41f480 10 client.4659 waiting for write request '3' to complete, currently there are 1 outstanding read/write requests 2024-07-26T12:23:05.655 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.643+0000 7fcecf400640 10 client.4659 unmounting: trim pass, size was 1+2 2024-07-26T12:23:05.655 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.643+0000 7fcecf400640 20 client.4659 trim_cache size 1 max 16384 2024-07-26T12:23:05.655 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.643+0000 7fcecf400640 10 client.4659 unmounting: trim pass, size still 1+2 2024-07-26T12:23:05.655 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.648+0000 7fcecf400640 1 -- 172.21.15.31:0/302769743 <== mds.0 v2:172.21.15.31:6832/713364256 8 ==== client_caps(grant ino 0x10000000001 1 seq 3 caps=pAsLsXsFsxcrwb dirty=- wanted=Ls follows 0 size 1031/0 ts 1/18446744073709551615 mtime 2024-07-26T12:23:05.634926+0000 ctime 2024-07-26T12:23:05.642222+0000 change_attr 4) ==== 260+0+0 (crc 0 0 0) 0x7fcea4002fd0 con 0x564e6d606b30 2024-07-26T12:23:05.655 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.648+0000 7fcecf400640 10 client.4659 mds.0 seq now 3 2024-07-26T12:23:05.655 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.648+0000 7fcecf400640 5 client.4659 handle_cap_grant on in 0x10000000001 mds.0 seq 3 caps now pAsLsXsFsxcrwb was pAsXsFsc 2024-07-26T12:23:05.655 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.648+0000 7fcecf400640 10 client.4659 update_inode_file_time 0x10000000001.head(faked_ino=0 nref=17 ll_ref=1 cap_refs={4=0,1024=0,2048=0,4096=0,8192=0} open={3=0} mode=100666 size=1031/4194304 nlink=0 btime=2024-07-26T12:23:05.623127+0000 mtime=2024-07-26T12:23:05.634926+0000 ctime=2024-07-26T12:23:05.634926+0000 change_attr=3 caps=pAsXsFsc(0=pAsXsFsc) objectset[0x10000000001 ts 0/0 objects 1 dirty_or_tx 0] 0x7fcebc0161d0) pAsXsFsc ctime 2024-07-26T12:23:05.642222+0000 mtime 2024-07-26T12:23:05.634926+0000 2024-07-26T12:23:05.655 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.648+0000 7fcecf400640 10 client.4659 max_size 4194304 -> 0 2024-07-26T12:23:05.655 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.648+0000 7fcecf400640 10 client.4659 grant, new caps are LsFxrwb 2024-07-26T12:23:05.655 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.648+0000 7fcecf400640 10 client.4659 handle_cap_grant calling signal_caps_inode 2024-07-26T12:23:05.655 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.648+0000 7fcecf400640 5 client.4659 _try_to_trim_inode in 0x10000000001.head(faked_ino=0 nref=17 ll_ref=1 cap_refs={4=0,1024=0,2048=0,4096=0,8192=0} open={3=0} mode=100666 size=1031/0 nlink=0 btime=2024-07-26T12:23:05.623127+0000 mtime=2024-07-26T12:23:05.634926+0000 ctime=2024-07-26T12:23:05.642222+0000 change_attr=4 caps=pAsLsXsFsxcrwb(0=pAsLsXsFsxcrwb) objectset[0x10000000001 ts 0/0 objects 1 dirty_or_tx 0] 0x7fcebc0161d0) 2024-07-26T12:23:05.655 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.648+0000 7fcecf400640 10 client.4659 unmounting: trim pass, size was 1+2 2024-07-26T12:23:05.656 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.648+0000 7fcecf400640 20 client.4659 trim_cache size 1 max 16384 2024-07-26T12:23:05.656 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.648+0000 7fcecf400640 10 client.4659 unmounting: trim pass, size still 1+2 2024-07-26T12:23:05.656 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.648+0000 7fcecf400640 1 -- 172.21.15.31:0/302769743 <== mds.0 v2:172.21.15.31:6832/713364256 9 ==== client_reply(???:3 = 0 (0) Success safe) ==== 27+0+0 (crc 0 0 0) 0x7fcec802c960 con 0x564e6d606b30 2024-07-26T12:23:05.656 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.648+0000 7fcecf400640 20 client.4659 handle_client_reply got a reply. Safe:1 tid 3 2024-07-26T12:23:05.656 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.648+0000 7fcecf400640 10 client.4659 insert_trace from 2024-07-26T12:23:05.642294+0000 mds.0 is_target=0 is_dentry=0 2024-07-26T12:23:05.656 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.648+0000 7fcecf400640 10 client.4659 insert_trace -- already got unsafe; ignoring 2024-07-26T12:23:05.656 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.648+0000 7fcecf400640 20 client.4659 put_inode on 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.623127+0000 ctime=2024-07-26T12:23:05.642222+0000 change_attr=4 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcebc006d70) n = 1 2024-07-26T12:23:05.656 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.648+0000 7fcecf400640 20 client.4659 put_inode on 0x10000000001.head(faked_ino=0 nref=17 ll_ref=1 cap_refs={4=0,1024=0,2048=0,4096=0,8192=0} open={3=0} mode=100666 size=1031/0 nlink=0 btime=2024-07-26T12:23:05.623127+0000 mtime=2024-07-26T12:23:05.634926+0000 ctime=2024-07-26T12:23:05.642222+0000 change_attr=4 caps=pAsLsXsFsxcrwb(0=pAsLsXsFsxcrwb) objectset[0x10000000001 ts 0/0 objects 1 dirty_or_tx 0] 0x7fcebc0161d0) n = 1 2024-07-26T12:23:05.656 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.648+0000 7fcecf400640 10 client.4659 unmounting: trim pass, size was 1+2 2024-07-26T12:23:05.656 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.648+0000 7fcecf400640 20 client.4659 trim_cache size 1 max 16384 2024-07-26T12:23:05.657 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.648+0000 7fcecf400640 15 client.4659 trim_dentry unlinking dn test_llreadvllwritevfile44787 in dir 0x1 2024-07-26T12:23:05.657 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.648+0000 7fcecf400640 15 client.4659 unlink dir 0x7fcebc006d70 'test_llreadvllwritevfile44787' dn 0x7fcebc0135d0 inode 0 2024-07-26T12:23:05.657 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.648+0000 7fcecf400640 15 client.4659 unlink removing 'test_llreadvllwritevfile44787' dn 0x7fcebc0135d0 2024-07-26T12:23:05.657 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.648+0000 7fcecf400640 15 client.4659 close_dir dir 0x564e6d567310 on 0x7fcebc006d70 2024-07-26T12:23:05.657 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.648+0000 7fcecf400640 20 client.4659 put_inode on 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.623127+0000 ctime=2024-07-26T12:23:05.642222+0000 change_attr=4 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcebc006d70) n = 1 2024-07-26T12:23:05.657 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.648+0000 7fcecf400640 10 client.4659 unmounting: trim pass, cache shrank, poking unmount() 2024-07-26T12:23:05.657 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.648+0000 7fcede41f480 20 client.4659 put_inode on 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.623127+0000 ctime=2024-07-26T12:23:05.642222+0000 change_attr=4 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcebc006d70) n = 1 2024-07-26T12:23:05.657 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.648+0000 7fcede41f480 20 client.4659 put_inode on 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.623127+0000 ctime=2024-07-26T12:23:05.642222+0000 change_attr=4 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcebc006d70) n = 1 2024-07-26T12:23:05.657 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.648+0000 7fcede41f480 10 client.4659 _ll_drop_pins 2024-07-26T12:23:05.657 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.648+0000 7fcede41f480 20 client.4659 _ll_put 0x7fcebc0161d0 0x10000000001 1 -> 0 2024-07-26T12:23:05.657 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.648+0000 7fcede41f480 20 client.4659 put_inode on 0x10000000001.head(faked_ino=0 nref=18 ll_ref=0 cap_refs={4=0,1024=0,2048=0,4096=0,8192=0} open={3=0} mode=100666 size=1031/0 nlink=0 btime=2024-07-26T12:23:05.623127+0000 mtime=2024-07-26T12:23:05.634926+0000 ctime=2024-07-26T12:23:05.642222+0000 change_attr=4 caps=pAsLsXsFsxcrwb(0=pAsLsXsFsxcrwb) objectset[0x10000000001 ts 0/0 objects 1 dirty_or_tx 0] 0x7fcebc0161d0) n = 1 2024-07-26T12:23:05.657 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.648+0000 7fcede41f480 20 client.4659 _ll_put 0x7fcebc006d70 0x1 2 -> 0 2024-07-26T12:23:05.657 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.648+0000 7fcede41f480 20 client.4659 put_inode on 0x1.head(faked_ino=0 nref=10 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.623127+0000 ctime=2024-07-26T12:23:05.642222+0000 change_attr=4 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcebc006d70) n = 1 2024-07-26T12:23:05.658 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.649+0000 7fcede41f480 20 client.4659 put_inode on 0x10000000001.head(faked_ino=0 nref=18 ll_ref=0 cap_refs={4=0,1024=0,2048=0,4096=0,8192=0} open={3=0} mode=100666 size=1031/0 nlink=0 btime=2024-07-26T12:23:05.623127+0000 mtime=2024-07-26T12:23:05.634926+0000 ctime=2024-07-26T12:23:05.642222+0000 change_attr=4 caps=pAsLsXsFsxcrwb(0=pAsLsXsFsxcrwb) objectset[0x10000000001 ts 0/0 objects 1 dirty_or_tx 0] 0x7fcebc0161d0) n = 1 2024-07-26T12:23:05.658 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.649+0000 7fcede41f480 20 client.4659 put_inode on 0x1.head(faked_ino=0 nref=10 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.623127+0000 ctime=2024-07-26T12:23:05.642222+0000 change_attr=4 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcebc006d70) n = 1 2024-07-26T12:23:05.658 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.649+0000 7fcede41f480 20 client.4659 _release 0x10000000001.head(faked_ino=0 nref=19 ll_ref=0 cap_refs={4=0,1024=0,2048=0,4096=0,8192=0} open={3=0} mode=100666 size=1031/0 nlink=0 btime=2024-07-26T12:23:05.623127+0000 mtime=2024-07-26T12:23:05.634926+0000 ctime=2024-07-26T12:23:05.642222+0000 change_attr=4 caps=pAsLsXsFsxcrwb(0=pAsLsXsFsxcrwb) objectset[0x10000000001 ts 0/0 objects 1 dirty_or_tx 0] 0x7fcebc0161d0) 2024-07-26T12:23:05.658 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.649+0000 7fcede41f480 10 client.4659 _invalidate_inode_cache 0x10000000001.head(faked_ino=0 nref=19 ll_ref=0 cap_refs={4=0,1024=0,2048=0,4096=0,8192=0} open={3=0} mode=100666 size=1031/0 nlink=0 btime=2024-07-26T12:23:05.623127+0000 mtime=2024-07-26T12:23:05.634926+0000 ctime=2024-07-26T12:23:05.642222+0000 change_attr=4 caps=pAsLsXsFsxcrwb(0=pAsLsXsFsxcrwb) objectset[0x10000000001 ts 0/0 objects 1 dirty_or_tx 0] 0x7fcebc0161d0) 2024-07-26T12:23:05.658 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.649+0000 7fcede41f480 10 client.4659 _flush 0x10000000001.head(faked_ino=0 nref=20 ll_ref=0 cap_refs={4=0,1024=0,2048=0,4096=0,8192=0} open={3=0} mode=100666 size=1031/0 nlink=0 btime=2024-07-26T12:23:05.623127+0000 mtime=2024-07-26T12:23:05.634926+0000 ctime=2024-07-26T12:23:05.642222+0000 change_attr=4 caps=pAsLsXsFsxcrwb(0=pAsLsXsFsxcrwb) objectset[0x10000000001 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcebc0161d0) 2024-07-26T12:23:05.658 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.649+0000 7fcede41f480 10 client.4659 nothing to flush 2024-07-26T12:23:05.658 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.649+0000 7fcecf400640 1 -- 172.21.15.31:0/302769743 <== mds.0 v2:172.21.15.31:6832/713364256 10 ==== client_caps(grant ino 0x10000000001 1 seq 4 caps=pAsLsXsFsxcrwb dirty=- wanted=- follows 0 size 1031/0 ts 1/18446744073709551615 mtime 2024-07-26T12:23:05.634926+0000 ctime 2024-07-26T12:23:05.642222+0000 change_attr 4) ==== 260+0+0 (crc 0 0 0) 0x7fcec80405c0 con 0x564e6d606b30 2024-07-26T12:23:05.658 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.649+0000 7fcede41f480 20 client.4659 put_inode on 0x10000000001.head(faked_ino=0 nref=20 ll_ref=0 cap_refs={4=0,1024=0,2048=0,4096=0,8192=0} open={3=0} mode=100666 size=1031/0 nlink=0 btime=2024-07-26T12:23:05.623127+0000 mtime=2024-07-26T12:23:05.634926+0000 ctime=2024-07-26T12:23:05.642222+0000 change_attr=4 caps=pAsLsXsFsxcrwb(0=pAsLsXsFsxcrwb) objectset[0x10000000001 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcebc0161d0) n = 1 2024-07-26T12:23:05.658 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.649+0000 7fcede41f480 20 client.4659 _release 0x1.head(faked_ino=0 nref=11 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.623127+0000 ctime=2024-07-26T12:23:05.642222+0000 change_attr=4 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcebc006d70) 2024-07-26T12:23:05.658 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.649+0000 7fcede41f480 10 client.4659 _invalidate_inode_cache 0x1.head(faked_ino=0 nref=11 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.623127+0000 ctime=2024-07-26T12:23:05.642222+0000 change_attr=4 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcebc006d70) 2024-07-26T12:23:05.658 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.649+0000 7fcede41f480 10 client.4659 _flush 0x1.head(faked_ino=0 nref=12 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.623127+0000 ctime=2024-07-26T12:23:05.642222+0000 change_attr=4 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcebc006d70) 2024-07-26T12:23:05.658 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.649+0000 7fcede41f480 10 client.4659 nothing to flush 2024-07-26T12:23:05.658 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.649+0000 7fcede41f480 20 client.4659 put_inode on 0x1.head(faked_ino=0 nref=12 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.623127+0000 ctime=2024-07-26T12:23:05.642222+0000 change_attr=4 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcebc006d70) n = 1 2024-07-26T12:23:05.659 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.649+0000 7fcede41f480 20 client.4659 put_inode on 0x10000000001.head(faked_ino=0 nref=20 ll_ref=0 cap_refs={4=0,1024=0,2048=0,4096=0,8192=0} open={3=0} mode=100666 size=1031/0 nlink=0 btime=2024-07-26T12:23:05.623127+0000 mtime=2024-07-26T12:23:05.634926+0000 ctime=2024-07-26T12:23:05.642222+0000 change_attr=4 caps=pAsLsXsFsxcrwb(0=pAsLsXsFsxcrwb) objectset[0x10000000001 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcebc0161d0) n = 1 2024-07-26T12:23:05.659 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.649+0000 7fcede41f480 20 client.4659 put_inode on 0x1.head(faked_ino=0 nref=12 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.623127+0000 ctime=2024-07-26T12:23:05.642222+0000 change_attr=4 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcebc006d70) n = 1 2024-07-26T12:23:05.659 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.649+0000 7fcede41f480 10 client.4659 flush_caps_sync 2024-07-26T12:23:05.659 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.649+0000 7fcede41f480 10 client.4659 wait_sync_caps want 2 (last is 2, 0 total flushing) 2024-07-26T12:23:05.659 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.649+0000 7fcede41f480 20 client.4659 trim_cache size 0 max 16384 2024-07-26T12:23:05.659 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.649+0000 7fcede41f480 10 client.4659 _put_inode on 0x1.head(faked_ino=0 nref=12 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.623127+0000 ctime=2024-07-26T12:23:05.642222+0000 change_attr=4 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcebc006d70) n = 11 2024-07-26T12:23:05.659 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.649+0000 7fcede41f480 10 client.4659 remove_cap mds.0 on 0x1.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.623127+0000 ctime=2024-07-26T12:23:05.642222+0000 change_attr=4 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcebc006d70) 2024-07-26T12:23:05.659 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.649+0000 7fcede41f480 15 client.4659 remove_cap last one, closing snaprealm 0x7fcebc006c80 2024-07-26T12:23:05.659 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.649+0000 7fcede41f480 20 client.4659 put_snap_realm 0x1 0x7fcebc006c80 2 -> 1 2024-07-26T12:23:05.659 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.649+0000 7fcede41f480 10 client.4659 _put_inode deleting 0x1.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.623127+0000 ctime=2024-07-26T12:23:05.642222+0000 change_attr=4 caps=- COMPLETE has_dir_layout 0x7fcebc006d70) 2024-07-26T12:23:05.659 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.649+0000 7fcede41f480 10 client.4659 _put_inode on 0x10000000001.head(faked_ino=0 nref=20 ll_ref=0 cap_refs={4=0,1024=0,2048=0,4096=0,8192=0} open={3=0} mode=100666 size=1031/0 nlink=0 btime=2024-07-26T12:23:05.623127+0000 mtime=2024-07-26T12:23:05.634926+0000 ctime=2024-07-26T12:23:05.642222+0000 change_attr=4 caps=pAsLsXsFsxcrwb(0=pAsLsXsFsxcrwb) objectset[0x10000000001 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcebc0161d0) n = 19 2024-07-26T12:23:05.659 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.649+0000 7fcede41f480 10 client.4659 remove_cap mds.0 on 0x10000000001.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={4=0,1024=0,2048=0,4096=0,8192=0} open={3=0} mode=100666 size=1031/0 nlink=0 btime=2024-07-26T12:23:05.623127+0000 mtime=2024-07-26T12:23:05.634926+0000 ctime=2024-07-26T12:23:05.642222+0000 change_attr=4 caps=pAsLsXsFsxcrwb(0=pAsLsXsFsxcrwb) objectset[0x10000000001 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcebc0161d0) 2024-07-26T12:23:05.659 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.649+0000 7fcede41f480 15 client.4659 remove_cap last one, closing snaprealm 0x7fcebc006c80 2024-07-26T12:23:05.660 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.649+0000 7fcede41f480 20 client.4659 put_snap_realm 0x1 0x7fcebc006c80 1 -> 0 2024-07-26T12:23:05.660 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.649+0000 7fcede41f480 10 client.4659 _put_inode deleting 0x10000000001.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={4=0,1024=0,2048=0,4096=0,8192=0} open={3=0} mode=100666 size=1031/0 nlink=0 btime=2024-07-26T12:23:05.623127+0000 mtime=2024-07-26T12:23:05.634926+0000 ctime=2024-07-26T12:23:05.642222+0000 change_attr=4 caps=- objectset[0x10000000001 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcebc0161d0) 2024-07-26T12:23:05.660 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.649+0000 7fcede41f480 2 client.4659 _close_mds_session mds.0 seq 3 2024-07-26T12:23:05.660 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.649+0000 7fcede41f480 1 -- 172.21.15.31:0/302769743 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_session(request_close seq 3) -- 0x564e6d4e0860 con 0x564e6d606b30 2024-07-26T12:23:05.660 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.649+0000 7fcede41f480 2 client.4659 waiting for 1 mds session(s) to close (timeout: 30s) 2024-07-26T12:23:05.660 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.649+0000 7fcecf400640 10 client.4659 mds.0 seq now 4 2024-07-26T12:23:05.660 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.649+0000 7fcecf400640 1 -- 172.21.15.31:0/302769743 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_session(request_close seq 4) -- 0x7fcebc006a60 con 0x564e6d606b30 2024-07-26T12:23:05.660 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.649+0000 7fcecf400640 5 client.4659 handle_caps don't have vino 0x10000000001.head op 0, immediately releasing 2024-07-26T12:23:05.660 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.649+0000 7fcecf400640 1 -- 172.21.15.31:0/302769743 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_cap_release(3) -- 0x564e6d4d6fa0 con 0x564e6d606b30 2024-07-26T12:23:05.660 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.649+0000 7fcecf400640 10 client.4659 unmounting: trim pass, size was 0+0 2024-07-26T12:23:05.660 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.649+0000 7fcecf400640 20 client.4659 trim_cache size 0 max 16384 2024-07-26T12:23:05.660 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.649+0000 7fcecf400640 10 client.4659 unmounting: trim pass, size still 0+0 2024-07-26T12:23:05.661 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.654+0000 7fcecf400640 1 -- 172.21.15.31:0/302769743 <== mds.0 v2:172.21.15.31:6832/713364256 11 ==== client_session(close) ==== 28+0+0 (crc 0 0 0) 0x7fcebc006a60 con 0x564e6d606b30 2024-07-26T12:23:05.662 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.654+0000 7fcecf400640 10 client.4659 handle_client_session client_session(close) from mds.0 2024-07-26T12:23:05.662 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.654+0000 7fcecf400640 5 client.4659 _closed_mds_session mds.0 seq 4 2024-07-26T12:23:05.662 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.654+0000 7fcecf400640 1 -- 172.21.15.31:0/302769743 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d606b30 msgr2=0x564e6d553ae0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:05.662 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.654+0000 7fcecf400640 1 --2- 172.21.15.31:0/302769743 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d606b30 0x564e6d553ae0 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:05.662 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.654+0000 7fcecf400640 10 client.4659 remove_session_caps mds.0 2024-07-26T12:23:05.662 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.654+0000 7fcecf400640 10 client.4659 kick_requests_closed for mds.0 2024-07-26T12:23:05.662 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.654+0000 7fcecf400640 10 client.4659 unmounting: trim pass, size was 0+0 2024-07-26T12:23:05.662 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.654+0000 7fcecf400640 20 client.4659 trim_cache size 0 max 16384 2024-07-26T12:23:05.662 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.654+0000 7fcecf400640 10 client.4659 unmounting: trim pass, size still 0+0 2024-07-26T12:23:05.662 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.654+0000 7fcede41f480 2 client.4659 unmounted. 2024-07-26T12:23:05.662 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.654+0000 7fcede41f480 1 client.4659 shutdown 2024-07-26T12:23:05.662 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.654+0000 7fcede41f480 1 -- 172.21.15.31:0/302769743 >> [v2:172.21.15.31:6821/2995395942,v1:172.21.15.31:6823/2995395942] conn(0x564e6d4d3da0 msgr2=0x564e6d4d6240 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:05.662 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.654+0000 7fcede41f480 1 --2- 172.21.15.31:0/302769743 >> [v2:172.21.15.31:6821/2995395942,v1:172.21.15.31:6823/2995395942] conn(0x564e6d4d3da0 0x564e6d4d6240 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:05.663 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.655+0000 7fcede41f480 1 -- 172.21.15.31:0/302769743 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d4dd560 msgr2=0x564e6d548f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:05.663 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.655+0000 7fcede41f480 1 --2- 172.21.15.31:0/302769743 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d4dd560 0x564e6d548f30 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fced0005be0 tx=0x7fced0005480 comp rx=0 tx=0).stop 2024-07-26T12:23:05.663 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.655+0000 7fced7400640 1 -- 172.21.15.31:0/302769743 reap_dead start 2024-07-26T12:23:05.663 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.655+0000 7fcede41f480 1 -- 172.21.15.31:0/302769743 shutdown_connections 2024-07-26T12:23:05.663 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.655+0000 7fcede41f480 1 -- 172.21.15.31:0/302769743 >> 172.21.15.31:0/302769743 conn(0x564e6d3cbab0 msgr2=0x564e6d4dcc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:23:05.663 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.655+0000 7fcede41f480 1 -- 172.21.15.31:0/302769743 shutdown_connections 2024-07-26T12:23:05.663 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.655+0000 7fcede41f480 1 -- 172.21.15.31:0/302769743 wait complete. 2024-07-26T12:23:05.663 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.655+0000 7fcede41f480 20 client.4659 trim_cache size 0 max 16384 2024-07-26T12:23:05.663 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClient.LlreadvLlwritev (1062 ms) 2024-07-26T12:23:05.663 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClient.LlreadvLlwritevNullContext 2024-07-26T12:23:05.665 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.657+0000 7fcede41f480 1 -- start start 2024-07-26T12:23:05.665 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.660+0000 7fcede41f480 1 Processor -- start 2024-07-26T12:23:05.665 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.660+0000 7fcede41f480 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d568360 0x564e6d4e0c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:05.665 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.660+0000 7fcede41f480 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d5fe900 0x564e6d548f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:05.665 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.660+0000 7fcede41f480 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d549eb0 0x564e6d4db730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:05.665 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.660+0000 7fcede41f480 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fcebc005fd0 con 0x564e6d5fe900 2024-07-26T12:23:05.665 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.660+0000 7fcede41f480 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x564e6d5fe460 con 0x564e6d568360 2024-07-26T12:23:05.665 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.661+0000 7fcede41f480 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x564e6d55f4e0 con 0x564e6d549eb0 2024-07-26T12:23:05.665 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.661+0000 7fced6a00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d568360 0x564e6d4e0c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:05.666 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.661+0000 7fced7400640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d549eb0 0x564e6d4db730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:05.666 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.661+0000 7fced6000640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d5fe900 0x564e6d548f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:05.666 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.661+0000 7fced6a00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d568360 0x564e6d4e0c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.31:49544/0 (socket says 172.21.15.31:49544) 2024-07-26T12:23:05.666 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.661+0000 7fced6a00640 1 -- 172.21.15.31:0/3124195912 learned_addr learned my addr 172.21.15.31:0/3124195912 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:23:05.666 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.662+0000 7fced7400640 1 -- 172.21.15.31:0/3124195912 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d568360 msgr2=0x564e6d4e0c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:05.666 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.662+0000 7fced7400640 1 --2- 172.21.15.31:0/3124195912 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d568360 0x564e6d4e0c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:05.666 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.662+0000 7fced7400640 1 -- 172.21.15.31:0/3124195912 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d5fe900 msgr2=0x564e6d548f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:05.666 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.662+0000 7fced7400640 1 --2- 172.21.15.31:0/3124195912 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d5fe900 0x564e6d548f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:05.666 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.662+0000 7fced7400640 1 -- 172.21.15.31:0/3124195912 --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_subscribe({osdmap=0}) -- 0x564e6d606840 con 0x564e6d549eb0 2024-07-26T12:23:05.666 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.662+0000 7fced6a00640 1 --2- 172.21.15.31:0/3124195912 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d568360 0x564e6d4e0c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T12:23:05.666 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.663+0000 7fced7400640 1 --2- 172.21.15.31:0/3124195912 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d549eb0 0x564e6d4db730 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x564e6d564d60 tx=0x7fced0004bb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e621415b0a12337f server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:23:05.666 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.663+0000 7fced4c00640 10 client.0 ms_handle_connect on v2:172.21.15.123:3301/0 2024-07-26T12:23:05.666 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.663+0000 7fced4c00640 1 -- 172.21.15.31:0/3124195912 <== mon.2 v2:172.21.15.123:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fced0016070 con 0x564e6d549eb0 2024-07-26T12:23:05.667 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.664+0000 7fcede41f480 10 client.194369 Subscribing to map 'mdsmap' 2024-07-26T12:23:05.667 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.664+0000 7fced4c00640 1 -- 172.21.15.31:0/3124195912 <== mon.2 v2:172.21.15.123:3301/0 2 ==== osd_map(24..24 src has 1..24) ==== 5825+0+0 (secure 0 0 0) 0x7fced000d930 con 0x564e6d549eb0 2024-07-26T12:23:05.667 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.664+0000 7fcede41f480 1 -- 172.21.15.31:0/3124195912 --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_subscribe({config=0+,mdsmap=0+,monmap=2+}) -- 0x564e6d5586b0 con 0x564e6d549eb0 2024-07-26T12:23:05.668 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.664+0000 7fcec7e00640 20 client.194369 tick 2024-07-26T12:23:05.668 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.664+0000 7fcec7e00640 20 client.194369 collect_and_send_metrics 2024-07-26T12:23:05.668 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.664+0000 7fcec7e00640 20 client.194369 collect_and_send_global_metrics 2024-07-26T12:23:05.668 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.664+0000 7fcec7e00640 5 client.194369 collect_and_send_global_metrics MDS rank 0 is not ready yet -- not sending metric 2024-07-26T12:23:05.668 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.664+0000 7fcec7e00640 20 client.194369 trim_cache size 0 max 16384 2024-07-26T12:23:05.668 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.664+0000 7fcec7e00640 20 client.194369 upkeep thread waiting interval 1.000000000s 2024-07-26T12:23:05.668 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.664+0000 7fced4c00640 1 -- 172.21.15.31:0/3124195912 <== mon.2 v2:172.21.15.123:3301/0 3 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fced0025450 con 0x564e6d549eb0 2024-07-26T12:23:05.668 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.664+0000 7fced4c00640 1 -- 172.21.15.31:0/3124195912 <== mon.2 v2:172.21.15.123:3301/0 4 ==== mdsmap(e 8) ==== 1240+0+0 (secure 0 0 0) 0x7fced0044070 con 0x564e6d549eb0 2024-07-26T12:23:05.668 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.664+0000 7fced4c00640 1 client.194369 handle_mds_map epoch 8 2024-07-26T12:23:05.668 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.664+0000 7fcede41f480 20 client.194369 populate_metadata read hostname 'smithi031' 2024-07-26T12:23:05.668 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.664+0000 7fcede41f480 10 client.194369 did not get mds through better means, so chose random mds 0 2024-07-26T12:23:05.668 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.664+0000 7fcede41f480 20 client.194369 mds is 0 2024-07-26T12:23:05.669 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.664+0000 7fcede41f480 10 client.194369 _open_mds_session mds.0 2024-07-26T12:23:05.669 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.664+0000 7fcede41f480 1 --2- 172.21.15.31:0/3124195912 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d560b20 0x564e6d4aa360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:05.669 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.664+0000 7fcede41f480 1 -- 172.21.15.31:0/3124195912 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_session(request_open) -- 0x564e6d5670f0 con 0x564e6d560b20 2024-07-26T12:23:05.669 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.664+0000 7fcede41f480 10 client.194369 waiting for session to mds.0 to open 2024-07-26T12:23:05.669 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.665+0000 7fced6a00640 1 --2- 172.21.15.31:0/3124195912 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d560b20 0x564e6d4aa360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:05.669 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.666+0000 7fced6a00640 1 --2- 172.21.15.31:0/3124195912 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d560b20 0x564e6d4aa360 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=88f2133bf5d39b5c server_cookie=5b5d0490023a65f0 in_seq=0 out_seq=0 2024-07-26T12:23:05.669 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.666+0000 7fced4c00640 10 client.194369 ms_handle_connect on v2:172.21.15.31:6832/713364256 2024-07-26T12:23:05.672 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.670+0000 7fced4c00640 1 -- 172.21.15.31:0/3124195912 <== mds.0 v2:172.21.15.31:6832/713364256 1 ==== client_session(open cap_auths [MDSCapAuth(readable=1, writeable=1)]) ==== 113+0+0 (crc 0 0 0) 0x564e6d5670f0 con 0x564e6d560b20 2024-07-26T12:23:05.672 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.670+0000 7fced4c00640 10 client.194369 handle_client_session client_session(open cap_auths [MDSCapAuth(readable=1, writeable=1)]) from mds.0 2024-07-26T12:23:05.672 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.670+0000 7fced4c00640 10 client.194369 renew_caps mds.0 2024-07-26T12:23:05.672 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.670+0000 7fced4c00640 1 -- 172.21.15.31:0/3124195912 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_session(request_renewcaps seq 1) -- 0x7fcea4009cb0 con 0x564e6d560b20 2024-07-26T12:23:05.672 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.670+0000 7fced4c00640 10 client.194369 connect_mds_targets for mds.0 2024-07-26T12:23:05.672 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.670+0000 7fcede41f480 10 client.194369 did not get mds through better means, so chose random mds 0 2024-07-26T12:23:05.672 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.670+0000 7fcede41f480 20 client.194369 mds is 0 2024-07-26T12:23:05.673 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.670+0000 7fcede41f480 10 client.194369 send_request rebuilding request 1 for mds.0 2024-07-26T12:23:05.673 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.670+0000 7fcede41f480 20 client.194369 encode_cap_releases enter (req: 0x564e6d560630, mds: 0) 2024-07-26T12:23:05.673 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.670+0000 7fcede41f480 20 client.194369 send_request set sent_stamp to 2024-07-26T12:23:05.671919+0000 2024-07-26T12:23:05.673 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.670+0000 7fcede41f480 10 client.194369 send_request client_request(unknown.0:1 getattr pAsLsXsFs #0x1 2024-07-26T12:23:05.666139+0000 caller_uid=0, caller_gid=0{}) to mds.0 2024-07-26T12:23:05.673 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.670+0000 7fcede41f480 1 -- 172.21.15.31:0/3124195912 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_request(unknown.0:1 getattr pAsLsXsFs #0x1 2024-07-26T12:23:05.666139+0000 caller_uid=0, caller_gid=0{}) -- 0x564e6d560f30 con 0x564e6d560b20 2024-07-26T12:23:05.673 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.670+0000 7fcede41f480 20 client.194369 awaiting reply|forward|kick on 0x7ffdd11ef020 2024-07-26T12:23:05.673 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.671+0000 7fced4c00640 1 -- 172.21.15.31:0/3124195912 <== mds.0 v2:172.21.15.31:6832/713364256 2 ==== client_session(renewcaps seq 1) ==== 28+0+0 (crc 0 0 0) 0x7fcea4009cb0 con 0x564e6d560b20 2024-07-26T12:23:05.673 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.671+0000 7fced4c00640 10 client.194369 handle_client_session client_session(renewcaps seq 1) from mds.0 2024-07-26T12:23:05.675 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.671+0000 7fced4c00640 1 -- 172.21.15.31:0/3124195912 <== mds.0 v2:172.21.15.31:6832/713364256 3 ==== client_reply(???:1 = 0 (0) Success) ==== 431+0+0 (crc 0 0 0) 0x7fcec800e5c0 con 0x564e6d560b20 2024-07-26T12:23:05.675 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.671+0000 7fced4c00640 20 client.194369 handle_client_reply got a reply. Safe:1 tid 1 2024-07-26T12:23:05.675 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.671+0000 7fced4c00640 10 client.194369 insert_trace from 2024-07-26T12:23:05.671919+0000 mds.0 is_target=1 is_dentry=0 2024-07-26T12:23:05.675 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.671+0000 7fced4c00640 10 client.194369 features 0xffffffffffffffff 2024-07-26T12:23:05.675 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.671+0000 7fced4c00640 10 client.194369 update_snap_trace len 70 2024-07-26T12:23:05.675 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.671+0000 7fced4c00640 20 client.194369 get_snap_realm 0x1 0, nref was 0 2024-07-26T12:23:05.675 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.671+0000 7fced4c00640 20 client.194369 get_snap_realm 0x1 0x7fcea4009ed0, nref now is 1 2024-07-26T12:23:05.675 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.671+0000 7fced4c00640 10 client.194369 update_snap_trace snaprealm(0x1 nref=1 c=0 seq=0 parent=0x0 my_snaps=[] cached_snapc=0=[] last_modified=0.000000 change_attr=0) seq 1 > 0 2024-07-26T12:23:05.675 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.671+0000 7fced4c00640 10 client.194369 invalidate_snaprealm_and_children snaprealm(0x1 nref=2 c=0 seq=1 parent=0x0 my_snaps=[] cached_snapc=0=[] last_modified=2024-07-26T12:21:44.597796+0000 change_attr=0) 2024-07-26T12:23:05.676 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.671+0000 7fced4c00640 15 client.194369 update_snap_trace snaprealm(0x1 nref=2 c=0 seq=1 parent=0x0 my_snaps=[] cached_snapc=0=[] last_modified=2024-07-26T12:21:44.597796+0000 change_attr=0) self|parent updated 2024-07-26T12:23:05.676 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.671+0000 7fced4c00640 15 client.194369 snapc 1=[] 2024-07-26T12:23:05.676 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.671+0000 7fced4c00640 10 client.194369 no new snap on snaprealm(0x1 nref=2 c=0 seq=1 parent=0x0 my_snaps=[] cached_snapc=1=[] last_modified=2024-07-26T12:21:44.597796+0000 change_attr=0) 2024-07-26T12:23:05.676 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.671+0000 7fced4c00640 20 client.194369 put_snap_realm 0x1 0x7fcea4009ed0 2 -> 1 2024-07-26T12:23:05.676 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.671+0000 7fced4c00640 10 client.194369 hrm is_target=1 is_dentry=0 2024-07-26T12:23:05.676 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.671+0000 7fced4c00640 10 client.194369 update_inode_file_time 0x1.head(faked_ino=0 nref=3 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=0.000000 ctime=0.000000 change_attr=0 caps=- 0x7fcea4009fc0) - ctime 2024-07-26T12:23:05.642222+0000 mtime 2024-07-26T12:23:05.642222+0000 2024-07-26T12:23:05.676 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.671+0000 7fced4c00640 20 client.194369 dir hash is 2 2024-07-26T12:23:05.676 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.671+0000 7fced4c00640 12 client.194369 add_update_inode client inode change_attr: 0 , mds inodestat change_attr: 4 2024-07-26T12:23:05.676 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.671+0000 7fced4c00640 12 client.194369 add_update_inode adding 0x1.head(faked_ino=0 nref=3 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.642222+0000 ctime=2024-07-26T12:23:05.642222+0000 change_attr=4 caps=- has_dir_layout 0x7fcea4009fc0) caps pAsLsXsFs 2024-07-26T12:23:05.676 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.671+0000 7fced4c00640 20 client.194369 get_snap_realm 0x1 0x7fcea4009ed0, nref was 1 2024-07-26T12:23:05.676 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.671+0000 7fced4c00640 20 client.194369 get_snap_realm 0x1 0x7fcea4009ed0, nref now is 2 2024-07-26T12:23:05.676 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.671+0000 7fced4c00640 15 client.194369 add_update_cap first one, opened snaprealm 0x7fcea4009ed0 2024-07-26T12:23:05.677 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.671+0000 7fced4c00640 10 client.194369 add_update_cap issued - -> pAsLsXsFs from mds.0 on 0x1.head(faked_ino=0 nref=3 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.642222+0000 ctime=2024-07-26T12:23:05.642222+0000 change_attr=4 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea4009fc0) 2024-07-26T12:23:05.677 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.671+0000 7fced4c00640 10 client.194369 add_update_cap calling signal_caps_inode 2024-07-26T12:23:05.677 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.671+0000 7fced4c00640 10 client.194369 marking (I_COMPLETE|I_DIR_ORDERED) on empty dir 0x1.head(faked_ino=0 nref=3 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.642222+0000 ctime=2024-07-26T12:23:05.642222+0000 change_attr=4 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea4009fc0) 2024-07-26T12:23:05.677 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.671+0000 7fced4c00640 20 client.194369 put_snap_realm 0x1 0x7fcea4009ed0 2 -> 1 2024-07-26T12:23:05.677 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.671+0000 7fced4c00640 20 client.194369 handle_client_reply signalling caller 0x7ffdd11ef020 2024-07-26T12:23:05.677 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.671+0000 7fced4c00640 20 client.194369 handle_client_reply awaiting kickback on tid 1 0x7fced4bfde20 2024-07-26T12:23:05.677 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.671+0000 7fcede41f480 20 client.194369 sendrecv kickback on tid 1 0x7fced4bfde20 2024-07-26T12:23:05.677 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.671+0000 7fcede41f480 20 client.194369 lat 0.000957 2024-07-26T12:23:05.677 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.671+0000 7fcede41f480 20 client.194369 _ll_get 0x7fcea4009fc0 0x1 -> 1 2024-07-26T12:23:05.677 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.671+0000 7fcede41f480 2 client.194369 unmount 2024-07-26T12:23:05.677 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.671+0000 7fced4c00640 20 client.194369 put_inode on 0x1.head(faked_ino=0 nref=6 ll_ref=1 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.642222+0000 ctime=2024-07-26T12:23:05.642222+0000 change_attr=4 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcea4009fc0) n = 1 2024-07-26T12:23:05.677 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.671+0000 7fced4c00640 20 client.194369 put_inode on 0x1.head(faked_ino=0 nref=6 ll_ref=1 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.642222+0000 ctime=2024-07-26T12:23:05.642222+0000 change_attr=4 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcea4009fc0) n = 1 2024-07-26T12:23:05.677 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.671+0000 7fced4c00640 10 client.194369 unmounting: trim pass, size was 0+1 2024-07-26T12:23:05.678 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.671+0000 7fced4c00640 20 client.194369 trim_cache size 0 max 16384 2024-07-26T12:23:05.678 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.671+0000 7fced4c00640 10 client.194369 unmounting: trim pass, size still 0+1 2024-07-26T12:23:05.678 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.671+0000 7fcede41f480 2 client.194369 unmounting 2024-07-26T12:23:05.678 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.671+0000 7fcede41f480 20 client.194369 put_inode on 0x1.head(faked_ino=0 nref=6 ll_ref=1 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.642222+0000 ctime=2024-07-26T12:23:05.642222+0000 change_attr=4 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcea4009fc0) n = 1 2024-07-26T12:23:05.678 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.671+0000 7fcede41f480 20 client.194369 put_inode on 0x1.head(faked_ino=0 nref=6 ll_ref=1 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.642222+0000 ctime=2024-07-26T12:23:05.642222+0000 change_attr=4 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcea4009fc0) n = 1 2024-07-26T12:23:05.678 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.671+0000 7fcede41f480 10 client.194369 _ll_drop_pins 2024-07-26T12:23:05.678 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.671+0000 7fcede41f480 20 client.194369 _ll_put 0x7fcea4009fc0 0x1 1 -> 0 2024-07-26T12:23:05.678 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.671+0000 7fcede41f480 20 client.194369 put_inode on 0x1.head(faked_ino=0 nref=7 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.642222+0000 ctime=2024-07-26T12:23:05.642222+0000 change_attr=4 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcea4009fc0) n = 1 2024-07-26T12:23:05.678 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.671+0000 7fcede41f480 20 client.194369 put_inode on 0x1.head(faked_ino=0 nref=7 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.642222+0000 ctime=2024-07-26T12:23:05.642222+0000 change_attr=4 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcea4009fc0) n = 1 2024-07-26T12:23:05.678 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.671+0000 7fcede41f480 20 client.194369 _release 0x1.head(faked_ino=0 nref=8 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.642222+0000 ctime=2024-07-26T12:23:05.642222+0000 change_attr=4 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcea4009fc0) 2024-07-26T12:23:05.678 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.671+0000 7fcede41f480 10 client.194369 _invalidate_inode_cache 0x1.head(faked_ino=0 nref=8 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.642222+0000 ctime=2024-07-26T12:23:05.642222+0000 change_attr=4 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcea4009fc0) 2024-07-26T12:23:05.679 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.671+0000 7fcede41f480 10 client.194369 _flush 0x1.head(faked_ino=0 nref=9 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.642222+0000 ctime=2024-07-26T12:23:05.642222+0000 change_attr=4 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcea4009fc0) 2024-07-26T12:23:05.679 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.671+0000 7fcede41f480 10 client.194369 nothing to flush 2024-07-26T12:23:05.679 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.671+0000 7fcede41f480 20 client.194369 put_inode on 0x1.head(faked_ino=0 nref=9 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.642222+0000 ctime=2024-07-26T12:23:05.642222+0000 change_attr=4 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcea4009fc0) n = 1 2024-07-26T12:23:05.679 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.671+0000 7fcede41f480 20 client.194369 put_inode on 0x1.head(faked_ino=0 nref=9 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.642222+0000 ctime=2024-07-26T12:23:05.642222+0000 change_attr=4 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcea4009fc0) n = 1 2024-07-26T12:23:05.679 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.671+0000 7fcede41f480 10 client.194369 flush_caps_sync 2024-07-26T12:23:05.679 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.671+0000 7fcede41f480 10 client.194369 wait_sync_caps want 1 (last is 1, 0 total flushing) 2024-07-26T12:23:05.679 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.671+0000 7fcede41f480 20 client.194369 trim_cache size 0 max 16384 2024-07-26T12:23:05.679 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.671+0000 7fcede41f480 10 client.194369 _put_inode on 0x1.head(faked_ino=0 nref=9 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.642222+0000 ctime=2024-07-26T12:23:05.642222+0000 change_attr=4 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcea4009fc0) n = 8 2024-07-26T12:23:05.679 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.671+0000 7fcede41f480 10 client.194369 remove_cap mds.0 on 0x1.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.642222+0000 ctime=2024-07-26T12:23:05.642222+0000 change_attr=4 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcea4009fc0) 2024-07-26T12:23:05.679 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.671+0000 7fcede41f480 15 client.194369 remove_cap last one, closing snaprealm 0x7fcea4009ed0 2024-07-26T12:23:05.679 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.671+0000 7fcede41f480 20 client.194369 put_snap_realm 0x1 0x7fcea4009ed0 1 -> 0 2024-07-26T12:23:05.679 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.671+0000 7fcede41f480 10 client.194369 _put_inode deleting 0x1.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.642222+0000 ctime=2024-07-26T12:23:05.642222+0000 change_attr=4 caps=- COMPLETE has_dir_layout 0x7fcea4009fc0) 2024-07-26T12:23:05.680 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.671+0000 7fcede41f480 2 client.194369 _close_mds_session mds.0 seq 0 2024-07-26T12:23:05.680 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.671+0000 7fcede41f480 1 -- 172.21.15.31:0/3124195912 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_session(request_close) -- 0x564e6d4d2e30 con 0x564e6d560b20 2024-07-26T12:23:05.680 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.671+0000 7fcede41f480 2 client.194369 waiting for 1 mds session(s) to close (timeout: 30s) 2024-07-26T12:23:05.681 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.676+0000 7fced4c00640 1 -- 172.21.15.31:0/3124195912 <== mds.0 v2:172.21.15.31:6832/713364256 4 ==== client_session(close) ==== 28+0+0 (crc 0 0 0) 0x564e6d4d2e30 con 0x564e6d560b20 2024-07-26T12:23:05.681 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.676+0000 7fced4c00640 10 client.194369 handle_client_session client_session(close) from mds.0 2024-07-26T12:23:05.681 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.676+0000 7fced4c00640 5 client.194369 _closed_mds_session mds.0 seq 0 2024-07-26T12:23:05.681 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.676+0000 7fced4c00640 1 -- 172.21.15.31:0/3124195912 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d560b20 msgr2=0x564e6d4aa360 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:05.681 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.676+0000 7fced4c00640 1 --2- 172.21.15.31:0/3124195912 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d560b20 0x564e6d4aa360 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:05.682 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.676+0000 7fced4c00640 10 client.194369 remove_session_caps mds.0 2024-07-26T12:23:05.682 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.676+0000 7fced4c00640 10 client.194369 kick_requests_closed for mds.0 2024-07-26T12:23:05.682 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.676+0000 7fced4c00640 10 client.194369 unmounting: trim pass, size was 0+0 2024-07-26T12:23:05.682 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.676+0000 7fced4c00640 20 client.194369 trim_cache size 0 max 16384 2024-07-26T12:23:05.682 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.676+0000 7fced4c00640 10 client.194369 unmounting: trim pass, size still 0+0 2024-07-26T12:23:05.682 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.676+0000 7fcede41f480 2 client.194369 unmounted. 2024-07-26T12:23:05.682 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.676+0000 7fcede41f480 1 client.194369 shutdown 2024-07-26T12:23:05.682 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.676+0000 7fcede41f480 1 -- 172.21.15.31:0/3124195912 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d549eb0 msgr2=0x564e6d4db730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:05.682 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.676+0000 7fcede41f480 1 --2- 172.21.15.31:0/3124195912 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d549eb0 0x564e6d4db730 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x564e6d564d60 tx=0x7fced0004bb0 comp rx=0 tx=0).stop 2024-07-26T12:23:05.682 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.676+0000 7fcede41f480 1 -- 172.21.15.31:0/3124195912 shutdown_connections 2024-07-26T12:23:05.682 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.676+0000 7fcede41f480 1 --2- 172.21.15.31:0/3124195912 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d549eb0 0x564e6d4db730 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:05.682 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.676+0000 7fcede41f480 1 --2- 172.21.15.31:0/3124195912 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d560b20 0x564e6d4aa360 unknown :-1 s=CLOSED pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:05.682 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.676+0000 7fcede41f480 1 --2- 172.21.15.31:0/3124195912 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d5fe900 0x564e6d548f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:05.682 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.676+0000 7fcede41f480 1 --2- 172.21.15.31:0/3124195912 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d568360 0x564e6d4e0c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:05.683 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.676+0000 7fcede41f480 1 -- 172.21.15.31:0/3124195912 >> 172.21.15.31:0/3124195912 conn(0x564e6d3cbab0 msgr2=0x564e6d4dcc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:23:05.683 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.677+0000 7fcede41f480 1 -- 172.21.15.31:0/3124195912 shutdown_connections 2024-07-26T12:23:05.683 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.677+0000 7fcede41f480 1 -- 172.21.15.31:0/3124195912 wait complete. 2024-07-26T12:23:05.683 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.677+0000 7fcede41f480 20 client.194369 trim_cache size 0 max 16384 2024-07-26T12:23:05.683 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.679+0000 7fcede41f480 1 -- start start 2024-07-26T12:23:05.683 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.682+0000 7fcede41f480 1 Processor -- start 2024-07-26T12:23:05.684 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.682+0000 7fcede41f480 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d549eb0 0x564e6d4db730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:05.684 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.682+0000 7fcede41f480 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d560b20 0x564e6d4e0c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:05.684 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.682+0000 7fcede41f480 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d568360 0x564e6d548f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:05.684 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.683+0000 7fcede41f480 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fcea4008420 con 0x564e6d549eb0 2024-07-26T12:23:05.685 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.683+0000 7fcede41f480 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x564e6d5499e0 con 0x564e6d560b20 2024-07-26T12:23:05.685 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.683+0000 7fcede41f480 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x564e6d560570 con 0x564e6d568360 2024-07-26T12:23:05.686 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.683+0000 7fced6000640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d560b20 0x564e6d4e0c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:05.686 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.683+0000 7fced6a00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d549eb0 0x564e6d4db730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:05.686 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.683+0000 7fced6000640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d560b20 0x564e6d4e0c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.31:49550/0 (socket says 172.21.15.31:49550) 2024-07-26T12:23:05.686 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.683+0000 7fced6000640 1 -- 172.21.15.31:0/2532149473 learned_addr learned my addr 172.21.15.31:0/2532149473 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:23:05.686 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.683+0000 7fced7400640 1 --2- 172.21.15.31:0/2532149473 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d568360 0x564e6d548f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:05.686 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.684+0000 7fced6000640 1 -- 172.21.15.31:0/2532149473 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d568360 msgr2=0x564e6d548f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:05.686 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.684+0000 7fced6000640 1 --2- 172.21.15.31:0/2532149473 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d568360 0x564e6d548f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:05.686 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.684+0000 7fced6000640 1 -- 172.21.15.31:0/2532149473 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d549eb0 msgr2=0x564e6d4db730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:05.686 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.684+0000 7fced6000640 1 --2- 172.21.15.31:0/2532149473 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d549eb0 0x564e6d4db730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:05.686 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.684+0000 7fced6000640 1 -- 172.21.15.31:0/2532149473 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564e6d5f7ae0 con 0x564e6d560b20 2024-07-26T12:23:05.688 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.685+0000 7fced6000640 1 --2- 172.21.15.31:0/2532149473 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d560b20 0x564e6d4e0c50 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fcec0054db0 tx=0x7fcec0054de0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=edd3fcfab9bf15ff server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:23:05.688 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.685+0000 7fcecf400640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-07-26T12:23:05.688 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.685+0000 7fcecf400640 1 -- 172.21.15.31:0/2532149473 <== mon.1 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcec0059040 con 0x564e6d560b20 2024-07-26T12:23:05.688 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.685+0000 7fcede41f480 10 client.4546 Subscribing to map 'mdsmap' 2024-07-26T12:23:05.688 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.685+0000 7fcede41f480 1 -- 172.21.15.31:0/2532149473 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,mdsmap=0+,monmap=2+}) -- 0x564e6d5f7e80 con 0x564e6d560b20 2024-07-26T12:23:05.688 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.685+0000 7fcecf400640 1 -- 172.21.15.31:0/2532149473 <== mon.1 v2:172.21.15.123:3300/0 2 ==== osd_map(24..24 src has 1..24) ==== 5825+0+0 (secure 0 0 0) 0x7fcec0054440 con 0x564e6d560b20 2024-07-26T12:23:05.688 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.686+0000 7fceccc00640 20 client.4546 tick 2024-07-26T12:23:05.688 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.686+0000 7fceccc00640 20 client.4546 collect_and_send_metrics 2024-07-26T12:23:05.689 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.686+0000 7fceccc00640 20 client.4546 collect_and_send_global_metrics 2024-07-26T12:23:05.689 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.686+0000 7fceccc00640 5 client.4546 collect_and_send_global_metrics MDS rank 0 is not ready yet -- not sending metric 2024-07-26T12:23:05.689 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.686+0000 7fceccc00640 20 client.4546 trim_cache size 0 max 16384 2024-07-26T12:23:05.689 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.686+0000 7fceccc00640 20 client.4546 upkeep thread waiting interval 1.000000000s 2024-07-26T12:23:05.689 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.686+0000 7fcecf400640 1 -- 172.21.15.31:0/2532149473 <== mon.1 v2:172.21.15.123:3300/0 3 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fcec0054640 con 0x564e6d560b20 2024-07-26T12:23:05.689 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.686+0000 7fcecf400640 1 -- 172.21.15.31:0/2532149473 <== mon.1 v2:172.21.15.123:3300/0 4 ==== mdsmap(e 8) ==== 1240+0+0 (secure 0 0 0) 0x7fcec007f040 con 0x564e6d560b20 2024-07-26T12:23:05.689 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.686+0000 7fcecf400640 1 client.4546 handle_mds_map epoch 8 2024-07-26T12:23:05.689 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.686+0000 7fcede41f480 20 client.4546 populate_metadata read hostname 'smithi031' 2024-07-26T12:23:05.689 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.686+0000 7fcede41f480 10 client.4546 did not get mds through better means, so chose random mds 0 2024-07-26T12:23:05.689 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.686+0000 7fcede41f480 20 client.4546 mds is 0 2024-07-26T12:23:05.689 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.686+0000 7fcede41f480 10 client.4546 _open_mds_session mds.0 2024-07-26T12:23:05.689 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.686+0000 7fcede41f480 1 --2- 172.21.15.31:0/2532149473 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d5fe900 0x564e6d553700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:05.689 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.686+0000 7fcede41f480 1 -- 172.21.15.31:0/2532149473 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_session(request_open) -- 0x564e6d606620 con 0x564e6d5fe900 2024-07-26T12:23:05.690 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.686+0000 7fcede41f480 10 client.4546 waiting for session to mds.0 to open 2024-07-26T12:23:05.690 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.687+0000 7fced6a00640 1 --2- 172.21.15.31:0/2532149473 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d5fe900 0x564e6d553700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:05.690 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.687+0000 7fcecf400640 10 client.4546 ms_handle_connect on v2:172.21.15.31:6832/713364256 2024-07-26T12:23:05.690 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.688+0000 7fced6a00640 1 --2- 172.21.15.31:0/2532149473 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d5fe900 0x564e6d553700 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e4fc66365946eaa0 server_cookie=7a51d588bbee9a51 in_seq=0 out_seq=0 2024-07-26T12:23:05.694 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.692+0000 7fcecf400640 1 -- 172.21.15.31:0/2532149473 <== mds.0 v2:172.21.15.31:6832/713364256 1 ==== client_session(open cap_auths [MDSCapAuth(readable=1, writeable=1)]) ==== 113+0+0 (crc 0 0 0) 0x564e6d606620 con 0x564e6d5fe900 2024-07-26T12:23:05.694 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.692+0000 7fcecf400640 10 client.4546 handle_client_session client_session(open cap_auths [MDSCapAuth(readable=1, writeable=1)]) from mds.0 2024-07-26T12:23:05.694 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.692+0000 7fcecf400640 10 client.4546 renew_caps mds.0 2024-07-26T12:23:05.694 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.692+0000 7fcecf400640 1 -- 172.21.15.31:0/2532149473 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_session(request_renewcaps seq 1) -- 0x7fcea400a370 con 0x564e6d5fe900 2024-07-26T12:23:05.694 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.692+0000 7fcecf400640 10 client.4546 connect_mds_targets for mds.0 2024-07-26T12:23:05.695 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.692+0000 7fcede41f480 10 client.4546 did not get mds through better means, so chose random mds 0 2024-07-26T12:23:05.695 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.692+0000 7fcede41f480 20 client.4546 mds is 0 2024-07-26T12:23:05.695 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.692+0000 7fcede41f480 10 client.4546 send_request rebuilding request 1 for mds.0 2024-07-26T12:23:05.695 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.692+0000 7fcede41f480 20 client.4546 encode_cap_releases enter (req: 0x564e6d55fd50, mds: 0) 2024-07-26T12:23:05.695 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.692+0000 7fcede41f480 20 client.4546 send_request set sent_stamp to 2024-07-26T12:23:05.694080+0000 2024-07-26T12:23:05.695 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.692+0000 7fcede41f480 10 client.4546 send_request client_request(unknown.0:1 getattr pAsLsXsFs #0x1 2024-07-26T12:23:05.687941+0000 caller_uid=0, caller_gid=0{}) to mds.0 2024-07-26T12:23:05.695 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.692+0000 7fcede41f480 1 -- 172.21.15.31:0/2532149473 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_request(unknown.0:1 getattr pAsLsXsFs #0x1 2024-07-26T12:23:05.687941+0000 caller_uid=0, caller_gid=0{}) -- 0x564e6d553e80 con 0x564e6d5fe900 2024-07-26T12:23:05.695 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.692+0000 7fcede41f480 20 client.4546 awaiting reply|forward|kick on 0x7ffdd11eed90 2024-07-26T12:23:05.695 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.693+0000 7fcecf400640 1 -- 172.21.15.31:0/2532149473 <== mds.0 v2:172.21.15.31:6832/713364256 2 ==== client_session(renewcaps seq 1) ==== 28+0+0 (crc 0 0 0) 0x7fcea400a370 con 0x564e6d5fe900 2024-07-26T12:23:05.695 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.693+0000 7fcecf400640 10 client.4546 handle_client_session client_session(renewcaps seq 1) from mds.0 2024-07-26T12:23:05.697 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.693+0000 7fcecf400640 1 -- 172.21.15.31:0/2532149473 <== mds.0 v2:172.21.15.31:6832/713364256 3 ==== client_reply(???:1 = 0 (0) Success) ==== 431+0+0 (crc 0 0 0) 0x7fcec800e4c0 con 0x564e6d5fe900 2024-07-26T12:23:05.698 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.693+0000 7fcecf400640 20 client.4546 handle_client_reply got a reply. Safe:1 tid 1 2024-07-26T12:23:05.698 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.693+0000 7fcecf400640 10 client.4546 insert_trace from 2024-07-26T12:23:05.694080+0000 mds.0 is_target=1 is_dentry=0 2024-07-26T12:23:05.698 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.693+0000 7fcecf400640 10 client.4546 features 0xffffffffffffffff 2024-07-26T12:23:05.698 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.693+0000 7fcecf400640 10 client.4546 update_snap_trace len 70 2024-07-26T12:23:05.698 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.693+0000 7fcecf400640 20 client.4546 get_snap_realm 0x1 0, nref was 0 2024-07-26T12:23:05.698 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.693+0000 7fcecf400640 20 client.4546 get_snap_realm 0x1 0x7fcea400a590, nref now is 1 2024-07-26T12:23:05.698 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.693+0000 7fcecf400640 10 client.4546 update_snap_trace snaprealm(0x1 nref=1 c=0 seq=0 parent=0x0 my_snaps=[] cached_snapc=0=[] last_modified=0.000000 change_attr=0) seq 1 > 0 2024-07-26T12:23:05.698 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.693+0000 7fcecf400640 10 client.4546 invalidate_snaprealm_and_children snaprealm(0x1 nref=2 c=0 seq=1 parent=0x0 my_snaps=[] cached_snapc=0=[] last_modified=2024-07-26T12:21:44.597796+0000 change_attr=0) 2024-07-26T12:23:05.698 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.693+0000 7fcecf400640 15 client.4546 update_snap_trace snaprealm(0x1 nref=2 c=0 seq=1 parent=0x0 my_snaps=[] cached_snapc=0=[] last_modified=2024-07-26T12:21:44.597796+0000 change_attr=0) self|parent updated 2024-07-26T12:23:05.698 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.693+0000 7fcecf400640 15 client.4546 snapc 1=[] 2024-07-26T12:23:05.698 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.693+0000 7fcecf400640 10 client.4546 no new snap on snaprealm(0x1 nref=2 c=0 seq=1 parent=0x0 my_snaps=[] cached_snapc=1=[] last_modified=2024-07-26T12:21:44.597796+0000 change_attr=0) 2024-07-26T12:23:05.699 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.693+0000 7fcecf400640 20 client.4546 put_snap_realm 0x1 0x7fcea400a590 2 -> 1 2024-07-26T12:23:05.699 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.693+0000 7fcecf400640 10 client.4546 hrm is_target=1 is_dentry=0 2024-07-26T12:23:05.699 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.693+0000 7fcecf400640 10 client.4546 update_inode_file_time 0x1.head(faked_ino=0 nref=3 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=0.000000 ctime=0.000000 change_attr=0 caps=- 0x7fcea400a680) - ctime 2024-07-26T12:23:05.642222+0000 mtime 2024-07-26T12:23:05.642222+0000 2024-07-26T12:23:05.699 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.693+0000 7fcecf400640 20 client.4546 dir hash is 2 2024-07-26T12:23:05.699 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.693+0000 7fcecf400640 12 client.4546 add_update_inode client inode change_attr: 0 , mds inodestat change_attr: 4 2024-07-26T12:23:05.699 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.693+0000 7fcecf400640 12 client.4546 add_update_inode adding 0x1.head(faked_ino=0 nref=3 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.642222+0000 ctime=2024-07-26T12:23:05.642222+0000 change_attr=4 caps=- has_dir_layout 0x7fcea400a680) caps pAsLsXsFs 2024-07-26T12:23:05.699 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.693+0000 7fcecf400640 20 client.4546 get_snap_realm 0x1 0x7fcea400a590, nref was 1 2024-07-26T12:23:05.699 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.693+0000 7fcecf400640 20 client.4546 get_snap_realm 0x1 0x7fcea400a590, nref now is 2 2024-07-26T12:23:05.699 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.693+0000 7fcecf400640 15 client.4546 add_update_cap first one, opened snaprealm 0x7fcea400a590 2024-07-26T12:23:05.699 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.693+0000 7fcecf400640 10 client.4546 add_update_cap issued - -> pAsLsXsFs from mds.0 on 0x1.head(faked_ino=0 nref=3 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.642222+0000 ctime=2024-07-26T12:23:05.642222+0000 change_attr=4 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400a680) 2024-07-26T12:23:05.699 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.693+0000 7fcecf400640 10 client.4546 add_update_cap calling signal_caps_inode 2024-07-26T12:23:05.699 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.693+0000 7fcecf400640 10 client.4546 marking (I_COMPLETE|I_DIR_ORDERED) on empty dir 0x1.head(faked_ino=0 nref=3 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.642222+0000 ctime=2024-07-26T12:23:05.642222+0000 change_attr=4 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400a680) 2024-07-26T12:23:05.699 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.693+0000 7fcecf400640 20 client.4546 put_snap_realm 0x1 0x7fcea400a590 2 -> 1 2024-07-26T12:23:05.700 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.693+0000 7fcecf400640 20 client.4546 handle_client_reply signalling caller 0x7ffdd11eed90 2024-07-26T12:23:05.700 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.693+0000 7fcecf400640 20 client.4546 handle_client_reply awaiting kickback on tid 1 0x7fcecf3fde20 2024-07-26T12:23:05.700 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.693+0000 7fcede41f480 20 client.4546 sendrecv kickback on tid 1 0x7fcecf3fde20 2024-07-26T12:23:05.700 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.693+0000 7fcede41f480 20 client.4546 lat 0.000771 2024-07-26T12:23:05.700 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.693+0000 7fcede41f480 20 client.4546 _ll_get 0x7fcea400a680 0x1 -> 1 2024-07-26T12:23:05.700 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.693+0000 7fcecf400640 20 client.4546 put_inode on 0x1.head(faked_ino=0 nref=6 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.642222+0000 ctime=2024-07-26T12:23:05.642222+0000 change_attr=4 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcea400a680) n = 1 2024-07-26T12:23:05.700 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.693+0000 7fcecf400640 20 client.4546 put_inode on 0x1.head(faked_ino=0 nref=6 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.642222+0000 ctime=2024-07-26T12:23:05.642222+0000 change_attr=4 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcea400a680) n = 1 2024-07-26T12:23:05.700 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.693+0000 7fcede41f480 8 client.4546 _ll_create 0x1.head test_llreadvllwritevnullcontextfile44787 0666 578, uid 0, gid 0 2024-07-26T12:23:05.700 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.693+0000 7fcede41f480 10 client.4546 _lookup concluded ENOENT locally for 0x1.head(faked_ino=0 nref=6 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.642222+0000 ctime=2024-07-26T12:23:05.642222+0000 change_attr=4 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcea400a680) dn 'test_llreadvllwritevnullcontextfile44787' 2024-07-26T12:23:05.700 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.693+0000 7fcede41f480 20 client.4546 may_create 0x1.head(faked_ino=0 nref=6 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.642222+0000 ctime=2024-07-26T12:23:05.642222+0000 change_attr=4 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcea400a680); UserPerm(uid: 0, gid: 0) 2024-07-26T12:23:05.700 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.693+0000 7fcede41f480 10 client.4546 _getattr mask As issued=1 2024-07-26T12:23:05.701 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.693+0000 7fcede41f480 3 client.4546 may_create 0x7fcea400a680 = 0 2024-07-26T12:23:05.701 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.693+0000 7fcede41f480 8 client.4546 _create(0x1 test_llreadvllwritevnullcontextfile44787, 0666) 2024-07-26T12:23:05.701 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.693+0000 7fcede41f480 20 client.4546 get_or_create 0x1.head(faked_ino=0 nref=7 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.642222+0000 ctime=2024-07-26T12:23:05.642222+0000 change_attr=4 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcea400a680) name test_llreadvllwritevnullcontextfile44787 2024-07-26T12:23:05.701 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.693+0000 7fcede41f480 15 open_dir 0x564e6d567380 on 0x7fcea400a680 2024-07-26T12:23:05.701 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.693+0000 7fcede41f480 15 client.4546 link dir 0x1.head(faked_ino=0 nref=8 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.642222+0000 ctime=2024-07-26T12:23:05.642222+0000 change_attr=4 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcea400a680) 'test_llreadvllwritevnullcontextfile44787' dn 0x1.head["test_llreadvllwritevnullcontextfile44787"] (new dn) 2024-07-26T12:23:05.701 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.693+0000 7fcede41f480 20 client.4546 choose_target_mds starting with req->inode 0x1.head(faked_ino=0 nref=8 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.642222+0000 ctime=2024-07-26T12:23:05.642222+0000 change_attr=4 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcea400a680) 2024-07-26T12:23:05.701 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.693+0000 7fcede41f480 20 client.4546 choose_target_mds inode dir hash is 2 on test_llreadvllwritevnullcontextfile44787 => 2474045923 2024-07-26T12:23:05.701 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.693+0000 7fcede41f480 20 client.4546 choose_target_mds 0x1.head(faked_ino=0 nref=8 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.642222+0000 ctime=2024-07-26T12:23:05.642222+0000 change_attr=4 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcea400a680) is_hash=1 hash=2474045923 2024-07-26T12:23:05.701 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.693+0000 7fcede41f480 10 client.4546 choose_target_mds from caps on inode 0x1.head(faked_ino=0 nref=8 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.642222+0000 ctime=2024-07-26T12:23:05.642222+0000 change_attr=4 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcea400a680) 2024-07-26T12:23:05.701 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.693+0000 7fcede41f480 20 client.4546 mds is 0 2024-07-26T12:23:05.701 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.693+0000 7fcede41f480 10 client.4546 send_request rebuilding request 2 for mds.0 2024-07-26T12:23:05.702 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.693+0000 7fcede41f480 20 client.4546 encode_cap_releases enter (req: 0x564e6d553e80, mds: 0) 2024-07-26T12:23:05.702 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.693+0000 7fcede41f480 20 client.4546 encode_dentry_release enter(dn:0x564e6d45e100) 2024-07-26T12:23:05.702 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.693+0000 7fcede41f480 20 client.4546 encode_inode_release enter(in:0x1.head(faked_ino=0 nref=8 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.642222+0000 ctime=2024-07-26T12:23:05.642222+0000 change_attr=4 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcea400a680), req:0x564e6d553e80 mds:0, drop:Fs, unless:Fx, force:1) 2024-07-26T12:23:05.702 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.693+0000 7fcede41f480 20 client.4546 send_request set sent_stamp to 2024-07-26T12:23:05.695000+0000 2024-07-26T12:23:05.702 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.693+0000 7fcede41f480 10 client.4546 send_request client_request(unknown.0:2 create owner_uid=0, owner_gid=0 #0x1/test_llreadvllwritevnullcontextfile44787 2024-07-26T12:23:05.694959+0000 caller_uid=0, caller_gid=0{}) to mds.0 2024-07-26T12:23:05.702 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.693+0000 7fcede41f480 1 -- 172.21.15.31:0/2532149473 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_request(unknown.0:2 create owner_uid=0, owner_gid=0 #0x1/test_llreadvllwritevnullcontextfile44787 2024-07-26T12:23:05.694959+0000 caller_uid=0, caller_gid=0{}) -- 0x564e6d4d2fb0 con 0x564e6d5fe900 2024-07-26T12:23:05.702 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.693+0000 7fcede41f480 20 client.4546 awaiting reply|forward|kick on 0x7ffdd11eebc0 2024-07-26T12:23:05.704 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.699+0000 7fcecf400640 1 -- 172.21.15.31:0/2532149473 <== mds.0 v2:172.21.15.31:6832/713364256 4 ==== client_reply(???:2 = 0 (0) Success safe) ==== 861+0+0 (crc 0 0 0) 0x7fcec802c620 con 0x564e6d5fe900 2024-07-26T12:23:05.704 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.699+0000 7fcecf400640 20 client.4546 handle_client_reply got a reply. Safe:1 tid 2 2024-07-26T12:23:05.704 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.699+0000 7fcecf400640 10 client.4546 insert_trace from 2024-07-26T12:23:05.695000+0000 mds.0 is_target=1 is_dentry=1 2024-07-26T12:23:05.704 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.699+0000 7fcecf400640 10 client.4546 features 0xffffffffffffffff 2024-07-26T12:23:05.704 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.699+0000 7fcecf400640 10 client.4546 update_snap_trace len 70 2024-07-26T12:23:05.704 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.699+0000 7fcecf400640 20 client.4546 get_snap_realm 0x1 0x7fcea400a590, nref was 1 2024-07-26T12:23:05.704 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.699+0000 7fcecf400640 20 client.4546 get_snap_realm 0x1 0x7fcea400a590, nref now is 2 2024-07-26T12:23:05.704 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.699+0000 7fcecf400640 10 client.4546 update_snap_trace snaprealm(0x1 nref=2 c=0 seq=1 parent=0x0 my_snaps=[] cached_snapc=1=[] last_modified=2024-07-26T12:21:44.597796+0000 change_attr=0) seq 1 <= 1 and same parent, SKIPPING 2024-07-26T12:23:05.704 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.699+0000 7fcecf400640 10 client.4546 hrm is_target=1 is_dentry=1 2024-07-26T12:23:05.704 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.699+0000 7fcecf400640 10 client.4546 update_inode_file_time 0x10000000002.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={} open={} mode=100666 size=0/0 nlink=1 btime=2024-07-26T12:23:05.694959+0000 mtime=0.000000 ctime=0.000000 change_attr=0 caps=- objectset[0x10000000002 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400ac60) - ctime 2024-07-26T12:23:05.694959+0000 mtime 2024-07-26T12:23:05.694959+0000 2024-07-26T12:23:05.704 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.699+0000 7fcecf400640 12 client.4546 add_update_inode client inode change_attr: 0 , mds inodestat change_attr: 0 2024-07-26T12:23:05.705 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.699+0000 7fcecf400640 12 client.4546 add_update_inode adding 0x10000000002.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={} open={} mode=100666 size=0/0 nlink=1 btime=2024-07-26T12:23:05.694959+0000 mtime=2024-07-26T12:23:05.694959+0000 ctime=2024-07-26T12:23:05.694959+0000 change_attr=0 caps=- objectset[0x10000000002 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400ac60) caps pAsxLsXsxFsxcrwb 2024-07-26T12:23:05.705 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.699+0000 7fcecf400640 20 client.4546 get_snap_realm 0x1 0x7fcea400a590, nref was 2 2024-07-26T12:23:05.705 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.699+0000 7fcecf400640 20 client.4546 get_snap_realm 0x1 0x7fcea400a590, nref now is 3 2024-07-26T12:23:05.705 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.699+0000 7fcecf400640 15 client.4546 add_update_cap first one, opened snaprealm 0x7fcea400a590 2024-07-26T12:23:05.705 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.699+0000 7fcecf400640 10 client.4546 add_update_cap issued - -> pAsxLsXsxFsxcrwb from mds.0 on 0x10000000002.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={} open={} mode=100666 size=0/0 nlink=1 btime=2024-07-26T12:23:05.694959+0000 mtime=2024-07-26T12:23:05.694959+0000 ctime=2024-07-26T12:23:05.694959+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000002 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400ac60) 2024-07-26T12:23:05.705 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.699+0000 7fcecf400640 10 client.4546 add_update_cap calling signal_caps_inode 2024-07-26T12:23:05.705 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.699+0000 7fcecf400640 12 client.4546 add_update_inode had 0x1.head(faked_ino=0 nref=8 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.642222+0000 ctime=2024-07-26T12:23:05.642222+0000 change_attr=4 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcea400a680) caps pAsLsXs 2024-07-26T12:23:05.705 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.699+0000 7fcecf400640 10 client.4546 update_inode_file_time 0x1.head(faked_ino=0 nref=8 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.642222+0000 ctime=2024-07-26T12:23:05.642222+0000 change_attr=4 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcea400a680) pAsLsXs ctime 2024-07-26T12:23:05.694959+0000 mtime 2024-07-26T12:23:05.694959+0000 2024-07-26T12:23:05.705 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.699+0000 7fcecf400640 20 client.4546 dir hash is 2 2024-07-26T12:23:05.705 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.699+0000 7fcecf400640 12 client.4546 add_update_inode client inode change_attr: 4 , mds inodestat change_attr: 5 2024-07-26T12:23:05.705 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.699+0000 7fcecf400640 10 client.4546 add_update_cap issued pAsLsXs -> pAsLsXs from mds.0 on 0x1.head(faked_ino=0 nref=8 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.694959+0000 ctime=2024-07-26T12:23:05.694959+0000 change_attr=5 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcea400a680) 2024-07-26T12:23:05.706 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.699+0000 7fcecf400640 20 client.4546 got dirfrag map for 0x1 frag * to mds 0 2024-07-26T12:23:05.706 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.699+0000 7fcecf400640 12 client.4546 insert_dentry_inode 'test_llreadvllwritevnullcontextfile44787' vino 0x10000000002.head in dir 0x1.head dn 0x564e6d45e100 2024-07-26T12:23:05.706 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.699+0000 7fcecf400640 10 client.4546 clearing I_DIR_ORDERED on 0x1.head(faked_ino=0 nref=8 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.694959+0000 ctime=2024-07-26T12:23:05.694959+0000 change_attr=5 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcea400a680) 2024-07-26T12:23:05.706 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.699+0000 7fcecf400640 15 client.4546 link dir 0x1.head(faked_ino=0 nref=8 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.694959+0000 ctime=2024-07-26T12:23:05.694959+0000 change_attr=5 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcea400a680) 'test_llreadvllwritevnullcontextfile44787' to inode 0x7fcea400ac60 dn 0x1.head["test_llreadvllwritevnullcontextfile44787"] (old dn) 2024-07-26T12:23:05.706 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.699+0000 7fcecf400640 20 client.4546 put_inode on 0x10000000002.head(faked_ino=0 nref=4 ll_ref=0 cap_refs={} open={} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:05.694959+0000 mtime=2024-07-26T12:23:05.694959+0000 ctime=2024-07-26T12:23:05.694959+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000002 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevnullcontextfile44787"] 0x7fcea400ac60) n = 1 2024-07-26T12:23:05.706 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.699+0000 7fcecf400640 20 client.4546 link inode 0x7fcea400ac60 parents now 0x1.head["test_llreadvllwritevnullcontextfile44787"] 2024-07-26T12:23:05.706 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.699+0000 7fcecf400640 20 client.4546 put_inode on 0x10000000002.head(faked_ino=0 nref=4 ll_ref=0 cap_refs={} open={} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:05.694959+0000 mtime=2024-07-26T12:23:05.694959+0000 ctime=2024-07-26T12:23:05.694959+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000002 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevnullcontextfile44787"] 0x7fcea400ac60) n = 1 2024-07-26T12:23:05.706 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.699+0000 7fcecf400640 15 client.4546 update_dentry_lease 0x1.head["test_llreadvllwritevnullcontextfile44787"] lease(mask 7 dur 30000) from 2024-07-26T12:23:05.695000+0000 2024-07-26T12:23:05.706 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.699+0000 7fcecf400640 10 client.4546 got dentry lease on test_llreadvllwritevnullcontextfile44787 dur 30000ms ttl 2024-07-26T12:23:35.695000+0000 2024-07-26T12:23:05.706 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.699+0000 7fcecf400640 20 client.4546 put_snap_realm 0x1 0x7fcea400a590 3 -> 2 2024-07-26T12:23:05.706 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.699+0000 7fcecf400640 20 client.4546 handle_client_reply signalling caller 0x7ffdd11eebc0 2024-07-26T12:23:05.706 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.699+0000 7fcecf400640 20 client.4546 handle_client_reply awaiting kickback on tid 2 0x7fcecf3fde20 2024-07-26T12:23:05.706 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.699+0000 7fcede41f480 20 client.4546 sendrecv kickback on tid 2 0x7fcecf3fde20 2024-07-26T12:23:05.707 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.699+0000 7fcede41f480 10 client.4546 delegated_inos: [] 2024-07-26T12:23:05.707 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.699+0000 7fcede41f480 10 client.4546 make_request created ino 0x10000000002 2024-07-26T12:23:05.707 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.699+0000 7fcede41f480 20 client.4546 make_request target is 0x10000000002.head(faked_ino=0 nref=6 ll_ref=0 cap_refs={} open={} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:05.694959+0000 mtime=2024-07-26T12:23:05.694959+0000 ctime=2024-07-26T12:23:05.694959+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000002 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevnullcontextfile44787"] 0x7fcea400ac60) 2024-07-26T12:23:05.707 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.699+0000 7fcede41f480 20 client.4546 lat 0.005808 2024-07-26T12:23:05.707 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.699+0000 7fcede41f480 10 break_deleg: breaking delegs on 0x10000000002.head(faked_ino=0 nref=6 ll_ref=0 cap_refs={} open={3=1} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:05.694959+0000 mtime=2024-07-26T12:23:05.694959+0000 ctime=2024-07-26T12:23:05.694959+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000002 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevnullcontextfile44787"] 0x7fcea400ac60) 2024-07-26T12:23:05.707 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.699+0000 7fcede41f480 10 delegations_broken: delegations empty on 0x10000000002.head(faked_ino=0 nref=6 ll_ref=0 cap_refs={} open={3=1} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:05.694959+0000 mtime=2024-07-26T12:23:05.694959+0000 ctime=2024-07-26T12:23:05.694959+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000002 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevnullcontextfile44787"] 0x7fcea400ac60) 2024-07-26T12:23:05.707 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.699+0000 7fcede41f480 20 client.4546 put_inode on 0x10000000002.head(faked_ino=0 nref=8 ll_ref=0 cap_refs={} open={3=1} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:05.694959+0000 mtime=2024-07-26T12:23:05.694959+0000 ctime=2024-07-26T12:23:05.694959+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000002 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevnullcontextfile44787"] 0x7fcea400ac60) n = 1 2024-07-26T12:23:05.707 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.699+0000 7fcede41f480 10 client.4546 _create_fh 0x10000000002 mode 3 2024-07-26T12:23:05.707 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.699+0000 7fcede41f480 20 client.4546 trim_cache size 1 max 16384 2024-07-26T12:23:05.707 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.699+0000 7fcede41f480 8 client.4546 create(#0x1/test_llreadvllwritevnullcontextfile44787, 0100666 layout 0 0 0) = 0 2024-07-26T12:23:05.707 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.699+0000 7fcede41f480 20 client.4546 _ll_create created = 1 2024-07-26T12:23:05.707 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.699+0000 7fcede41f480 8 client.4546 _ll_create 0x1.head test_llreadvllwritevnullcontextfile44787 0666 578 = 0 (0x564e6d4e0120 10000000002) 2024-07-26T12:23:05.708 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.699+0000 7fcede41f480 20 client.4546 _ll_get 0x7fcea400ac60 0x10000000002 -> 1 2024-07-26T12:23:05.708 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.699+0000 7fcede41f480 10 client.4546 fill_statx on 0x10000000002 snap/devhead mode 0100666 mtime 2024-07-26T12:23:05.694959+0000 ctime 2024-07-26T12:23:05.694959+0000 change_attr 0 2024-07-26T12:23:05.708 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.699+0000 7fcede41f480 20 client.4546 put_inode on 0x10000000002.head(faked_ino=0 nref=9 ll_ref=1 cap_refs={} open={3=1} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:05.694959+0000 mtime=2024-07-26T12:23:05.694959+0000 ctime=2024-07-26T12:23:05.694959+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000002 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevnullcontextfile44787"] 0x7fcea400ac60) n = 1 2024-07-26T12:23:05.708 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.699+0000 7fcede41f480 10 client.4546 get_quota_root realm 0x1 2024-07-26T12:23:05.708 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.699+0000 7fcede41f480 10 client.4546 get_quota_root 0x10000000002.head -> 0x1.head 2024-07-26T12:23:05.708 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.699+0000 7fcede41f480 10 client.4546 cur file size is 0 2024-07-26T12:23:05.708 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.699+0000 7fcede41f480 1 --2- 172.21.15.31:0/2532149473 >> [v2:172.21.15.31:6816/973597580,v1:172.21.15.31:6817/973597580] conn(0x564e6d4a1650 0x564e6d4a3a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:05.708 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.699+0000 7fcede41f480 1 -- 172.21.15.31:0/2532149473 --> [v2:172.21.15.31:6816/973597580,v1:172.21.15.31:6817/973597580] -- osd_op(unknown.0.0:1 3.12 3:4bec3886:::10000000002.00000000:head [stat] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e24) -- 0x564e6d61ad80 con 0x564e6d4a1650 2024-07-26T12:23:05.708 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.699+0000 7fcede41f480 1 -- 172.21.15.31:0/2532149473 --> [v2:172.21.15.31:6816/973597580,v1:172.21.15.31:6817/973597580] -- osd_op(unknown.0.0:2 3.12 3:4bec3886:::10000000002.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e24) -- 0x564e6d61b5d0 con 0x564e6d4a1650 2024-07-26T12:23:05.708 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.699+0000 7fcecf400640 20 client.4546 put_inode on 0x10000000002.head(faked_ino=0 nref=9 ll_ref=1 cap_refs={} open={3=1} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:05.694959+0000 mtime=2024-07-26T12:23:05.694959+0000 ctime=2024-07-26T12:23:05.694959+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000002 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevnullcontextfile44787"] 0x7fcea400ac60) n = 1 2024-07-26T12:23:05.708 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.699+0000 7fcecf400640 20 client.4546 put_inode on 0x1.head(faked_ino=0 nref=8 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.694959+0000 ctime=2024-07-26T12:23:05.694959+0000 change_attr=5 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcea400a680) n = 1 2024-07-26T12:23:05.708 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.700+0000 7fced7400640 1 --2- 172.21.15.31:0/2532149473 >> [v2:172.21.15.31:6816/973597580,v1:172.21.15.31:6817/973597580] conn(0x564e6d4a1650 0x564e6d4a3a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:05.708 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.700+0000 7fced7400640 1 --2- 172.21.15.31:0/2532149473 >> [v2:172.21.15.31:6816/973597580,v1:172.21.15.31:6817/973597580] conn(0x564e6d4a1650 0x564e6d4a3a70 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=c2d7e39ccbe43916 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:23:05.708 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.700+0000 7fcecf400640 10 client.4546 ms_handle_connect on v2:172.21.15.31:6816/973597580 2024-07-26T12:23:05.709 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.701+0000 7fced7400640 1 -- 172.21.15.31:0/2532149473 <== osd.0 v2:172.21.15.31:6816/973597580 1 ==== osd_op_reply(1 10000000002.00000000 [stat] v0'0 uv0 ondisk = -2 ((2) No such file or directory)) ==== 164+0+0 (crc 0 0 0) 0x7fced00051d0 con 0x564e6d4a1650 2024-07-26T12:23:05.711 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.704+0000 7fced7400640 1 -- 172.21.15.31:0/2532149473 <== osd.0 v2:172.21.15.31:6816/973597580 2 ==== osd_op_reply(2 10000000002.00000000 [create] v24'1 uv1 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7fced00051d0 con 0x564e6d4a1650 2024-07-26T12:23:05.712 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.704+0000 7fcede41f480 10 client.4546 wanted_max_size 0 -> 14 2024-07-26T12:23:05.712 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.704+0000 7fcede41f480 10 client.4546 get_caps 0x10000000002.head(faked_ino=0 nref=9 ll_ref=1 cap_refs={} open={3=1} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:05.694959+0000 mtime=2024-07-26T12:23:05.694959+0000 ctime=2024-07-26T12:23:05.694959+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000002 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevnullcontextfile44787"] 0x7fcea400ac60) have pAsxLsXsxFsxcrwb need AsFw want Fb revoking - 2024-07-26T12:23:05.712 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.704+0000 7fcede41f480 20 client.4546 clear_suid_sgid 0x10000000002.head(faked_ino=0 nref=9 ll_ref=1 cap_refs={4=0,4096=1} open={3=1} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:05.694959+0000 mtime=2024-07-26T12:23:05.694959+0000 ctime=2024-07-26T12:23:05.694959+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000002 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevnullcontextfile44787"] 0x7fcea400ac60); UserPerm(uid: 0, gid: 0) defer 0 2024-07-26T12:23:05.712 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.704+0000 7fcede41f480 10 client.4546 snaprealm snaprealm(0x1 nref=2 c=0 seq=1 parent=0x0 my_snaps=[] cached_snapc=1=[] last_modified=2024-07-26T12:21:44.597796+0000 change_attr=0) 2024-07-26T12:23:05.712 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.704+0000 7fcede41f480 5 client.4546 get_cap_ref got first FILE_BUFFER ref on 0x10000000002.head(faked_ino=0 nref=9 ll_ref=1 cap_refs={4=0,4096=1,8192=0} open={3=1} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:05.694959+0000 mtime=2024-07-26T12:23:05.694959+0000 ctime=2024-07-26T12:23:05.694959+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000002 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevnullcontextfile44787"] 0x7fcea400ac60) 2024-07-26T12:23:05.712 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.704+0000 7fcede41f480 5 client.4546 get_cap_ref got first FILE_CACHE ref on 0x10000000002.head(faked_ino=0 nref=10 ll_ref=1 cap_refs={4=0,1024=0,4096=1,8192=0} open={3=1} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:05.694959+0000 mtime=2024-07-26T12:23:05.694959+0000 ctime=2024-07-26T12:23:05.694959+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000002 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevnullcontextfile44787"] 0x7fcea400ac60) 2024-07-26T12:23:05.712 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.704+0000 7fcede41f480 10 mark_caps_dirty 0x10000000002.head(faked_ino=0 nref=11 ll_ref=1 cap_refs={4=0,1024=1,4096=1,8192=1} open={3=1} mode=100666 size=14/4194304 nlink=1 btime=2024-07-26T12:23:05.694959+0000 mtime=2024-07-26T12:23:05.694959+0000 ctime=2024-07-26T12:23:05.694959+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000002 ts 0/0 objects 1 dirty_or_tx 14] parents=0x1.head["test_llreadvllwritevnullcontextfile44787"] 0x7fcea400ac60) - -> Fw 2024-07-26T12:23:05.712 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.704+0000 7fcede41f480 10 client.4546 cap_delay_requeue on 0x10000000002.head(faked_ino=0 nref=12 ll_ref=1 cap_refs={4=0,1024=1,4096=1,8192=1} open={3=1} mode=100666 size=14/4194304 nlink=1 btime=2024-07-26T12:23:05.694959+0000 mtime=2024-07-26T12:23:05.694959+0000 ctime=2024-07-26T12:23:05.694959+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) dirty_caps=Fw objectset[0x10000000002 ts 0/0 objects 1 dirty_or_tx 14] parents=0x1.head["test_llreadvllwritevnullcontextfile44787"] 0x7fcea400ac60) 2024-07-26T12:23:05.712 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.704+0000 7fcede41f480 10 client.4546 get_quota_root realm 0x1 2024-07-26T12:23:05.712 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.704+0000 7fcede41f480 10 client.4546 get_quota_root 0x10000000002.head -> 0x1.head 2024-07-26T12:23:05.712 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.704+0000 7fcede41f480 7 client.4546 wrote to 14, extending file size 2024-07-26T12:23:05.712 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.704+0000 7fcede41f480 10 mark_caps_dirty 0x10000000002.head(faked_ino=0 nref=12 ll_ref=1 cap_refs={4=0,1024=1,4096=1,8192=1} open={3=1} mode=100666 size=14/4194304 nlink=1 btime=2024-07-26T12:23:05.694959+0000 mtime=2024-07-26T12:23:05.705826+0000 ctime=2024-07-26T12:23:05.705826+0000 change_attr=1 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) dirty_caps=Fw objectset[0x10000000002 ts 0/0 objects 1 dirty_or_tx 14] parents=0x1.head["test_llreadvllwritevnullcontextfile44787"] 0x7fcea400ac60) Fw -> Fw 2024-07-26T12:23:05.712 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.704+0000 7fcede41f480 10 client.4546 cap_delay_requeue on 0x10000000002.head(faked_ino=0 nref=12 ll_ref=1 cap_refs={4=0,1024=1,4096=1,8192=1} open={3=1} mode=100666 size=14/4194304 nlink=1 btime=2024-07-26T12:23:05.694959+0000 mtime=2024-07-26T12:23:05.705826+0000 ctime=2024-07-26T12:23:05.705826+0000 change_attr=1 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) dirty_caps=Fw objectset[0x10000000002 ts 0/0 objects 1 dirty_or_tx 14] parents=0x1.head["test_llreadvllwritevnullcontextfile44787"] 0x7fcea400ac60) 2024-07-26T12:23:05.713 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.704+0000 7fcede41f480 3 client.4546 pwritev(0x564e6d4e0120, "...", 14, 0) = 14 2024-07-26T12:23:05.713 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.704+0000 7fcede41f480 10 client.4546 get_caps 0x10000000002.head(faked_ino=0 nref=12 ll_ref=1 cap_refs={4=0,1024=1,4096=0,8192=1} open={3=1} mode=100666 size=14/4194304 nlink=1 btime=2024-07-26T12:23:05.694959+0000 mtime=2024-07-26T12:23:05.705826+0000 ctime=2024-07-26T12:23:05.705826+0000 change_attr=1 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) dirty_caps=Fw objectset[0x10000000002 ts 0/0 objects 1 dirty_or_tx 14] parents=0x1.head["test_llreadvllwritevnullcontextfile44787"] 0x7fcea400ac60) have pAsxLsXsxFsxcrwb need Fr want Fc revoking - 2024-07-26T12:23:05.713 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.704+0000 7fcede41f480 10 client.4546 _read_async 0x10000000002.head(faked_ino=0 nref=12 ll_ref=1 cap_refs={4=0,1024=1,2048=1,4096=0,8192=1} open={3=1} mode=100666 size=14/4194304 nlink=1 btime=2024-07-26T12:23:05.694959+0000 mtime=2024-07-26T12:23:05.705826+0000 ctime=2024-07-26T12:23:05.705826+0000 change_attr=1 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) dirty_caps=Fw objectset[0x10000000002 ts 0/0 objects 1 dirty_or_tx 14] parents=0x1.head["test_llreadvllwritevnullcontextfile44787"] 0x7fcea400ac60) 0~14 2024-07-26T12:23:05.713 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.704+0000 7fcede41f480 10 client.4546 min_bytes=131072 max_bytes=16777216 max_periods=4 2024-07-26T12:23:05.713 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.704+0000 7fcede41f480 3 client.4546 preadv(0x564e6d4e0120, 0) = 14 2024-07-26T12:23:05.713 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.704+0000 7fcede41f480 3 client.4546 ll_release (fh)0x564e6d4e0120 0x10000000002 2024-07-26T12:23:05.713 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.704+0000 7fcede41f480 8 client.4546 _release_fh 0x564e6d4e0120 mode 3 on 0x10000000002.head(faked_ino=0 nref=12 ll_ref=1 cap_refs={4=0,1024=1,2048=0,4096=0,8192=1} open={3=1} mode=100666 size=14/4194304 nlink=1 btime=2024-07-26T12:23:05.694959+0000 mtime=2024-07-26T12:23:05.705826+0000 ctime=2024-07-26T12:23:05.705826+0000 change_attr=1 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) dirty_caps=Fw objectset[0x10000000002 ts 0/0 objects 1 dirty_or_tx 14] parents=0x1.head["test_llreadvllwritevnullcontextfile44787"] 0x7fcea400ac60) 2024-07-26T12:23:05.713 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.704+0000 7fcede41f480 10 client.4546 _flush 0x10000000002.head(faked_ino=0 nref=13 ll_ref=1 cap_refs={4=0,1024=1,2048=0,4096=0,8192=1} open={3=0} mode=100666 size=14/4194304 nlink=1 btime=2024-07-26T12:23:05.694959+0000 mtime=2024-07-26T12:23:05.705826+0000 ctime=2024-07-26T12:23:05.705826+0000 change_attr=1 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) dirty_caps=Fw objectset[0x10000000002 ts 0/0 objects 1 dirty_or_tx 14] parents=0x1.head["test_llreadvllwritevnullcontextfile44787"] 0x7fcea400ac60) 2024-07-26T12:23:05.713 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.704+0000 7fcede41f480 1 -- 172.21.15.31:0/2532149473 --> [v2:172.21.15.31:6816/973597580,v1:172.21.15.31:6817/973597580] -- osd_op(unknown.0.0:3 3.12 3:4bec3886:::10000000002.00000000:head [write 0~14 in=14b] snapc 1=[] ondisk+write+known_if_redirected+supports_pool_eio e24) -- 0x564e6d4d3030 con 0x564e6d4a1650 2024-07-26T12:23:05.713 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.704+0000 7fcede41f480 10 client.4546 check_caps on 0x10000000002.head(faked_ino=0 nref=13 ll_ref=1 cap_refs={4=0,1024=1,2048=0,4096=0,8192=1} open={3=0} mode=100666 size=14/4194304 nlink=1 btime=2024-07-26T12:23:05.694959+0000 mtime=2024-07-26T12:23:05.705826+0000 ctime=2024-07-26T12:23:05.705826+0000 change_attr=1 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) dirty_caps=Fw objectset[0x10000000002 ts 0/0 objects 1 dirty_or_tx 14] parents=0x1.head["test_llreadvllwritevnullcontextfile44787"] 0x7fcea400ac60) wanted Fxcb used Fcb issued pAsxLsXsxFsxcrwb revoking - flags=0 2024-07-26T12:23:05.713 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.704+0000 7fcede41f480 10 client.4546 cap mds.0 issued pAsxLsXsxFsxcrwb implemented pAsxLsXsxFsxcrwb revoking - 2024-07-26T12:23:05.713 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.704+0000 7fcede41f480 10 client.4546 delaying cap release 2024-07-26T12:23:05.713 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.704+0000 7fcede41f480 10 client.4546 cap_delay_requeue on 0x10000000002.head(faked_ino=0 nref=13 ll_ref=1 cap_refs={4=0,1024=1,2048=0,4096=0,8192=1} open={3=0} mode=100666 size=14/4194304 nlink=1 btime=2024-07-26T12:23:05.694959+0000 mtime=2024-07-26T12:23:05.705826+0000 ctime=2024-07-26T12:23:05.705826+0000 change_attr=1 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) dirty_caps=Fw objectset[0x10000000002 ts 0/0 objects 1 dirty_or_tx 14] parents=0x1.head["test_llreadvllwritevnullcontextfile44787"] 0x7fcea400ac60) 2024-07-26T12:23:05.713 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.704+0000 7fcede41f480 10 client.4546 _release_fh 0x564e6d4e0120 on inode 0x10000000002.head(faked_ino=0 nref=13 ll_ref=1 cap_refs={4=0,1024=1,2048=0,4096=0,8192=1} open={3=0} mode=100666 size=14/4194304 nlink=1 btime=2024-07-26T12:23:05.694959+0000 mtime=2024-07-26T12:23:05.705826+0000 ctime=2024-07-26T12:23:05.705826+0000 change_attr=1 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) dirty_caps=Fw objectset[0x10000000002 ts 0/0 objects 1 dirty_or_tx 14] parents=0x1.head["test_llreadvllwritevnullcontextfile44787"] 0x7fcea400ac60) no async_err state 2024-07-26T12:23:05.714 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.704+0000 7fcede41f480 20 client.4546 put_inode on 0x10000000002.head(faked_ino=0 nref=13 ll_ref=1 cap_refs={4=0,1024=1,2048=0,4096=0,8192=1} open={3=0} mode=100666 size=14/4194304 nlink=1 btime=2024-07-26T12:23:05.694959+0000 mtime=2024-07-26T12:23:05.705826+0000 ctime=2024-07-26T12:23:05.705826+0000 change_attr=1 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) dirty_caps=Fw objectset[0x10000000002 ts 0/0 objects 1 dirty_or_tx 14] parents=0x1.head["test_llreadvllwritevnullcontextfile44787"] 0x7fcea400ac60) n = 1 2024-07-26T12:23:05.714 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.704+0000 7fcede41f480 3 client.4546 ll_unlink 0x1.head test_llreadvllwritevnullcontextfile44787 2024-07-26T12:23:05.714 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.704+0000 7fcede41f480 20 client.4546 may_delete 0x1.head(faked_ino=0 nref=8 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.694959+0000 ctime=2024-07-26T12:23:05.694959+0000 change_attr=5 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcea400a680); ; name test_llreadvllwritevnullcontextfile44787; UserPerm(uid: 0, gid: 0) 2024-07-26T12:23:05.714 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.704+0000 7fcede41f480 10 client.4546 _getattr mask As issued=1 2024-07-26T12:23:05.714 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.704+0000 7fcede41f480 3 client.4546 may_delete 0x7fcea400a680 = 0 2024-07-26T12:23:05.714 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.704+0000 7fcede41f480 8 client.4546 _unlink(0x1 test_llreadvllwritevnullcontextfile44787 uid 0 gid 0) 2024-07-26T12:23:05.714 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.704+0000 7fcede41f480 20 client.4546 get_or_create 0x1.head(faked_ino=0 nref=8 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.694959+0000 ctime=2024-07-26T12:23:05.694959+0000 change_attr=5 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcea400a680) name test_llreadvllwritevnullcontextfile44787 2024-07-26T12:23:05.714 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.704+0000 7fcede41f480 20 client.4546 _lookup have 0x1.head["test_llreadvllwritevnullcontextfile44787"] from mds.0 ttl 2024-07-26T12:23:35.695000+0000 seq 2 2024-07-26T12:23:05.714 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.704+0000 7fcede41f480 10 client.4546 _lookup 0x1.head(faked_ino=0 nref=8 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.694959+0000 ctime=2024-07-26T12:23:05.694959+0000 change_attr=5 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcea400a680) test_llreadvllwritevnullcontextfile44787 = 0x10000000002.head(faked_ino=0 nref=14 ll_ref=1 cap_refs={4=0,1024=1,2048=0,4096=0,8192=1} open={3=0} mode=100666 size=14/4194304 nlink=1 btime=2024-07-26T12:23:05.694959+0000 mtime=2024-07-26T12:23:05.705826+0000 ctime=2024-07-26T12:23:05.705826+0000 change_attr=1 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) dirty_caps=Fw objectset[0x10000000002 ts 0/0 objects 1 dirty_or_tx 14] parents=0x1.head["test_llreadvllwritevnullcontextfile44787"] 0x7fcea400ac60) 2024-07-26T12:23:05.714 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.704+0000 7fcede41f480 10 break_deleg: breaking delegs on 0x10000000002.head(faked_ino=0 nref=15 ll_ref=1 cap_refs={4=0,1024=1,2048=0,4096=0,8192=1} open={3=0} mode=100666 size=14/4194304 nlink=1 btime=2024-07-26T12:23:05.694959+0000 mtime=2024-07-26T12:23:05.705826+0000 ctime=2024-07-26T12:23:05.705826+0000 change_attr=1 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) dirty_caps=Fw objectset[0x10000000002 ts 0/0 objects 1 dirty_or_tx 14] parents=0x1.head["test_llreadvllwritevnullcontextfile44787"] 0x7fcea400ac60) 2024-07-26T12:23:05.714 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.704+0000 7fcede41f480 10 delegations_broken: delegations empty on 0x10000000002.head(faked_ino=0 nref=15 ll_ref=1 cap_refs={4=0,1024=1,2048=0,4096=0,8192=1} open={3=0} mode=100666 size=14/4194304 nlink=1 btime=2024-07-26T12:23:05.694959+0000 mtime=2024-07-26T12:23:05.705826+0000 ctime=2024-07-26T12:23:05.705826+0000 change_attr=1 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) dirty_caps=Fw objectset[0x10000000002 ts 0/0 objects 1 dirty_or_tx 14] parents=0x1.head["test_llreadvllwritevnullcontextfile44787"] 0x7fcea400ac60) 2024-07-26T12:23:05.714 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.704+0000 7fcede41f480 20 client.4546 choose_target_mds starting with req->inode 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.694959+0000 ctime=2024-07-26T12:23:05.694959+0000 change_attr=5 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcea400a680) 2024-07-26T12:23:05.715 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.704+0000 7fcede41f480 20 client.4546 choose_target_mds inode dir hash is 2 on test_llreadvllwritevnullcontextfile44787 => 2474045923 2024-07-26T12:23:05.715 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.704+0000 7fcede41f480 20 client.4546 choose_target_mds 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.694959+0000 ctime=2024-07-26T12:23:05.694959+0000 change_attr=5 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcea400a680) is_hash=1 hash=2474045923 2024-07-26T12:23:05.715 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.704+0000 7fcede41f480 10 client.4546 choose_target_mds from dirfragtree hash 2024-07-26T12:23:05.715 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.704+0000 7fcede41f480 20 client.4546 mds is 0 2024-07-26T12:23:05.715 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.704+0000 7fcede41f480 10 client.4546 send_request rebuilding request 3 for mds.0 2024-07-26T12:23:05.715 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.704+0000 7fcede41f480 20 client.4546 encode_cap_releases enter (req: 0x564e6d61b970, mds: 0) 2024-07-26T12:23:05.715 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.704+0000 7fcede41f480 20 client.4546 encode_inode_release enter(in:0x10000000002.head(faked_ino=0 nref=15 ll_ref=1 cap_refs={4=0,1024=1,2048=0,4096=0,8192=1} open={3=0} mode=100666 size=14/4194304 nlink=1 btime=2024-07-26T12:23:05.694959+0000 mtime=2024-07-26T12:23:05.705826+0000 ctime=2024-07-26T12:23:05.705826+0000 change_attr=1 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) dirty_caps=Fw objectset[0x10000000002 ts 0/0 objects 1 dirty_or_tx 14] parents=0x1.head["test_llreadvllwritevnullcontextfile44787"] 0x7fcea400ac60), req:0x564e6d61b970 mds:0, drop:Lsx, unless:-, force:0) 2024-07-26T12:23:05.715 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.704+0000 7fcede41f480 20 client.4546 encode_dentry_release enter(dn:0x564e6d45e100) 2024-07-26T12:23:05.715 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.704+0000 7fcede41f480 20 client.4546 encode_inode_release enter(in:0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.694959+0000 ctime=2024-07-26T12:23:05.694959+0000 change_attr=5 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcea400a680), req:0x564e6d61b970 mds:0, drop:Fs, unless:Fx, force:1) 2024-07-26T12:23:05.715 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.704+0000 7fcede41f480 20 client.4546 send_request set sent_stamp to 2024-07-26T12:23:05.706062+0000 2024-07-26T12:23:05.715 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.704+0000 7fcede41f480 10 client.4546 send_request client_request(unknown.0:3 unlink #0x1/test_llreadvllwritevnullcontextfile44787 2024-07-26T12:23:05.706036+0000 caller_uid=0, caller_gid=0{}) to mds.0 2024-07-26T12:23:05.715 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.704+0000 7fcede41f480 1 -- 172.21.15.31:0/2532149473 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_request(unknown.0:3 unlink #0x1/test_llreadvllwritevnullcontextfile44787 2024-07-26T12:23:05.706036+0000 caller_uid=0, caller_gid=0{}) -- 0x564e6d61bca0 con 0x564e6d5fe900 2024-07-26T12:23:05.715 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.704+0000 7fcede41f480 20 client.4546 awaiting reply|forward|kick on 0x7ffdd11eed90 2024-07-26T12:23:05.716 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.705+0000 7fcecf400640 1 -- 172.21.15.31:0/2532149473 <== mds.0 v2:172.21.15.31:6832/713364256 5 ==== client_caps(revoke ino 0x10000000002 1 seq 2 caps=pAsXsFsxcrwb dirty=- wanted=Fxcb follows 0 size 0/4194304 ts 1/18446744073709551615 mtime 2024-07-26T12:23:05.694959+0000 ctime 2024-07-26T12:23:05.694959+0000 change_attr 0) ==== 260+0+0 (crc 0 0 0) 0x7fcec8020450 con 0x564e6d5fe900 2024-07-26T12:23:05.716 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.705+0000 7fcecf400640 5 client.4546 set_cap_epoch_barrier epoch = 22 2024-07-26T12:23:05.716 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.705+0000 7fcecf400640 10 client.4546 mds.0 seq now 1 2024-07-26T12:23:05.716 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.705+0000 7fcecf400640 5 client.4546 handle_cap_grant on in 0x10000000002 mds.0 seq 2 caps now pAsXsFsxcrwb was pAsxXsxFsxcrwb 2024-07-26T12:23:05.716 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.705+0000 7fcecf400640 10 client.4546 update_inode_file_time 0x10000000002.head(faked_ino=0 nref=15 ll_ref=1 cap_refs={4=0,1024=1,2048=0,4096=0,8192=1} open={3=0} mode=100666 size=14/4194304 nlink=1 btime=2024-07-26T12:23:05.694959+0000 mtime=2024-07-26T12:23:05.705826+0000 ctime=2024-07-26T12:23:05.705826+0000 change_attr=1 caps=pAsxXsxFsxcrwb(0=pAsxXsxFsxcrwb) dirty_caps=Fw objectset[0x10000000002 ts 0/0 objects 1 dirty_or_tx 14] parents=0x1.head["test_llreadvllwritevnullcontextfile44787"] 0x7fcea400ac60) pAsxXsxFsxcrwb ctime 2024-07-26T12:23:05.694959+0000 mtime 2024-07-26T12:23:05.694959+0000 2024-07-26T12:23:05.716 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.705+0000 7fcecf400640 10 client.4546 revocation of AxXx 2024-07-26T12:23:05.716 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.705+0000 7fcecf400640 10 client.4546 check_caps on 0x10000000002.head(faked_ino=0 nref=15 ll_ref=1 cap_refs={4=0,1024=1,2048=0,4096=0,8192=1} open={3=0} mode=100666 size=14/4194304 nlink=1 btime=2024-07-26T12:23:05.694959+0000 mtime=2024-07-26T12:23:05.705826+0000 ctime=2024-07-26T12:23:05.705826+0000 change_attr=1 caps=pAsXsFsxcrwb(0=pAsXsFsxcrwb) dirty_caps=Fw objectset[0x10000000002 ts 0/0 objects 1 dirty_or_tx 14] parents=0x1.head["test_llreadvllwritevnullcontextfile44787"] 0x7fcea400ac60) wanted Fxcb used Fcb issued pAsXsFsxcrwb revoking AxXx flags=1 2024-07-26T12:23:05.716 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.705+0000 7fcecf400640 10 client.4546 cap mds.0 issued pAsXsFsxcrwb implemented pAsxXsxFsxcrwb revoking AxXx 2024-07-26T12:23:05.716 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.705+0000 7fcecf400640 10 client.4546 completed revocation of AxXx 2024-07-26T12:23:05.716 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.705+0000 7fcecf400640 10 client.4546 mark_caps_flushing Fw 0x10000000002.head(faked_ino=0 nref=15 ll_ref=1 cap_refs={4=0,1024=1,2048=0,4096=0,8192=1} open={3=0} mode=100666 size=14/4194304 nlink=1 btime=2024-07-26T12:23:05.694959+0000 mtime=2024-07-26T12:23:05.705826+0000 ctime=2024-07-26T12:23:05.705826+0000 change_attr=1 caps=pAsXsFsxcrwb(0=pAsXsFsxcrwb) dirty_caps=Fw objectset[0x10000000002 ts 0/0 objects 1 dirty_or_tx 14] parents=0x1.head["test_llreadvllwritevnullcontextfile44787"] 0x7fcea400ac60) 2024-07-26T12:23:05.716 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.705+0000 7fcecf400640 10 mark_caps_clean 0x10000000002.head(faked_ino=0 nref=15 ll_ref=1 cap_refs={4=0,1024=1,2048=0,4096=0,8192=1} open={3=0} mode=100666 size=14/4194304 nlink=1 btime=2024-07-26T12:23:05.694959+0000 mtime=2024-07-26T12:23:05.705826+0000 ctime=2024-07-26T12:23:05.705826+0000 change_attr=1 caps=pAsXsFsxcrwb(0=pAsXsFsxcrwb) dirty_caps=Fw flushing_caps=Fw objectset[0x10000000002 ts 0/0 objects 1 dirty_or_tx 14] parents=0x1.head["test_llreadvllwritevnullcontextfile44787"] 0x7fcea400ac60) 2024-07-26T12:23:05.716 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.705+0000 7fcecf400640 10 client.4546 send_cap 0x10000000002.head(faked_ino=0 nref=15 ll_ref=1 cap_refs={4=0,1024=1,2048=0,4096=0,8192=1} open={3=0} mode=100666 size=14/4194304 nlink=1 btime=2024-07-26T12:23:05.694959+0000 mtime=2024-07-26T12:23:05.705826+0000 ctime=2024-07-26T12:23:05.705826+0000 change_attr=1 caps=pAsXsFsxcrwb(0=pAsXsFsxcrwb) flushing_caps=Fw objectset[0x10000000002 ts 0/0 objects 1 dirty_or_tx 14] parents=0x1.head["test_llreadvllwritevnullcontextfile44787"] 0x7fcea400ac60) mds.0 seq 2 used Fcb want Fxcb flush Fw retain pAsLsxXsFsxcrwbl held pAsxXsxFsxcrwb revoking AxXx dropping - 2024-07-26T12:23:05.716 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.705+0000 7fcecf400640 15 client.4546 auth cap, requesting max_size 14 2024-07-26T12:23:05.717 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.705+0000 7fcecf400640 1 -- 172.21.15.31:0/2532149473 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_caps(update ino 0x10000000002 1 seq 2 tid 2 caps=pAsXsFsxcrwb dirty=Fw wanted=Fxcb follows 1 size 14/14 ts 1/18446744073709551615 mtime 2024-07-26T12:23:05.705826+0000 ctime 2024-07-26T12:23:05.705826+0000 change_attr 1) -- 0x7fcea400b240 con 0x564e6d5fe900 2024-07-26T12:23:05.717 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.705+0000 7fcecf400640 10 client.4546 handle_cap_grant calling signal_caps_inode 2024-07-26T12:23:05.717 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.706+0000 7fcecf400640 1 -- 172.21.15.31:0/2532149473 <== mds.0 v2:172.21.15.31:6832/713364256 6 ==== client_reply(???:3 = 0 (0) Success unsafe) ==== 509+0+0 (crc 0 0 0) 0x7fcec80207b0 con 0x564e6d5fe900 2024-07-26T12:23:05.717 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.706+0000 7fcecf400640 20 client.4546 handle_client_reply got a reply. Safe:0 tid 3 2024-07-26T12:23:05.717 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.706+0000 7fcecf400640 10 client.4546 insert_trace from 2024-07-26T12:23:05.706062+0000 mds.0 is_target=0 is_dentry=1 2024-07-26T12:23:05.717 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.706+0000 7fcecf400640 10 client.4546 features 0xffffffffffffffff 2024-07-26T12:23:05.717 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.706+0000 7fcecf400640 10 client.4546 update_snap_trace len 70 2024-07-26T12:23:05.717 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.706+0000 7fcecf400640 20 client.4546 get_snap_realm 0x1 0x7fcea400a590, nref was 2 2024-07-26T12:23:05.717 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.706+0000 7fcecf400640 20 client.4546 get_snap_realm 0x1 0x7fcea400a590, nref now is 3 2024-07-26T12:23:05.717 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.706+0000 7fcecf400640 10 client.4546 update_snap_trace snaprealm(0x1 nref=3 c=0 seq=1 parent=0x0 my_snaps=[] cached_snapc=1=[] last_modified=2024-07-26T12:21:44.597796+0000 change_attr=0) seq 1 <= 1 and same parent, SKIPPING 2024-07-26T12:23:05.717 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.706+0000 7fcecf400640 10 client.4546 hrm is_target=0 is_dentry=1 2024-07-26T12:23:05.717 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.706+0000 7fcecf400640 12 client.4546 add_update_inode had 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.694959+0000 ctime=2024-07-26T12:23:05.694959+0000 change_attr=5 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcea400a680) caps pAsLsXs 2024-07-26T12:23:05.717 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.706+0000 7fcecf400640 10 client.4546 update_inode_file_time 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.694959+0000 ctime=2024-07-26T12:23:05.694959+0000 change_attr=5 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcea400a680) pAsLsXs ctime 2024-07-26T12:23:05.706036+0000 mtime 2024-07-26T12:23:05.694959+0000 2024-07-26T12:23:05.717 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.706+0000 7fcecf400640 20 client.4546 dir hash is 2 2024-07-26T12:23:05.718 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.706+0000 7fcecf400640 12 client.4546 add_update_inode client inode change_attr: 5 , mds inodestat change_attr: 6 2024-07-26T12:23:05.718 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.706+0000 7fcecf400640 10 client.4546 add_update_cap issued pAsLsXs -> pAsLsXs from mds.0 on 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.694959+0000 ctime=2024-07-26T12:23:05.706036+0000 change_attr=6 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcea400a680) 2024-07-26T12:23:05.718 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.706+0000 7fcecf400640 20 client.4546 got dirfrag map for 0x1 frag * to mds 0 2024-07-26T12:23:05.718 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.706+0000 7fcecf400640 15 client.4546 unlink dir 0x7fcea400a680 'test_llreadvllwritevnullcontextfile44787' dn 0x564e6d45e100 inode 0x7fcea400ac60 2024-07-26T12:23:05.718 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.706+0000 7fcecf400640 20 client.4546 put_inode on 0x10000000002.head(faked_ino=0 nref=16 ll_ref=1 cap_refs={4=0,1024=1,2048=0,4096=0,8192=1} open={3=0} mode=100666 size=14/4194304 nlink=1 btime=2024-07-26T12:23:05.694959+0000 mtime=2024-07-26T12:23:05.705826+0000 ctime=2024-07-26T12:23:05.705826+0000 change_attr=1 caps=pAsXsFsxcrwb(0=pAsXsFsxcrwb) flushing_caps=Fw objectset[0x10000000002 ts 0/0 objects 1 dirty_or_tx 14] 0x7fcea400ac60) n = 1 2024-07-26T12:23:05.718 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.706+0000 7fcecf400640 20 client.4546 unlink inode 0x7fcea400ac60 parents now 2024-07-26T12:23:05.718 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.706+0000 7fcecf400640 20 client.4546 put_inode on 0x10000000002.head(faked_ino=0 nref=16 ll_ref=1 cap_refs={4=0,1024=1,2048=0,4096=0,8192=1} open={3=0} mode=100666 size=14/4194304 nlink=1 btime=2024-07-26T12:23:05.694959+0000 mtime=2024-07-26T12:23:05.705826+0000 ctime=2024-07-26T12:23:05.705826+0000 change_attr=1 caps=pAsXsFsxcrwb(0=pAsXsFsxcrwb) flushing_caps=Fw objectset[0x10000000002 ts 0/0 objects 1 dirty_or_tx 14] 0x7fcea400ac60) n = 1 2024-07-26T12:23:05.718 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.706+0000 7fcecf400640 15 client.4546 update_dentry_lease 0x1.head["test_llreadvllwritevnullcontextfile44787"] lease(mask 3 dur 30000) from 2024-07-26T12:23:05.706062+0000 2024-07-26T12:23:05.718 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.706+0000 7fcecf400640 10 client.4546 got dentry lease on test_llreadvllwritevnullcontextfile44787 dur 30000ms ttl 2024-07-26T12:23:35.706062+0000 2024-07-26T12:23:05.718 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.706+0000 7fcecf400640 20 client.4546 put_snap_realm 0x1 0x7fcea400a590 3 -> 2 2024-07-26T12:23:05.718 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.706+0000 7fcecf400640 20 client.4546 handle_client_reply signalling caller 0x7ffdd11eed90 2024-07-26T12:23:05.718 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.706+0000 7fcecf400640 20 client.4546 handle_client_reply awaiting kickback on tid 3 0x7fcecf3fde20 2024-07-26T12:23:05.719 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.707+0000 7fcede41f480 20 client.4546 sendrecv kickback on tid 3 0x7fcecf3fde20 2024-07-26T12:23:05.719 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.707+0000 7fcede41f480 20 client.4546 lat 0.002252 2024-07-26T12:23:05.719 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.707+0000 7fcede41f480 20 client.4546 trim_cache size 1 max 16384 2024-07-26T12:23:05.719 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.707+0000 7fcede41f480 8 client.4546 unlink(#0x1/test_llreadvllwritevnullcontextfile44787) = 0 2024-07-26T12:23:05.719 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.707+0000 7fcede41f480 20 client.4546 put_inode on 0x10000000002.head(faked_ino=0 nref=16 ll_ref=1 cap_refs={4=0,1024=1,2048=0,4096=0,8192=1} open={3=0} mode=100666 size=14/4194304 nlink=1 btime=2024-07-26T12:23:05.694959+0000 mtime=2024-07-26T12:23:05.705826+0000 ctime=2024-07-26T12:23:05.705826+0000 change_attr=1 caps=pAsXsFsxcrwb(0=pAsXsFsxcrwb) flushing_caps=Fw objectset[0x10000000002 ts 0/0 objects 1 dirty_or_tx 14] 0x7fcea400ac60) n = 1 2024-07-26T12:23:05.719 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.707+0000 7fcede41f480 2 client.4546 unmount 2024-07-26T12:23:05.719 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.707+0000 7fcede41f480 2 client.4546 unmounting 2024-07-26T12:23:05.719 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.707+0000 7fcede41f480 1 -- 172.21.15.31:0/2532149473 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_session(request_flushmdlog) -- 0x564e6d61bca0 con 0x564e6d5fe900 2024-07-26T12:23:05.719 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.707+0000 7fcede41f480 10 client.4546 waiting for write request '3' to complete, currently there are 1 outstanding read/write requests 2024-07-26T12:23:05.719 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.707+0000 7fcecf400640 10 client.4546 unmounting: trim pass, size was 1+2 2024-07-26T12:23:05.719 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.707+0000 7fcecf400640 20 client.4546 trim_cache size 1 max 16384 2024-07-26T12:23:05.719 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.707+0000 7fcecf400640 10 client.4546 unmounting: trim pass, size still 1+2 2024-07-26T12:23:05.719 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.707+0000 7fcede41f480 10 client.4546 waiting for write request '3' to complete, currently there are 1 outstanding read/write requests 2024-07-26T12:23:05.720 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.708+0000 7fced7400640 1 -- 172.21.15.31:0/2532149473 <== osd.0 v2:172.21.15.31:6816/973597580 3 ==== osd_op_reply(3 10000000002.00000000 [write 0~14] v24'2 uv2 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7fced00051d0 con 0x564e6d4a1650 2024-07-26T12:23:05.720 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.709+0000 7fcece000640 10 client.4546 _flushed 0x10000000002.head(faked_ino=0 nref=16 ll_ref=1 cap_refs={4=0,1024=1,2048=0,4096=0,8192=1} open={3=0} mode=100666 size=14/4194304 nlink=1 btime=2024-07-26T12:23:05.694959+0000 mtime=2024-07-26T12:23:05.705826+0000 ctime=2024-07-26T12:23:05.705826+0000 change_attr=1 caps=pAsXsFsxcrwb(0=pAsXsFsxcrwb) flushing_caps=Fw objectset[0x10000000002 ts 0/0 objects 1 dirty_or_tx 0] 0x7fcea400ac60) 2024-07-26T12:23:05.720 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.709+0000 7fcece000640 5 client.4546 put_cap_ref dropped last FILE_BUFFER ref on 0x10000000002.head(faked_ino=0 nref=16 ll_ref=1 cap_refs={4=0,1024=0,2048=0,4096=0,8192=0} open={3=0} mode=100666 size=14/4194304 nlink=1 btime=2024-07-26T12:23:05.694959+0000 mtime=2024-07-26T12:23:05.705826+0000 ctime=2024-07-26T12:23:05.705826+0000 change_attr=1 caps=pAsXsFsxcrwb(0=pAsXsFsxcrwb) flushing_caps=Fw objectset[0x10000000002 ts 0/0 objects 1 dirty_or_tx 0] 0x7fcea400ac60) 2024-07-26T12:23:05.720 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.709+0000 7fcece000640 5 client.4546 put_cap_ref dropped last FILE_CACHE ref on 0x10000000002.head(faked_ino=0 nref=16 ll_ref=1 cap_refs={4=0,1024=0,2048=0,4096=0,8192=0} open={3=0} mode=100666 size=14/4194304 nlink=1 btime=2024-07-26T12:23:05.694959+0000 mtime=2024-07-26T12:23:05.705826+0000 ctime=2024-07-26T12:23:05.705826+0000 change_attr=1 caps=pAsXsFsxcrwb(0=pAsXsFsxcrwb) flushing_caps=Fw objectset[0x10000000002 ts 0/0 objects 1 dirty_or_tx 0] 0x7fcea400ac60) 2024-07-26T12:23:05.720 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.709+0000 7fcece000640 20 client.4546 put_inode on 0x10000000002.head(faked_ino=0 nref=16 ll_ref=1 cap_refs={4=0,1024=0,2048=0,4096=0,8192=0} open={3=0} mode=100666 size=14/4194304 nlink=1 btime=2024-07-26T12:23:05.694959+0000 mtime=2024-07-26T12:23:05.705826+0000 ctime=2024-07-26T12:23:05.705826+0000 change_attr=1 caps=pAsXsFsxcrwb(0=pAsXsFsxcrwb) flushing_caps=Fw objectset[0x10000000002 ts 0/0 objects 1 dirty_or_tx 0] 0x7fcea400ac60) n = 2 2024-07-26T12:23:05.720 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.709+0000 7fcece000640 20 client.4546 put_inode on 0x10000000002.head(faked_ino=0 nref=16 ll_ref=1 cap_refs={4=0,1024=0,2048=0,4096=0,8192=0} open={3=0} mode=100666 size=14/4194304 nlink=1 btime=2024-07-26T12:23:05.694959+0000 mtime=2024-07-26T12:23:05.705826+0000 ctime=2024-07-26T12:23:05.705826+0000 change_attr=1 caps=pAsXsFsxcrwb(0=pAsXsFsxcrwb) flushing_caps=Fw objectset[0x10000000002 ts 0/0 objects 1 dirty_or_tx 0] 0x7fcea400ac60) n = 1 2024-07-26T12:23:05.722 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.712+0000 7fcecf400640 1 -- 172.21.15.31:0/2532149473 <== mds.0 v2:172.21.15.31:6832/713364256 7 ==== client_caps(grant ino 0x10000000002 1 seq 3 caps=pAsLsXsFsxcrwb dirty=- wanted=LsFxcb follows 0 size 14/4194304 ts 1/18446744073709551615 mtime 2024-07-26T12:23:05.705826+0000 ctime 2024-07-26T12:23:05.706036+0000 change_attr 1) ==== 260+0+0 (crc 0 0 0) 0x7fcea400b240 con 0x564e6d5fe900 2024-07-26T12:23:05.723 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.712+0000 7fcecf400640 10 client.4546 mds.0 seq now 2 2024-07-26T12:23:05.723 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.712+0000 7fcecf400640 5 client.4546 handle_cap_grant on in 0x10000000002 mds.0 seq 3 caps now pAsLsXsFsxcrwb was pAsXsFsxcrwb 2024-07-26T12:23:05.723 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.712+0000 7fcecf400640 10 client.4546 update_inode_file_time 0x10000000002.head(faked_ino=0 nref=16 ll_ref=1 cap_refs={4=0,1024=0,2048=0,4096=0,8192=0} open={3=0} mode=100666 size=14/4194304 nlink=0 btime=2024-07-26T12:23:05.694959+0000 mtime=2024-07-26T12:23:05.705826+0000 ctime=2024-07-26T12:23:05.705826+0000 change_attr=1 caps=pAsXsFsxcrwb(0=pAsXsFsxcrwb) flushing_caps=Fw objectset[0x10000000002 ts 0/0 objects 1 dirty_or_tx 0] 0x7fcea400ac60) pAsXsFsxcrwb ctime 2024-07-26T12:23:05.706036+0000 mtime 2024-07-26T12:23:05.705826+0000 2024-07-26T12:23:05.723 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.712+0000 7fcecf400640 10 client.4546 grant, new caps are Ls 2024-07-26T12:23:05.723 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.712+0000 7fcecf400640 10 client.4546 handle_cap_grant calling signal_caps_inode 2024-07-26T12:23:05.723 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.712+0000 7fcecf400640 5 client.4546 _try_to_trim_inode in 0x10000000002.head(faked_ino=0 nref=16 ll_ref=1 cap_refs={4=0,1024=0,2048=0,4096=0,8192=0} open={3=0} mode=100666 size=14/4194304 nlink=0 btime=2024-07-26T12:23:05.694959+0000 mtime=2024-07-26T12:23:05.705826+0000 ctime=2024-07-26T12:23:05.706036+0000 change_attr=1 caps=pAsLsXsFsxcrwb(0=pAsLsXsFsxcrwb) flushing_caps=Fw objectset[0x10000000002 ts 0/0 objects 1 dirty_or_tx 0] 0x7fcea400ac60) 2024-07-26T12:23:05.723 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.712+0000 7fcecf400640 10 client.4546 unmounting: trim pass, size was 1+2 2024-07-26T12:23:05.723 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.712+0000 7fcecf400640 20 client.4546 trim_cache size 1 max 16384 2024-07-26T12:23:05.723 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.712+0000 7fcecf400640 10 client.4546 unmounting: trim pass, size still 1+2 2024-07-26T12:23:05.723 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.712+0000 7fcecf400640 1 -- 172.21.15.31:0/2532149473 <== mds.0 v2:172.21.15.31:6832/713364256 8 ==== client_reply(???:3 = 0 (0) Success safe) ==== 27+0+0 (crc 0 0 0) 0x7fcec80209a0 con 0x564e6d5fe900 2024-07-26T12:23:05.723 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.712+0000 7fcecf400640 20 client.4546 handle_client_reply got a reply. Safe:1 tid 3 2024-07-26T12:23:05.723 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.712+0000 7fcecf400640 10 client.4546 insert_trace from 2024-07-26T12:23:05.706062+0000 mds.0 is_target=0 is_dentry=0 2024-07-26T12:23:05.724 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.712+0000 7fcecf400640 10 client.4546 insert_trace -- already got unsafe; ignoring 2024-07-26T12:23:05.724 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.712+0000 7fcecf400640 20 client.4546 put_inode on 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.694959+0000 ctime=2024-07-26T12:23:05.706036+0000 change_attr=6 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcea400a680) n = 1 2024-07-26T12:23:05.724 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.712+0000 7fcecf400640 20 client.4546 put_inode on 0x10000000002.head(faked_ino=0 nref=16 ll_ref=1 cap_refs={4=0,1024=0,2048=0,4096=0,8192=0} open={3=0} mode=100666 size=14/4194304 nlink=0 btime=2024-07-26T12:23:05.694959+0000 mtime=2024-07-26T12:23:05.705826+0000 ctime=2024-07-26T12:23:05.706036+0000 change_attr=1 caps=pAsLsXsFsxcrwb(0=pAsLsXsFsxcrwb) flushing_caps=Fw objectset[0x10000000002 ts 0/0 objects 1 dirty_or_tx 0] 0x7fcea400ac60) n = 1 2024-07-26T12:23:05.724 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.712+0000 7fcecf400640 10 client.4546 unmounting: trim pass, size was 1+2 2024-07-26T12:23:05.724 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.712+0000 7fcecf400640 20 client.4546 trim_cache size 1 max 16384 2024-07-26T12:23:05.724 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.712+0000 7fcecf400640 15 client.4546 trim_dentry unlinking dn test_llreadvllwritevnullcontextfile44787 in dir 0x1 2024-07-26T12:23:05.724 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.712+0000 7fcecf400640 15 client.4546 unlink dir 0x7fcea400a680 'test_llreadvllwritevnullcontextfile44787' dn 0x564e6d45e100 inode 0 2024-07-26T12:23:05.724 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.712+0000 7fcecf400640 15 client.4546 unlink removing 'test_llreadvllwritevnullcontextfile44787' dn 0x564e6d45e100 2024-07-26T12:23:05.724 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.712+0000 7fcecf400640 15 client.4546 close_dir dir 0x564e6d567380 on 0x7fcea400a680 2024-07-26T12:23:05.724 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.712+0000 7fcecf400640 20 client.4546 put_inode on 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.694959+0000 ctime=2024-07-26T12:23:05.706036+0000 change_attr=6 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcea400a680) n = 1 2024-07-26T12:23:05.725 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.712+0000 7fcecf400640 10 client.4546 unmounting: trim pass, cache shrank, poking unmount() 2024-07-26T12:23:05.725 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.712+0000 7fcede41f480 20 client.4546 put_inode on 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.694959+0000 ctime=2024-07-26T12:23:05.706036+0000 change_attr=6 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcea400a680) n = 1 2024-07-26T12:23:05.725 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.712+0000 7fcede41f480 20 client.4546 put_inode on 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.694959+0000 ctime=2024-07-26T12:23:05.706036+0000 change_attr=6 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcea400a680) n = 1 2024-07-26T12:23:05.725 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.712+0000 7fcede41f480 10 client.4546 _ll_drop_pins 2024-07-26T12:23:05.725 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.712+0000 7fcede41f480 20 client.4546 _ll_put 0x7fcea400ac60 0x10000000002 1 -> 0 2024-07-26T12:23:05.725 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.712+0000 7fcede41f480 20 client.4546 put_inode on 0x10000000002.head(faked_ino=0 nref=17 ll_ref=0 cap_refs={4=0,1024=0,2048=0,4096=0,8192=0} open={3=0} mode=100666 size=14/4194304 nlink=0 btime=2024-07-26T12:23:05.694959+0000 mtime=2024-07-26T12:23:05.705826+0000 ctime=2024-07-26T12:23:05.706036+0000 change_attr=1 caps=pAsLsXsFsxcrwb(0=pAsLsXsFsxcrwb) flushing_caps=Fw objectset[0x10000000002 ts 0/0 objects 1 dirty_or_tx 0] 0x7fcea400ac60) n = 1 2024-07-26T12:23:05.725 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.712+0000 7fcede41f480 20 client.4546 _ll_put 0x7fcea400a680 0x1 2 -> 0 2024-07-26T12:23:05.725 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.712+0000 7fcede41f480 20 client.4546 put_inode on 0x1.head(faked_ino=0 nref=10 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.694959+0000 ctime=2024-07-26T12:23:05.706036+0000 change_attr=6 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcea400a680) n = 1 2024-07-26T12:23:05.725 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.713+0000 7fcede41f480 20 client.4546 put_inode on 0x10000000002.head(faked_ino=0 nref=17 ll_ref=0 cap_refs={4=0,1024=0,2048=0,4096=0,8192=0} open={3=0} mode=100666 size=14/4194304 nlink=0 btime=2024-07-26T12:23:05.694959+0000 mtime=2024-07-26T12:23:05.705826+0000 ctime=2024-07-26T12:23:05.706036+0000 change_attr=1 caps=pAsLsXsFsxcrwb(0=pAsLsXsFsxcrwb) flushing_caps=Fw objectset[0x10000000002 ts 0/0 objects 1 dirty_or_tx 0] 0x7fcea400ac60) n = 1 2024-07-26T12:23:05.725 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.713+0000 7fcede41f480 20 client.4546 put_inode on 0x1.head(faked_ino=0 nref=10 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.694959+0000 ctime=2024-07-26T12:23:05.706036+0000 change_attr=6 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcea400a680) n = 1 2024-07-26T12:23:05.725 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.713+0000 7fcede41f480 20 client.4546 _release 0x10000000002.head(faked_ino=0 nref=18 ll_ref=0 cap_refs={4=0,1024=0,2048=0,4096=0,8192=0} open={3=0} mode=100666 size=14/4194304 nlink=0 btime=2024-07-26T12:23:05.694959+0000 mtime=2024-07-26T12:23:05.705826+0000 ctime=2024-07-26T12:23:05.706036+0000 change_attr=1 caps=pAsLsXsFsxcrwb(0=pAsLsXsFsxcrwb) flushing_caps=Fw objectset[0x10000000002 ts 0/0 objects 1 dirty_or_tx 0] 0x7fcea400ac60) 2024-07-26T12:23:05.726 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.713+0000 7fcede41f480 10 client.4546 _invalidate_inode_cache 0x10000000002.head(faked_ino=0 nref=18 ll_ref=0 cap_refs={4=0,1024=0,2048=0,4096=0,8192=0} open={3=0} mode=100666 size=14/4194304 nlink=0 btime=2024-07-26T12:23:05.694959+0000 mtime=2024-07-26T12:23:05.705826+0000 ctime=2024-07-26T12:23:05.706036+0000 change_attr=1 caps=pAsLsXsFsxcrwb(0=pAsLsXsFsxcrwb) flushing_caps=Fw objectset[0x10000000002 ts 0/0 objects 1 dirty_or_tx 0] 0x7fcea400ac60) 2024-07-26T12:23:05.726 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.713+0000 7fcede41f480 10 client.4546 _flush 0x10000000002.head(faked_ino=0 nref=19 ll_ref=0 cap_refs={4=0,1024=0,2048=0,4096=0,8192=0} open={3=0} mode=100666 size=14/4194304 nlink=0 btime=2024-07-26T12:23:05.694959+0000 mtime=2024-07-26T12:23:05.705826+0000 ctime=2024-07-26T12:23:05.706036+0000 change_attr=1 caps=pAsLsXsFsxcrwb(0=pAsLsXsFsxcrwb) flushing_caps=Fw objectset[0x10000000002 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400ac60) 2024-07-26T12:23:05.726 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.713+0000 7fcede41f480 10 client.4546 nothing to flush 2024-07-26T12:23:05.726 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.713+0000 7fcede41f480 20 client.4546 put_inode on 0x10000000002.head(faked_ino=0 nref=19 ll_ref=0 cap_refs={4=0,1024=0,2048=0,4096=0,8192=0} open={3=0} mode=100666 size=14/4194304 nlink=0 btime=2024-07-26T12:23:05.694959+0000 mtime=2024-07-26T12:23:05.705826+0000 ctime=2024-07-26T12:23:05.706036+0000 change_attr=1 caps=pAsLsXsFsxcrwb(0=pAsLsXsFsxcrwb) flushing_caps=Fw objectset[0x10000000002 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400ac60) n = 1 2024-07-26T12:23:05.726 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.713+0000 7fcede41f480 20 client.4546 _release 0x1.head(faked_ino=0 nref=11 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.694959+0000 ctime=2024-07-26T12:23:05.706036+0000 change_attr=6 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcea400a680) 2024-07-26T12:23:05.726 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.713+0000 7fcede41f480 10 client.4546 _invalidate_inode_cache 0x1.head(faked_ino=0 nref=11 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.694959+0000 ctime=2024-07-26T12:23:05.706036+0000 change_attr=6 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcea400a680) 2024-07-26T12:23:05.726 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.713+0000 7fcede41f480 10 client.4546 _flush 0x1.head(faked_ino=0 nref=12 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.694959+0000 ctime=2024-07-26T12:23:05.706036+0000 change_attr=6 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcea400a680) 2024-07-26T12:23:05.726 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.713+0000 7fcede41f480 10 client.4546 nothing to flush 2024-07-26T12:23:05.726 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.713+0000 7fcede41f480 20 client.4546 put_inode on 0x1.head(faked_ino=0 nref=12 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.694959+0000 ctime=2024-07-26T12:23:05.706036+0000 change_attr=6 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcea400a680) n = 1 2024-07-26T12:23:05.726 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.713+0000 7fcede41f480 20 client.4546 put_inode on 0x10000000002.head(faked_ino=0 nref=19 ll_ref=0 cap_refs={4=0,1024=0,2048=0,4096=0,8192=0} open={3=0} mode=100666 size=14/4194304 nlink=0 btime=2024-07-26T12:23:05.694959+0000 mtime=2024-07-26T12:23:05.705826+0000 ctime=2024-07-26T12:23:05.706036+0000 change_attr=1 caps=pAsLsXsFsxcrwb(0=pAsLsXsFsxcrwb) flushing_caps=Fw objectset[0x10000000002 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400ac60) n = 1 2024-07-26T12:23:05.726 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.713+0000 7fcede41f480 20 client.4546 put_inode on 0x1.head(faked_ino=0 nref=12 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.694959+0000 ctime=2024-07-26T12:23:05.706036+0000 change_attr=6 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcea400a680) n = 1 2024-07-26T12:23:05.727 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.713+0000 7fcede41f480 10 client.4546 flush_caps_sync 2024-07-26T12:23:05.727 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.713+0000 7fcede41f480 10 client.4546 wait_sync_caps want 2 (last is 2, 1 total flushing) 2024-07-26T12:23:05.727 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.713+0000 7fcede41f480 10 client.4546 waiting on mds.0 tid 2 (want 2) 2024-07-26T12:23:05.727 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.713+0000 7fcecf400640 1 -- 172.21.15.31:0/2532149473 <== mds.0 v2:172.21.15.31:6832/713364256 9 ==== client_caps(flush_ack ino 0x10000000002 1 seq 2 tid 2 caps=pAsXsFsxcrwb dirty=Fw wanted=- follows 0 size 0/0 mtime 0.000000 ctime 0.000000 change_attr 0) ==== 260+0+0 (crc 0 0 0) 0x7fcec8020b90 con 0x564e6d5fe900 2024-07-26T12:23:05.727 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.713+0000 7fcecf400640 10 client.4546 mds.0 seq now 3 2024-07-26T12:23:05.727 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.713+0000 7fcecf400640 5 client.4546 handle_cap_flush_ack mds.0 cleaned Fw on 0x10000000002.head(faked_ino=0 nref=19 ll_ref=0 cap_refs={4=0,1024=0,2048=0,4096=0,8192=0} open={3=0} mode=100666 size=14/4194304 nlink=0 btime=2024-07-26T12:23:05.694959+0000 mtime=2024-07-26T12:23:05.705826+0000 ctime=2024-07-26T12:23:05.706036+0000 change_attr=1 caps=pAsLsXsFsxcrwb(0=pAsLsXsFsxcrwb) flushing_caps=Fw objectset[0x10000000002 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400ac60) with Fw 2024-07-26T12:23:05.727 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.713+0000 7fcecf400640 5 client.4546 flushing_caps Fw -> - 2024-07-26T12:23:05.727 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.713+0000 7fcecf400640 10 client.4546 0x10000000002.head(faked_ino=0 nref=19 ll_ref=0 cap_refs={4=0,1024=0,2048=0,4096=0,8192=0} open={3=0} mode=100666 size=14/4194304 nlink=0 btime=2024-07-26T12:23:05.694959+0000 mtime=2024-07-26T12:23:05.705826+0000 ctime=2024-07-26T12:23:05.706036+0000 change_attr=1 caps=pAsLsXsFsxcrwb(0=pAsLsXsFsxcrwb) objectset[0x10000000002 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400ac60) !flushing 2024-07-26T12:23:05.727 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.713+0000 7fcecf400640 10 client.4546 handle_cap_flush_ack calling signal_caps_inode 2024-07-26T12:23:05.727 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.713+0000 7fcecf400640 20 client.4546 put_inode on 0x10000000002.head(faked_ino=0 nref=19 ll_ref=0 cap_refs={4=0,1024=0,2048=0,4096=0,8192=0} open={3=0} mode=100666 size=14/4194304 nlink=0 btime=2024-07-26T12:23:05.694959+0000 mtime=2024-07-26T12:23:05.705826+0000 ctime=2024-07-26T12:23:05.706036+0000 change_attr=1 caps=pAsLsXsFsxcrwb(0=pAsLsXsFsxcrwb) objectset[0x10000000002 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400ac60) n = 1 2024-07-26T12:23:05.727 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.713+0000 7fcecf400640 10 client.4546 unmounting: trim pass, size was 0+2 2024-07-26T12:23:05.727 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.713+0000 7fcecf400640 20 client.4546 trim_cache size 0 max 16384 2024-07-26T12:23:05.727 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.713+0000 7fcecf400640 10 client.4546 unmounting: trim pass, size still 0+2 2024-07-26T12:23:05.727 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.713+0000 7fcede41f480 10 client.4546 wait_sync_caps want 2 (last is 2, 0 total flushing) 2024-07-26T12:23:05.727 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.713+0000 7fcede41f480 20 client.4546 trim_cache size 0 max 16384 2024-07-26T12:23:05.728 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.713+0000 7fcede41f480 10 client.4546 _put_inode on 0x1.head(faked_ino=0 nref=12 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.694959+0000 ctime=2024-07-26T12:23:05.706036+0000 change_attr=6 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcea400a680) n = 11 2024-07-26T12:23:05.728 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.713+0000 7fcede41f480 10 client.4546 remove_cap mds.0 on 0x1.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.694959+0000 ctime=2024-07-26T12:23:05.706036+0000 change_attr=6 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcea400a680) 2024-07-26T12:23:05.728 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.713+0000 7fcede41f480 15 client.4546 remove_cap last one, closing snaprealm 0x7fcea400a590 2024-07-26T12:23:05.728 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.713+0000 7fcede41f480 20 client.4546 put_snap_realm 0x1 0x7fcea400a590 2 -> 1 2024-07-26T12:23:05.728 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.713+0000 7fcede41f480 10 client.4546 _put_inode deleting 0x1.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.694959+0000 ctime=2024-07-26T12:23:05.706036+0000 change_attr=6 caps=- COMPLETE has_dir_layout 0x7fcea400a680) 2024-07-26T12:23:05.728 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.713+0000 7fcede41f480 10 client.4546 _put_inode on 0x10000000002.head(faked_ino=0 nref=19 ll_ref=0 cap_refs={4=0,1024=0,2048=0,4096=0,8192=0} open={3=0} mode=100666 size=14/4194304 nlink=0 btime=2024-07-26T12:23:05.694959+0000 mtime=2024-07-26T12:23:05.705826+0000 ctime=2024-07-26T12:23:05.706036+0000 change_attr=1 caps=pAsLsXsFsxcrwb(0=pAsLsXsFsxcrwb) objectset[0x10000000002 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400ac60) n = 18 2024-07-26T12:23:05.728 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.713+0000 7fcede41f480 10 client.4546 remove_cap mds.0 on 0x10000000002.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={4=0,1024=0,2048=0,4096=0,8192=0} open={3=0} mode=100666 size=14/4194304 nlink=0 btime=2024-07-26T12:23:05.694959+0000 mtime=2024-07-26T12:23:05.705826+0000 ctime=2024-07-26T12:23:05.706036+0000 change_attr=1 caps=pAsLsXsFsxcrwb(0=pAsLsXsFsxcrwb) objectset[0x10000000002 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400ac60) 2024-07-26T12:23:05.728 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.713+0000 7fcede41f480 15 client.4546 remove_cap last one, closing snaprealm 0x7fcea400a590 2024-07-26T12:23:05.728 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.713+0000 7fcede41f480 20 client.4546 put_snap_realm 0x1 0x7fcea400a590 1 -> 0 2024-07-26T12:23:05.728 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.713+0000 7fcede41f480 10 client.4546 _put_inode deleting 0x10000000002.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={4=0,1024=0,2048=0,4096=0,8192=0} open={3=0} mode=100666 size=14/4194304 nlink=0 btime=2024-07-26T12:23:05.694959+0000 mtime=2024-07-26T12:23:05.705826+0000 ctime=2024-07-26T12:23:05.706036+0000 change_attr=1 caps=- objectset[0x10000000002 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400ac60) 2024-07-26T12:23:05.728 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.713+0000 7fcede41f480 2 client.4546 _close_mds_session mds.0 seq 3 2024-07-26T12:23:05.728 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.713+0000 7fcede41f480 1 -- 172.21.15.31:0/2532149473 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_session(request_close seq 3) -- 0x564e6d61b2d0 con 0x564e6d5fe900 2024-07-26T12:23:05.728 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.713+0000 7fcede41f480 2 client.4546 waiting for 1 mds session(s) to close (timeout: 30s) 2024-07-26T12:23:05.728 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.718+0000 7fcecf400640 1 -- 172.21.15.31:0/2532149473 <== mds.0 v2:172.21.15.31:6832/713364256 10 ==== client_session(close) ==== 28+0+0 (crc 0 0 0) 0x564e6d61bca0 con 0x564e6d5fe900 2024-07-26T12:23:05.729 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.718+0000 7fcecf400640 10 client.4546 handle_client_session client_session(close) from mds.0 2024-07-26T12:23:05.729 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.718+0000 7fcecf400640 5 client.4546 _closed_mds_session mds.0 seq 3 2024-07-26T12:23:05.729 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.718+0000 7fcecf400640 1 -- 172.21.15.31:0/2532149473 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d5fe900 msgr2=0x564e6d553700 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:05.729 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.718+0000 7fcecf400640 1 --2- 172.21.15.31:0/2532149473 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d5fe900 0x564e6d553700 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:05.729 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.718+0000 7fcecf400640 10 client.4546 remove_session_caps mds.0 2024-07-26T12:23:05.729 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.718+0000 7fcecf400640 10 client.4546 kick_requests_closed for mds.0 2024-07-26T12:23:05.729 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.718+0000 7fcecf400640 10 client.4546 unmounting: trim pass, size was 0+0 2024-07-26T12:23:05.729 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.718+0000 7fcecf400640 20 client.4546 trim_cache size 0 max 16384 2024-07-26T12:23:05.729 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.718+0000 7fcecf400640 10 client.4546 unmounting: trim pass, size still 0+0 2024-07-26T12:23:05.729 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.718+0000 7fcede41f480 2 client.4546 unmounted. 2024-07-26T12:23:05.729 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.718+0000 7fcede41f480 1 client.4546 shutdown 2024-07-26T12:23:05.729 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.719+0000 7fcede41f480 1 -- 172.21.15.31:0/2532149473 >> [v2:172.21.15.31:6816/973597580,v1:172.21.15.31:6817/973597580] conn(0x564e6d4a1650 msgr2=0x564e6d4a3a70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:05.729 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.719+0000 7fcede41f480 1 --2- 172.21.15.31:0/2532149473 >> [v2:172.21.15.31:6816/973597580,v1:172.21.15.31:6817/973597580] conn(0x564e6d4a1650 0x564e6d4a3a70 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:05.729 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.719+0000 7fcede41f480 1 -- 172.21.15.31:0/2532149473 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d560b20 msgr2=0x564e6d4e0c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:05.730 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.719+0000 7fcede41f480 1 --2- 172.21.15.31:0/2532149473 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d560b20 0x564e6d4e0c50 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fcec0054db0 tx=0x7fcec0054de0 comp rx=0 tx=0).stop 2024-07-26T12:23:05.730 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.719+0000 7fced7400640 1 -- 172.21.15.31:0/2532149473 reap_dead start 2024-07-26T12:23:05.730 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.719+0000 7fcede41f480 1 -- 172.21.15.31:0/2532149473 shutdown_connections 2024-07-26T12:23:05.730 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.719+0000 7fcede41f480 1 -- 172.21.15.31:0/2532149473 >> 172.21.15.31:0/2532149473 conn(0x564e6d3cbab0 msgr2=0x564e6d4dcc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:23:05.730 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.719+0000 7fcede41f480 1 -- 172.21.15.31:0/2532149473 shutdown_connections 2024-07-26T12:23:05.730 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.719+0000 7fcede41f480 1 -- 172.21.15.31:0/2532149473 wait complete. 2024-07-26T12:23:05.730 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.719+0000 7fcede41f480 20 client.4546 trim_cache size 0 max 16384 2024-07-26T12:23:05.730 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClient.LlreadvLlwritevNullContext (64 ms) 2024-07-26T12:23:05.730 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClient.LlreadvLlwritevOPathFileHandle 2024-07-26T12:23:05.734 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.720+0000 7fcede41f480 1 -- start start 2024-07-26T12:23:05.734 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.721+0000 7fcede41f480 1 Processor -- start 2024-07-26T12:23:05.734 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.722+0000 7fcede41f480 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d549eb0 0x564e6d4e0c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:05.734 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.722+0000 7fcede41f480 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d5fe900 0x564e6d548f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:05.734 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.722+0000 7fcede41f480 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d4d8b20 0x564e6d4da460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:05.734 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.722+0000 7fcede41f480 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fcea4004f00 con 0x564e6d4d8b20 2024-07-26T12:23:05.734 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.722+0000 7fcede41f480 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x564e6d4aab20 con 0x564e6d549eb0 2024-07-26T12:23:05.734 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.722+0000 7fcede41f480 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x564e6d5606f0 con 0x564e6d5fe900 2024-07-26T12:23:05.735 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.722+0000 7fced7400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d4d8b20 0x564e6d4da460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:05.735 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.722+0000 7fced7400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d4d8b20 0x564e6d4da460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:43012/0 (socket says 172.21.15.31:43012) 2024-07-26T12:23:05.735 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.722+0000 7fced7400640 1 -- 172.21.15.31:0/124701706 learned_addr learned my addr 172.21.15.31:0/124701706 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:23:05.735 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.722+0000 7fced6000640 1 --2- 172.21.15.31:0/124701706 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d5fe900 0x564e6d548f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:05.735 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.723+0000 7fced6a00640 1 --2- 172.21.15.31:0/124701706 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d549eb0 0x564e6d4e0c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:05.735 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.723+0000 7fced7400640 1 -- 172.21.15.31:0/124701706 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d5fe900 msgr2=0x564e6d548f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:05.735 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.723+0000 7fced7400640 1 --2- 172.21.15.31:0/124701706 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d5fe900 0x564e6d548f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:05.735 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.723+0000 7fced7400640 1 -- 172.21.15.31:0/124701706 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d549eb0 msgr2=0x564e6d4e0c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:05.735 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.723+0000 7fced7400640 1 --2- 172.21.15.31:0/124701706 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d549eb0 0x564e6d4e0c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:05.735 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.723+0000 7fced7400640 1 -- 172.21.15.31:0/124701706 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564e6d5584e0 con 0x564e6d4d8b20 2024-07-26T12:23:05.735 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.723+0000 7fced7400640 1 --2- 172.21.15.31:0/124701706 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d4d8b20 0x564e6d4da460 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fced0015040 tx=0x7fced000d740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=baf40618e9ab5b2f server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:23:05.735 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.723+0000 7fced4c00640 10 client.0 ms_handle_connect on v2:172.21.15.31:3300/0 2024-07-26T12:23:05.736 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.724+0000 7fced4c00640 1 -- 172.21.15.31:0/124701706 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fced0016040 con 0x564e6d4d8b20 2024-07-26T12:23:05.736 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.724+0000 7fced4c00640 1 -- 172.21.15.31:0/124701706 <== mon.0 v2:172.21.15.31:3300/0 2 ==== osd_map(24..24 src has 1..24) ==== 5825+0+0 (secure 0 0 0) 0x7fced0025600 con 0x564e6d4d8b20 2024-07-26T12:23:05.736 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.724+0000 7fcede41f480 10 client.4668 Subscribing to map 'mdsmap' 2024-07-26T12:23:05.736 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.724+0000 7fcede41f480 1 -- 172.21.15.31:0/124701706 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,mdsmap=0+,monmap=2+}) -- 0x564e6d558880 con 0x564e6d4d8b20 2024-07-26T12:23:05.736 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.724+0000 7fcec7e00640 20 client.4668 tick 2024-07-26T12:23:05.736 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.724+0000 7fcec7e00640 20 client.4668 collect_and_send_metrics 2024-07-26T12:23:05.736 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.724+0000 7fcec7e00640 20 client.4668 collect_and_send_global_metrics 2024-07-26T12:23:05.736 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.724+0000 7fcec7e00640 5 client.4668 collect_and_send_global_metrics MDS rank 0 is not ready yet -- not sending metric 2024-07-26T12:23:05.736 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.724+0000 7fcec7e00640 20 client.4668 trim_cache size 0 max 16384 2024-07-26T12:23:05.736 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.724+0000 7fcec7e00640 20 client.4668 upkeep thread waiting interval 1.000000000s 2024-07-26T12:23:05.736 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.724+0000 7fced4c00640 1 -- 172.21.15.31:0/124701706 <== mon.0 v2:172.21.15.31:3300/0 3 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fced0025820 con 0x564e6d4d8b20 2024-07-26T12:23:05.736 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.724+0000 7fced4c00640 1 -- 172.21.15.31:0/124701706 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mdsmap(e 8) ==== 1240+0+0 (secure 0 0 0) 0x7fced0044070 con 0x564e6d4d8b20 2024-07-26T12:23:05.736 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.724+0000 7fced4c00640 1 client.4668 handle_mds_map epoch 8 2024-07-26T12:23:05.736 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.724+0000 7fcede41f480 20 client.4668 populate_metadata read hostname 'smithi031' 2024-07-26T12:23:05.737 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.724+0000 7fcede41f480 10 client.4668 did not get mds through better means, so chose random mds 0 2024-07-26T12:23:05.737 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.724+0000 7fcede41f480 20 client.4668 mds is 0 2024-07-26T12:23:05.737 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.724+0000 7fcede41f480 10 client.4668 _open_mds_session mds.0 2024-07-26T12:23:05.737 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.724+0000 7fcede41f480 1 --2- 172.21.15.31:0/124701706 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d568070 0x564e6d4db410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:05.737 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.724+0000 7fcede41f480 1 -- 172.21.15.31:0/124701706 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_session(request_open) -- 0x564e6d4b02c0 con 0x564e6d568070 2024-07-26T12:23:05.737 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.724+0000 7fcede41f480 10 client.4668 waiting for session to mds.0 to open 2024-07-26T12:23:05.737 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.725+0000 7fced6a00640 1 --2- 172.21.15.31:0/124701706 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d568070 0x564e6d4db410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:05.737 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.725+0000 7fced6a00640 1 --2- 172.21.15.31:0/124701706 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d568070 0x564e6d4db410 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6dc7030e9219068a server_cookie=8ffa3465a7257511 in_seq=0 out_seq=0 2024-07-26T12:23:05.737 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.725+0000 7fced4c00640 10 client.4668 ms_handle_connect on v2:172.21.15.31:6832/713364256 2024-07-26T12:23:05.737 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.730+0000 7fced4c00640 1 -- 172.21.15.31:0/124701706 <== mds.0 v2:172.21.15.31:6832/713364256 1 ==== client_session(open cap_auths [MDSCapAuth(readable=1, writeable=1)]) ==== 113+0+0 (crc 0 0 0) 0x564e6d4b02c0 con 0x564e6d568070 2024-07-26T12:23:05.737 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.730+0000 7fced4c00640 10 client.4668 handle_client_session client_session(open cap_auths [MDSCapAuth(readable=1, writeable=1)]) from mds.0 2024-07-26T12:23:05.737 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.730+0000 7fced4c00640 10 client.4668 renew_caps mds.0 2024-07-26T12:23:05.737 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.730+0000 7fced4c00640 1 -- 172.21.15.31:0/124701706 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_session(request_renewcaps seq 1) -- 0x7fcea400a750 con 0x564e6d568070 2024-07-26T12:23:05.737 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.730+0000 7fced4c00640 10 client.4668 connect_mds_targets for mds.0 2024-07-26T12:23:05.737 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.730+0000 7fcede41f480 10 client.4668 did not get mds through better means, so chose random mds 0 2024-07-26T12:23:05.738 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.730+0000 7fcede41f480 20 client.4668 mds is 0 2024-07-26T12:23:05.738 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.730+0000 7fcede41f480 10 client.4668 send_request rebuilding request 1 for mds.0 2024-07-26T12:23:05.738 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.730+0000 7fcede41f480 20 client.4668 encode_cap_releases enter (req: 0x564e6d553740, mds: 0) 2024-07-26T12:23:05.738 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.730+0000 7fcede41f480 20 client.4668 send_request set sent_stamp to 2024-07-26T12:23:05.731400+0000 2024-07-26T12:23:05.738 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.730+0000 7fcede41f480 10 client.4668 send_request client_request(unknown.0:1 getattr pAsLsXsFs #0x1 2024-07-26T12:23:05.726159+0000 caller_uid=0, caller_gid=0{}) to mds.0 2024-07-26T12:23:05.738 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.730+0000 7fcede41f480 1 -- 172.21.15.31:0/124701706 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_request(unknown.0:1 getattr pAsLsXsFs #0x1 2024-07-26T12:23:05.726159+0000 caller_uid=0, caller_gid=0{}) -- 0x564e6d5fb080 con 0x564e6d568070 2024-07-26T12:23:05.738 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.730+0000 7fcede41f480 20 client.4668 awaiting reply|forward|kick on 0x7ffdd11ef020 2024-07-26T12:23:05.738 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.730+0000 7fced4c00640 1 -- 172.21.15.31:0/124701706 <== mds.0 v2:172.21.15.31:6832/713364256 2 ==== client_session(renewcaps seq 1) ==== 28+0+0 (crc 0 0 0) 0x7fcea400a750 con 0x564e6d568070 2024-07-26T12:23:05.738 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.730+0000 7fced4c00640 10 client.4668 handle_client_session client_session(renewcaps seq 1) from mds.0 2024-07-26T12:23:05.738 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.730+0000 7fced4c00640 1 -- 172.21.15.31:0/124701706 <== mds.0 v2:172.21.15.31:6832/713364256 3 ==== client_reply(???:1 = 0 (0) Success) ==== 431+0+0 (crc 0 0 0) 0x7fcec802c6a0 con 0x564e6d568070 2024-07-26T12:23:05.738 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.730+0000 7fced4c00640 20 client.4668 handle_client_reply got a reply. Safe:1 tid 1 2024-07-26T12:23:05.738 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.730+0000 7fced4c00640 10 client.4668 insert_trace from 2024-07-26T12:23:05.731400+0000 mds.0 is_target=1 is_dentry=0 2024-07-26T12:23:05.738 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.730+0000 7fced4c00640 10 client.4668 features 0xffffffffffffffff 2024-07-26T12:23:05.739 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.730+0000 7fced4c00640 10 client.4668 update_snap_trace len 70 2024-07-26T12:23:05.739 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.730+0000 7fced4c00640 20 client.4668 get_snap_realm 0x1 0, nref was 0 2024-07-26T12:23:05.739 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.730+0000 7fced4c00640 20 client.4668 get_snap_realm 0x1 0x7fcea400a970, nref now is 1 2024-07-26T12:23:05.739 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.730+0000 7fced4c00640 10 client.4668 update_snap_trace snaprealm(0x1 nref=1 c=0 seq=0 parent=0x0 my_snaps=[] cached_snapc=0=[] last_modified=0.000000 change_attr=0) seq 1 > 0 2024-07-26T12:23:05.739 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.730+0000 7fced4c00640 10 client.4668 invalidate_snaprealm_and_children snaprealm(0x1 nref=2 c=0 seq=1 parent=0x0 my_snaps=[] cached_snapc=0=[] last_modified=2024-07-26T12:21:44.597796+0000 change_attr=0) 2024-07-26T12:23:05.739 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.730+0000 7fced4c00640 15 client.4668 update_snap_trace snaprealm(0x1 nref=2 c=0 seq=1 parent=0x0 my_snaps=[] cached_snapc=0=[] last_modified=2024-07-26T12:21:44.597796+0000 change_attr=0) self|parent updated 2024-07-26T12:23:05.739 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.730+0000 7fced4c00640 15 client.4668 snapc 1=[] 2024-07-26T12:23:05.739 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.730+0000 7fced4c00640 10 client.4668 no new snap on snaprealm(0x1 nref=2 c=0 seq=1 parent=0x0 my_snaps=[] cached_snapc=1=[] last_modified=2024-07-26T12:21:44.597796+0000 change_attr=0) 2024-07-26T12:23:05.739 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.730+0000 7fced4c00640 20 client.4668 put_snap_realm 0x1 0x7fcea400a970 2 -> 1 2024-07-26T12:23:05.739 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.730+0000 7fced4c00640 10 client.4668 hrm is_target=1 is_dentry=0 2024-07-26T12:23:05.739 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.730+0000 7fced4c00640 10 client.4668 update_inode_file_time 0x1.head(faked_ino=0 nref=3 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=0.000000 ctime=0.000000 change_attr=0 caps=- 0x7fcea400aa60) - ctime 2024-07-26T12:23:05.706036+0000 mtime 2024-07-26T12:23:05.706036+0000 2024-07-26T12:23:05.739 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.730+0000 7fced4c00640 20 client.4668 dir hash is 2 2024-07-26T12:23:05.740 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.730+0000 7fced4c00640 12 client.4668 add_update_inode client inode change_attr: 0 , mds inodestat change_attr: 6 2024-07-26T12:23:05.740 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.730+0000 7fced4c00640 12 client.4668 add_update_inode adding 0x1.head(faked_ino=0 nref=3 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.706036+0000 ctime=2024-07-26T12:23:05.706036+0000 change_attr=6 caps=- has_dir_layout 0x7fcea400aa60) caps pAsLsXsFs 2024-07-26T12:23:05.740 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.730+0000 7fced4c00640 20 client.4668 get_snap_realm 0x1 0x7fcea400a970, nref was 1 2024-07-26T12:23:05.740 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.730+0000 7fced4c00640 20 client.4668 get_snap_realm 0x1 0x7fcea400a970, nref now is 2 2024-07-26T12:23:05.740 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.730+0000 7fced4c00640 15 client.4668 add_update_cap first one, opened snaprealm 0x7fcea400a970 2024-07-26T12:23:05.740 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.730+0000 7fced4c00640 10 client.4668 add_update_cap issued - -> pAsLsXsFs from mds.0 on 0x1.head(faked_ino=0 nref=3 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.706036+0000 ctime=2024-07-26T12:23:05.706036+0000 change_attr=6 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400aa60) 2024-07-26T12:23:05.740 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.730+0000 7fced4c00640 10 client.4668 add_update_cap calling signal_caps_inode 2024-07-26T12:23:05.740 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.730+0000 7fced4c00640 10 client.4668 marking (I_COMPLETE|I_DIR_ORDERED) on empty dir 0x1.head(faked_ino=0 nref=3 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.706036+0000 ctime=2024-07-26T12:23:05.706036+0000 change_attr=6 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400aa60) 2024-07-26T12:23:05.740 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.730+0000 7fced4c00640 20 client.4668 put_snap_realm 0x1 0x7fcea400a970 2 -> 1 2024-07-26T12:23:05.740 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.730+0000 7fced4c00640 20 client.4668 handle_client_reply signalling caller 0x7ffdd11ef020 2024-07-26T12:23:05.740 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.730+0000 7fced4c00640 20 client.4668 handle_client_reply awaiting kickback on tid 1 0x7fced4bfde20 2024-07-26T12:23:05.740 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.730+0000 7fcede41f480 20 client.4668 sendrecv kickback on tid 1 0x7fced4bfde20 2024-07-26T12:23:05.740 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.730+0000 7fcede41f480 20 client.4668 lat 0.000636 2024-07-26T12:23:05.740 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.730+0000 7fcede41f480 20 client.4668 _ll_get 0x7fcea400aa60 0x1 -> 1 2024-07-26T12:23:05.740 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.730+0000 7fcede41f480 2 client.4668 unmount 2024-07-26T12:23:05.741 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.730+0000 7fced4c00640 20 client.4668 put_inode on 0x1.head(faked_ino=0 nref=6 ll_ref=1 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.706036+0000 ctime=2024-07-26T12:23:05.706036+0000 change_attr=6 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcea400aa60) n = 1 2024-07-26T12:23:05.741 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.730+0000 7fced4c00640 20 client.4668 put_inode on 0x1.head(faked_ino=0 nref=6 ll_ref=1 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.706036+0000 ctime=2024-07-26T12:23:05.706036+0000 change_attr=6 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcea400aa60) n = 1 2024-07-26T12:23:05.741 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.730+0000 7fced4c00640 10 client.4668 unmounting: trim pass, size was 0+1 2024-07-26T12:23:05.741 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.730+0000 7fced4c00640 20 client.4668 trim_cache size 0 max 16384 2024-07-26T12:23:05.741 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.730+0000 7fced4c00640 10 client.4668 unmounting: trim pass, size still 0+1 2024-07-26T12:23:05.741 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.730+0000 7fcede41f480 2 client.4668 unmounting 2024-07-26T12:23:05.741 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.730+0000 7fcede41f480 20 client.4668 put_inode on 0x1.head(faked_ino=0 nref=6 ll_ref=1 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.706036+0000 ctime=2024-07-26T12:23:05.706036+0000 change_attr=6 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcea400aa60) n = 1 2024-07-26T12:23:05.741 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.730+0000 7fcede41f480 20 client.4668 put_inode on 0x1.head(faked_ino=0 nref=6 ll_ref=1 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.706036+0000 ctime=2024-07-26T12:23:05.706036+0000 change_attr=6 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcea400aa60) n = 1 2024-07-26T12:23:05.741 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.730+0000 7fcede41f480 10 client.4668 _ll_drop_pins 2024-07-26T12:23:05.741 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.730+0000 7fcede41f480 20 client.4668 _ll_put 0x7fcea400aa60 0x1 1 -> 0 2024-07-26T12:23:05.741 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.730+0000 7fcede41f480 20 client.4668 put_inode on 0x1.head(faked_ino=0 nref=7 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.706036+0000 ctime=2024-07-26T12:23:05.706036+0000 change_attr=6 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcea400aa60) n = 1 2024-07-26T12:23:05.741 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.730+0000 7fcede41f480 20 client.4668 put_inode on 0x1.head(faked_ino=0 nref=7 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.706036+0000 ctime=2024-07-26T12:23:05.706036+0000 change_attr=6 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcea400aa60) n = 1 2024-07-26T12:23:05.742 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.730+0000 7fcede41f480 20 client.4668 _release 0x1.head(faked_ino=0 nref=8 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.706036+0000 ctime=2024-07-26T12:23:05.706036+0000 change_attr=6 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcea400aa60) 2024-07-26T12:23:05.742 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.730+0000 7fcede41f480 10 client.4668 _invalidate_inode_cache 0x1.head(faked_ino=0 nref=8 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.706036+0000 ctime=2024-07-26T12:23:05.706036+0000 change_attr=6 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcea400aa60) 2024-07-26T12:23:05.742 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.730+0000 7fcede41f480 10 client.4668 _flush 0x1.head(faked_ino=0 nref=9 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.706036+0000 ctime=2024-07-26T12:23:05.706036+0000 change_attr=6 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcea400aa60) 2024-07-26T12:23:05.742 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.730+0000 7fcede41f480 10 client.4668 nothing to flush 2024-07-26T12:23:05.742 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.730+0000 7fcede41f480 20 client.4668 put_inode on 0x1.head(faked_ino=0 nref=9 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.706036+0000 ctime=2024-07-26T12:23:05.706036+0000 change_attr=6 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcea400aa60) n = 1 2024-07-26T12:23:05.742 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.730+0000 7fcede41f480 20 client.4668 put_inode on 0x1.head(faked_ino=0 nref=9 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.706036+0000 ctime=2024-07-26T12:23:05.706036+0000 change_attr=6 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcea400aa60) n = 1 2024-07-26T12:23:05.742 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.730+0000 7fcede41f480 10 client.4668 flush_caps_sync 2024-07-26T12:23:05.742 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.730+0000 7fcede41f480 10 client.4668 wait_sync_caps want 1 (last is 1, 0 total flushing) 2024-07-26T12:23:05.742 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.730+0000 7fcede41f480 20 client.4668 trim_cache size 0 max 16384 2024-07-26T12:23:05.742 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.730+0000 7fcede41f480 10 client.4668 _put_inode on 0x1.head(faked_ino=0 nref=9 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.706036+0000 ctime=2024-07-26T12:23:05.706036+0000 change_attr=6 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcea400aa60) n = 8 2024-07-26T12:23:05.742 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.730+0000 7fcede41f480 10 client.4668 remove_cap mds.0 on 0x1.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.706036+0000 ctime=2024-07-26T12:23:05.706036+0000 change_attr=6 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcea400aa60) 2024-07-26T12:23:05.742 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.730+0000 7fcede41f480 15 client.4668 remove_cap last one, closing snaprealm 0x7fcea400a970 2024-07-26T12:23:05.742 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.730+0000 7fcede41f480 20 client.4668 put_snap_realm 0x1 0x7fcea400a970 1 -> 0 2024-07-26T12:23:05.742 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.730+0000 7fcede41f480 10 client.4668 _put_inode deleting 0x1.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.706036+0000 ctime=2024-07-26T12:23:05.706036+0000 change_attr=6 caps=- COMPLETE has_dir_layout 0x7fcea400aa60) 2024-07-26T12:23:05.742 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.730+0000 7fcede41f480 2 client.4668 _close_mds_session mds.0 seq 0 2024-07-26T12:23:05.743 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.730+0000 7fcede41f480 1 -- 172.21.15.31:0/124701706 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_session(request_close) -- 0x564e6d568480 con 0x564e6d568070 2024-07-26T12:23:05.743 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.731+0000 7fcede41f480 2 client.4668 waiting for 1 mds session(s) to close (timeout: 30s) 2024-07-26T12:23:05.747 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.734+0000 7fced4c00640 1 -- 172.21.15.31:0/124701706 <== mds.0 v2:172.21.15.31:6832/713364256 4 ==== client_session(close) ==== 28+0+0 (crc 0 0 0) 0x564e6d568480 con 0x564e6d568070 2024-07-26T12:23:05.747 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.734+0000 7fced4c00640 10 client.4668 handle_client_session client_session(close) from mds.0 2024-07-26T12:23:05.748 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.734+0000 7fced4c00640 5 client.4668 _closed_mds_session mds.0 seq 0 2024-07-26T12:23:05.748 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.734+0000 7fced4c00640 1 -- 172.21.15.31:0/124701706 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d568070 msgr2=0x564e6d4db410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:05.748 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.734+0000 7fced4c00640 1 --2- 172.21.15.31:0/124701706 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d568070 0x564e6d4db410 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:05.748 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.734+0000 7fced4c00640 10 client.4668 remove_session_caps mds.0 2024-07-26T12:23:05.748 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.734+0000 7fced4c00640 10 client.4668 kick_requests_closed for mds.0 2024-07-26T12:23:05.748 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.734+0000 7fced4c00640 10 client.4668 unmounting: trim pass, size was 0+0 2024-07-26T12:23:05.748 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.734+0000 7fced4c00640 20 client.4668 trim_cache size 0 max 16384 2024-07-26T12:23:05.748 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.734+0000 7fced4c00640 10 client.4668 unmounting: trim pass, size still 0+0 2024-07-26T12:23:05.748 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.734+0000 7fcede41f480 2 client.4668 unmounted. 2024-07-26T12:23:05.748 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.734+0000 7fcede41f480 1 client.4668 shutdown 2024-07-26T12:23:05.748 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.734+0000 7fcede41f480 1 -- 172.21.15.31:0/124701706 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d4d8b20 msgr2=0x564e6d4da460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:05.748 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.734+0000 7fcede41f480 1 --2- 172.21.15.31:0/124701706 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d4d8b20 0x564e6d4da460 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fced0015040 tx=0x7fced000d740 comp rx=0 tx=0).stop 2024-07-26T12:23:05.748 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.735+0000 7fcede41f480 1 -- 172.21.15.31:0/124701706 shutdown_connections 2024-07-26T12:23:05.749 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.735+0000 7fcede41f480 1 --2- 172.21.15.31:0/124701706 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d568070 0x564e6d4db410 unknown :-1 s=CLOSED pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:05.749 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.735+0000 7fcede41f480 1 --2- 172.21.15.31:0/124701706 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d4d8b20 0x564e6d4da460 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:05.749 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.735+0000 7fcede41f480 1 --2- 172.21.15.31:0/124701706 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d5fe900 0x564e6d548f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:05.749 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.735+0000 7fcede41f480 1 --2- 172.21.15.31:0/124701706 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d549eb0 0x564e6d4e0c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:05.749 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.735+0000 7fcede41f480 1 -- 172.21.15.31:0/124701706 >> 172.21.15.31:0/124701706 conn(0x564e6d3cbab0 msgr2=0x564e6d4dcc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:23:05.749 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.735+0000 7fcede41f480 1 -- 172.21.15.31:0/124701706 shutdown_connections 2024-07-26T12:23:05.749 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.735+0000 7fcede41f480 1 -- 172.21.15.31:0/124701706 wait complete. 2024-07-26T12:23:05.749 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.735+0000 7fcede41f480 20 client.4668 trim_cache size 0 max 16384 2024-07-26T12:23:05.749 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.736+0000 7fcede41f480 1 -- start start 2024-07-26T12:23:05.749 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.737+0000 7fcede41f480 1 Processor -- start 2024-07-26T12:23:05.749 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.737+0000 7fcede41f480 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d4d8b20 0x564e6d4da460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:05.749 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.737+0000 7fcede41f480 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d549eb0 0x564e6d4e0c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:05.749 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.737+0000 7fcede41f480 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d568070 0x564e6d548f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:05.750 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.737+0000 7fcede41f480 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fcea4009610 con 0x564e6d549eb0 2024-07-26T12:23:05.750 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.737+0000 7fcede41f480 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x564e6d5606f0 con 0x564e6d4d8b20 2024-07-26T12:23:05.750 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.737+0000 7fcede41f480 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x564e6d5608a0 con 0x564e6d568070 2024-07-26T12:23:05.750 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.738+0000 7fced6000640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d549eb0 0x564e6d4e0c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:05.750 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.738+0000 7fced6000640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d549eb0 0x564e6d4e0c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:43018/0 (socket says 172.21.15.31:43018) 2024-07-26T12:23:05.750 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.738+0000 7fced6000640 1 -- 172.21.15.31:0/2114831138 learned_addr learned my addr 172.21.15.31:0/2114831138 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:23:05.750 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.738+0000 7fced6a00640 1 --2- 172.21.15.31:0/2114831138 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d4d8b20 0x564e6d4da460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:05.750 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.738+0000 7fced7400640 1 --2- 172.21.15.31:0/2114831138 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d568070 0x564e6d548f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:05.750 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.738+0000 7fced6000640 1 -- 172.21.15.31:0/2114831138 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d568070 msgr2=0x564e6d548f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:05.750 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.738+0000 7fced6000640 1 --2- 172.21.15.31:0/2114831138 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d568070 0x564e6d548f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:05.750 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.738+0000 7fced6000640 1 -- 172.21.15.31:0/2114831138 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d4d8b20 msgr2=0x564e6d4da460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:05.750 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.738+0000 7fced6000640 1 --2- 172.21.15.31:0/2114831138 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d4d8b20 0x564e6d4da460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:05.751 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.738+0000 7fced6000640 1 -- 172.21.15.31:0/2114831138 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564e6d554d40 con 0x564e6d549eb0 2024-07-26T12:23:05.751 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.739+0000 7fced6000640 1 --2- 172.21.15.31:0/2114831138 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d549eb0 0x564e6d4e0c50 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fcec0005b70 tx=0x7fcec0067850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e658d7fa0c371aae server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:23:05.751 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.739+0000 7fcecf400640 10 client.0 ms_handle_connect on v2:172.21.15.31:3300/0 2024-07-26T12:23:05.751 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.739+0000 7fcecf400640 1 -- 172.21.15.31:0/2114831138 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcec0059040 con 0x564e6d549eb0 2024-07-26T12:23:05.751 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.739+0000 7fcecf400640 1 -- 172.21.15.31:0/2114831138 <== mon.0 v2:172.21.15.31:3300/0 2 ==== osd_map(24..24 src has 1..24) ==== 5825+0+0 (secure 0 0 0) 0x7fcec0054440 con 0x564e6d549eb0 2024-07-26T12:23:05.751 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.739+0000 7fcede41f480 10 client.4671 Subscribing to map 'mdsmap' 2024-07-26T12:23:05.751 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.739+0000 7fcede41f480 1 -- 172.21.15.31:0/2114831138 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,mdsmap=0+,monmap=2+}) -- 0x564e6d564c20 con 0x564e6d549eb0 2024-07-26T12:23:05.751 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.739+0000 7fceccc00640 20 client.4671 tick 2024-07-26T12:23:05.751 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.739+0000 7fceccc00640 20 client.4671 collect_and_send_metrics 2024-07-26T12:23:05.751 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.739+0000 7fceccc00640 20 client.4671 collect_and_send_global_metrics 2024-07-26T12:23:05.751 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.739+0000 7fceccc00640 5 client.4671 collect_and_send_global_metrics MDS rank 0 is not ready yet -- not sending metric 2024-07-26T12:23:05.751 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.739+0000 7fceccc00640 20 client.4671 trim_cache size 0 max 16384 2024-07-26T12:23:05.751 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.739+0000 7fceccc00640 20 client.4671 upkeep thread waiting interval 1.000000000s 2024-07-26T12:23:05.752 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.740+0000 7fcecf400640 1 -- 172.21.15.31:0/2114831138 <== mon.0 v2:172.21.15.31:3300/0 3 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fcec005e480 con 0x564e6d549eb0 2024-07-26T12:23:05.752 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.740+0000 7fcecf400640 1 -- 172.21.15.31:0/2114831138 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mdsmap(e 8) ==== 1240+0+0 (secure 0 0 0) 0x7fcec0062040 con 0x564e6d549eb0 2024-07-26T12:23:05.752 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.740+0000 7fcecf400640 1 client.4671 handle_mds_map epoch 8 2024-07-26T12:23:05.752 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.740+0000 7fcede41f480 20 client.4671 populate_metadata read hostname 'smithi031' 2024-07-26T12:23:05.752 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.740+0000 7fcede41f480 10 client.4671 did not get mds through better means, so chose random mds 0 2024-07-26T12:23:05.752 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.740+0000 7fcede41f480 20 client.4671 mds is 0 2024-07-26T12:23:05.752 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.740+0000 7fcede41f480 10 client.4671 _open_mds_session mds.0 2024-07-26T12:23:05.752 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.740+0000 7fcede41f480 1 --2- 172.21.15.31:0/2114831138 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d5fe900 0x564e6d5fb390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:05.752 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.740+0000 7fcede41f480 1 -- 172.21.15.31:0/2114831138 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_session(request_open) -- 0x564e6d4e0610 con 0x564e6d5fe900 2024-07-26T12:23:05.752 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.740+0000 7fcede41f480 10 client.4671 waiting for session to mds.0 to open 2024-07-26T12:23:05.752 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.740+0000 7fced6a00640 1 --2- 172.21.15.31:0/2114831138 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d5fe900 0x564e6d5fb390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:05.752 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.741+0000 7fced6a00640 1 --2- 172.21.15.31:0/2114831138 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d5fe900 0x564e6d5fb390 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=428648e8722115e5 server_cookie=ea263a6cbef62b2d in_seq=0 out_seq=0 2024-07-26T12:23:05.752 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.741+0000 7fcecf400640 10 client.4671 ms_handle_connect on v2:172.21.15.31:6832/713364256 2024-07-26T12:23:05.753 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.744+0000 7fcecf400640 1 -- 172.21.15.31:0/2114831138 <== mds.0 v2:172.21.15.31:6832/713364256 1 ==== client_session(open cap_auths [MDSCapAuth(readable=1, writeable=1)]) ==== 113+0+0 (crc 0 0 0) 0x564e6d4e0610 con 0x564e6d5fe900 2024-07-26T12:23:05.753 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.744+0000 7fcecf400640 10 client.4671 handle_client_session client_session(open cap_auths [MDSCapAuth(readable=1, writeable=1)]) from mds.0 2024-07-26T12:23:05.753 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.744+0000 7fcecf400640 10 client.4671 renew_caps mds.0 2024-07-26T12:23:05.753 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.744+0000 7fcecf400640 1 -- 172.21.15.31:0/2114831138 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_session(request_renewcaps seq 1) -- 0x7fcea400a6d0 con 0x564e6d5fe900 2024-07-26T12:23:05.753 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.745+0000 7fcecf400640 10 client.4671 connect_mds_targets for mds.0 2024-07-26T12:23:05.753 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.745+0000 7fcede41f480 10 client.4671 did not get mds through better means, so chose random mds 0 2024-07-26T12:23:05.753 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.745+0000 7fcede41f480 20 client.4671 mds is 0 2024-07-26T12:23:05.753 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.745+0000 7fcede41f480 10 client.4671 send_request rebuilding request 1 for mds.0 2024-07-26T12:23:05.753 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.745+0000 7fcede41f480 20 client.4671 encode_cap_releases enter (req: 0x564e6d4db410, mds: 0) 2024-07-26T12:23:05.753 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.745+0000 7fcede41f480 20 client.4671 send_request set sent_stamp to 2024-07-26T12:23:05.746349+0000 2024-07-26T12:23:05.753 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.745+0000 7fcede41f480 10 client.4671 send_request client_request(unknown.0:1 getattr pAsLsXsFs #0x1 2024-07-26T12:23:05.741495+0000 caller_uid=0, caller_gid=0{}) to mds.0 2024-07-26T12:23:05.753 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.745+0000 7fcede41f480 1 -- 172.21.15.31:0/2114831138 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_request(unknown.0:1 getattr pAsLsXsFs #0x1 2024-07-26T12:23:05.741495+0000 caller_uid=0, caller_gid=0{}) -- 0x564e6d4db780 con 0x564e6d5fe900 2024-07-26T12:23:05.753 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.745+0000 7fcede41f480 20 client.4671 awaiting reply|forward|kick on 0x7ffdd11eed70 2024-07-26T12:23:05.753 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.745+0000 7fcecf400640 1 -- 172.21.15.31:0/2114831138 <== mds.0 v2:172.21.15.31:6832/713364256 2 ==== client_session(renewcaps seq 1) ==== 28+0+0 (crc 0 0 0) 0x7fcea400a6d0 con 0x564e6d5fe900 2024-07-26T12:23:05.754 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.745+0000 7fcecf400640 10 client.4671 handle_client_session client_session(renewcaps seq 1) from mds.0 2024-07-26T12:23:05.754 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.745+0000 7fcecf400640 1 -- 172.21.15.31:0/2114831138 <== mds.0 v2:172.21.15.31:6832/713364256 3 ==== client_reply(???:1 = 0 (0) Success) ==== 431+0+0 (crc 0 0 0) 0x7fcec802c620 con 0x564e6d5fe900 2024-07-26T12:23:05.754 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.745+0000 7fcecf400640 20 client.4671 handle_client_reply got a reply. Safe:1 tid 1 2024-07-26T12:23:05.754 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.745+0000 7fcecf400640 10 client.4671 insert_trace from 2024-07-26T12:23:05.746349+0000 mds.0 is_target=1 is_dentry=0 2024-07-26T12:23:05.754 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.745+0000 7fcecf400640 10 client.4671 features 0xffffffffffffffff 2024-07-26T12:23:05.754 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.745+0000 7fcecf400640 10 client.4671 update_snap_trace len 70 2024-07-26T12:23:05.754 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.745+0000 7fcecf400640 20 client.4671 get_snap_realm 0x1 0, nref was 0 2024-07-26T12:23:05.754 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.745+0000 7fcecf400640 20 client.4671 get_snap_realm 0x1 0x7fcea400a8f0, nref now is 1 2024-07-26T12:23:05.754 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.745+0000 7fcecf400640 10 client.4671 update_snap_trace snaprealm(0x1 nref=1 c=0 seq=0 parent=0x0 my_snaps=[] cached_snapc=0=[] last_modified=0.000000 change_attr=0) seq 1 > 0 2024-07-26T12:23:05.754 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.745+0000 7fcecf400640 10 client.4671 invalidate_snaprealm_and_children snaprealm(0x1 nref=2 c=0 seq=1 parent=0x0 my_snaps=[] cached_snapc=0=[] last_modified=2024-07-26T12:21:44.597796+0000 change_attr=0) 2024-07-26T12:23:05.754 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.745+0000 7fcecf400640 15 client.4671 update_snap_trace snaprealm(0x1 nref=2 c=0 seq=1 parent=0x0 my_snaps=[] cached_snapc=0=[] last_modified=2024-07-26T12:21:44.597796+0000 change_attr=0) self|parent updated 2024-07-26T12:23:05.754 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.745+0000 7fcecf400640 15 client.4671 snapc 1=[] 2024-07-26T12:23:05.754 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.745+0000 7fcecf400640 10 client.4671 no new snap on snaprealm(0x1 nref=2 c=0 seq=1 parent=0x0 my_snaps=[] cached_snapc=1=[] last_modified=2024-07-26T12:21:44.597796+0000 change_attr=0) 2024-07-26T12:23:05.755 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.745+0000 7fcecf400640 20 client.4671 put_snap_realm 0x1 0x7fcea400a8f0 2 -> 1 2024-07-26T12:23:05.755 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.745+0000 7fcecf400640 10 client.4671 hrm is_target=1 is_dentry=0 2024-07-26T12:23:05.755 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.745+0000 7fcecf400640 10 client.4671 update_inode_file_time 0x1.head(faked_ino=0 nref=3 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=0.000000 ctime=0.000000 change_attr=0 caps=- 0x7fcea400a9e0) - ctime 2024-07-26T12:23:05.706036+0000 mtime 2024-07-26T12:23:05.706036+0000 2024-07-26T12:23:05.755 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.745+0000 7fcecf400640 20 client.4671 dir hash is 2 2024-07-26T12:23:05.755 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.745+0000 7fcecf400640 12 client.4671 add_update_inode client inode change_attr: 0 , mds inodestat change_attr: 6 2024-07-26T12:23:05.755 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.745+0000 7fcecf400640 12 client.4671 add_update_inode adding 0x1.head(faked_ino=0 nref=3 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.706036+0000 ctime=2024-07-26T12:23:05.706036+0000 change_attr=6 caps=- has_dir_layout 0x7fcea400a9e0) caps pAsLsXsFs 2024-07-26T12:23:05.755 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.745+0000 7fcecf400640 20 client.4671 get_snap_realm 0x1 0x7fcea400a8f0, nref was 1 2024-07-26T12:23:05.755 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.745+0000 7fcecf400640 20 client.4671 get_snap_realm 0x1 0x7fcea400a8f0, nref now is 2 2024-07-26T12:23:05.755 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.745+0000 7fcecf400640 15 client.4671 add_update_cap first one, opened snaprealm 0x7fcea400a8f0 2024-07-26T12:23:05.755 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.745+0000 7fcecf400640 10 client.4671 add_update_cap issued - -> pAsLsXsFs from mds.0 on 0x1.head(faked_ino=0 nref=3 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.706036+0000 ctime=2024-07-26T12:23:05.706036+0000 change_attr=6 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400a9e0) 2024-07-26T12:23:05.755 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.745+0000 7fcecf400640 10 client.4671 add_update_cap calling signal_caps_inode 2024-07-26T12:23:05.755 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.745+0000 7fcecf400640 10 client.4671 marking (I_COMPLETE|I_DIR_ORDERED) on empty dir 0x1.head(faked_ino=0 nref=3 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.706036+0000 ctime=2024-07-26T12:23:05.706036+0000 change_attr=6 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400a9e0) 2024-07-26T12:23:05.755 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.745+0000 7fcecf400640 20 client.4671 put_snap_realm 0x1 0x7fcea400a8f0 2 -> 1 2024-07-26T12:23:05.756 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.745+0000 7fcecf400640 20 client.4671 handle_client_reply signalling caller 0x7ffdd11eed70 2024-07-26T12:23:05.756 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.745+0000 7fcecf400640 20 client.4671 handle_client_reply awaiting kickback on tid 1 0x7fcecf3fde20 2024-07-26T12:23:05.756 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.745+0000 7fcede41f480 20 client.4671 sendrecv kickback on tid 1 0x7fcecf3fde20 2024-07-26T12:23:05.756 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.745+0000 7fcede41f480 20 client.4671 lat 0.000593 2024-07-26T12:23:05.756 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.745+0000 7fcede41f480 20 client.4671 _ll_get 0x7fcea400a9e0 0x1 -> 1 2024-07-26T12:23:05.756 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.745+0000 7fcecf400640 20 client.4671 put_inode on 0x1.head(faked_ino=0 nref=6 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.706036+0000 ctime=2024-07-26T12:23:05.706036+0000 change_attr=6 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcea400a9e0) n = 1 2024-07-26T12:23:05.756 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.745+0000 7fcecf400640 20 client.4671 put_inode on 0x1.head(faked_ino=0 nref=6 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.706036+0000 ctime=2024-07-26T12:23:05.706036+0000 change_attr=6 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcea400a9e0) n = 1 2024-07-26T12:23:05.756 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.745+0000 7fcede41f480 8 client.4671 _ll_create 0x1.head test_llreadvllwritevopathfilehandlefile44787 0666 66, uid 0, gid 0 2024-07-26T12:23:05.756 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.745+0000 7fcede41f480 10 client.4671 _lookup concluded ENOENT locally for 0x1.head(faked_ino=0 nref=6 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.706036+0000 ctime=2024-07-26T12:23:05.706036+0000 change_attr=6 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcea400a9e0) dn 'test_llreadvllwritevopathfilehandlefile44787' 2024-07-26T12:23:05.756 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.745+0000 7fcede41f480 20 client.4671 may_create 0x1.head(faked_ino=0 nref=6 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.706036+0000 ctime=2024-07-26T12:23:05.706036+0000 change_attr=6 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcea400a9e0); UserPerm(uid: 0, gid: 0) 2024-07-26T12:23:05.756 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.745+0000 7fcede41f480 10 client.4671 _getattr mask As issued=1 2024-07-26T12:23:05.756 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.745+0000 7fcede41f480 3 client.4671 may_create 0x7fcea400a9e0 = 0 2024-07-26T12:23:05.756 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.745+0000 7fcede41f480 8 client.4671 _create(0x1 test_llreadvllwritevopathfilehandlefile44787, 0666) 2024-07-26T12:23:05.757 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.745+0000 7fcede41f480 20 client.4671 get_or_create 0x1.head(faked_ino=0 nref=7 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.706036+0000 ctime=2024-07-26T12:23:05.706036+0000 change_attr=6 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcea400a9e0) name test_llreadvllwritevopathfilehandlefile44787 2024-07-26T12:23:05.757 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.745+0000 7fcede41f480 15 open_dir 0x564e6d5fb8d0 on 0x7fcea400a9e0 2024-07-26T12:23:05.757 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.745+0000 7fcede41f480 15 client.4671 link dir 0x1.head(faked_ino=0 nref=8 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.706036+0000 ctime=2024-07-26T12:23:05.706036+0000 change_attr=6 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcea400a9e0) 'test_llreadvllwritevopathfilehandlefile44787' dn 0x1.head["test_llreadvllwritevopathfilehandlefile44787"] (new dn) 2024-07-26T12:23:05.757 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.745+0000 7fcede41f480 20 client.4671 choose_target_mds starting with req->inode 0x1.head(faked_ino=0 nref=8 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.706036+0000 ctime=2024-07-26T12:23:05.706036+0000 change_attr=6 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcea400a9e0) 2024-07-26T12:23:05.757 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.745+0000 7fcede41f480 20 client.4671 choose_target_mds inode dir hash is 2 on test_llreadvllwritevopathfilehandlefile44787 => 1572870512 2024-07-26T12:23:05.757 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.745+0000 7fcede41f480 20 client.4671 choose_target_mds 0x1.head(faked_ino=0 nref=8 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.706036+0000 ctime=2024-07-26T12:23:05.706036+0000 change_attr=6 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcea400a9e0) is_hash=1 hash=1572870512 2024-07-26T12:23:05.757 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.745+0000 7fcede41f480 10 client.4671 choose_target_mds from caps on inode 0x1.head(faked_ino=0 nref=8 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.706036+0000 ctime=2024-07-26T12:23:05.706036+0000 change_attr=6 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcea400a9e0) 2024-07-26T12:23:05.757 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.745+0000 7fcede41f480 20 client.4671 mds is 0 2024-07-26T12:23:05.757 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.745+0000 7fcede41f480 10 client.4671 send_request rebuilding request 2 for mds.0 2024-07-26T12:23:05.757 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.745+0000 7fcede41f480 20 client.4671 encode_cap_releases enter (req: 0x564e6d4db780, mds: 0) 2024-07-26T12:23:05.757 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.745+0000 7fcede41f480 20 client.4671 encode_dentry_release enter(dn:0x7fcebc006c80) 2024-07-26T12:23:05.757 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.745+0000 7fcede41f480 20 client.4671 encode_inode_release enter(in:0x1.head(faked_ino=0 nref=8 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.706036+0000 ctime=2024-07-26T12:23:05.706036+0000 change_attr=6 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcea400a9e0), req:0x564e6d4db780 mds:0, drop:Fs, unless:Fx, force:1) 2024-07-26T12:23:05.757 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.745+0000 7fcede41f480 20 client.4671 send_request set sent_stamp to 2024-07-26T12:23:05.747035+0000 2024-07-26T12:23:05.758 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.745+0000 7fcede41f480 10 client.4671 send_request client_request(unknown.0:2 create owner_uid=0, owner_gid=0 #0x1/test_llreadvllwritevopathfilehandlefile44787 2024-07-26T12:23:05.747014+0000 caller_uid=0, caller_gid=0{}) to mds.0 2024-07-26T12:23:05.758 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.745+0000 7fcede41f480 1 -- 172.21.15.31:0/2114831138 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_request(unknown.0:2 create owner_uid=0, owner_gid=0 #0x1/test_llreadvllwritevopathfilehandlefile44787 2024-07-26T12:23:05.747014+0000 caller_uid=0, caller_gid=0{}) -- 0x564e6d4d33d0 con 0x564e6d5fe900 2024-07-26T12:23:05.758 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.745+0000 7fcede41f480 20 client.4671 awaiting reply|forward|kick on 0x7ffdd11eeba0 2024-07-26T12:23:05.760 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.750+0000 7fcecf400640 1 -- 172.21.15.31:0/2114831138 <== mds.0 v2:172.21.15.31:6832/713364256 4 ==== client_reply(???:2 = 0 (0) Success safe) ==== 865+0+0 (crc 0 0 0) 0x7fcec800e440 con 0x564e6d5fe900 2024-07-26T12:23:05.760 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.750+0000 7fcecf400640 20 client.4671 handle_client_reply got a reply. Safe:1 tid 2 2024-07-26T12:23:05.760 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.750+0000 7fcecf400640 10 client.4671 insert_trace from 2024-07-26T12:23:05.747035+0000 mds.0 is_target=1 is_dentry=1 2024-07-26T12:23:05.760 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.750+0000 7fcecf400640 10 client.4671 features 0xffffffffffffffff 2024-07-26T12:23:05.760 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.750+0000 7fcecf400640 10 client.4671 update_snap_trace len 70 2024-07-26T12:23:05.761 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.750+0000 7fcecf400640 20 client.4671 get_snap_realm 0x1 0x7fcea400a8f0, nref was 1 2024-07-26T12:23:05.761 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.750+0000 7fcecf400640 20 client.4671 get_snap_realm 0x1 0x7fcea400a8f0, nref now is 2 2024-07-26T12:23:05.761 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.750+0000 7fcecf400640 10 client.4671 update_snap_trace snaprealm(0x1 nref=2 c=0 seq=1 parent=0x0 my_snaps=[] cached_snapc=1=[] last_modified=2024-07-26T12:21:44.597796+0000 change_attr=0) seq 1 <= 1 and same parent, SKIPPING 2024-07-26T12:23:05.761 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.750+0000 7fcecf400640 10 client.4671 hrm is_target=1 is_dentry=1 2024-07-26T12:23:05.761 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.750+0000 7fcecf400640 10 client.4671 update_inode_file_time 0x10000000003.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={} open={} mode=100666 size=0/0 nlink=1 btime=2024-07-26T12:23:05.747014+0000 mtime=0.000000 ctime=0.000000 change_attr=0 caps=- objectset[0x10000000003 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400afc0) - ctime 2024-07-26T12:23:05.747014+0000 mtime 2024-07-26T12:23:05.747014+0000 2024-07-26T12:23:05.761 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.750+0000 7fcecf400640 12 client.4671 add_update_inode client inode change_attr: 0 , mds inodestat change_attr: 0 2024-07-26T12:23:05.761 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.750+0000 7fcecf400640 12 client.4671 add_update_inode adding 0x10000000003.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={} open={} mode=100666 size=0/0 nlink=1 btime=2024-07-26T12:23:05.747014+0000 mtime=2024-07-26T12:23:05.747014+0000 ctime=2024-07-26T12:23:05.747014+0000 change_attr=0 caps=- objectset[0x10000000003 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400afc0) caps pAsxLsXsxFsxcrwb 2024-07-26T12:23:05.761 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.750+0000 7fcecf400640 20 client.4671 get_snap_realm 0x1 0x7fcea400a8f0, nref was 2 2024-07-26T12:23:05.761 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.750+0000 7fcecf400640 20 client.4671 get_snap_realm 0x1 0x7fcea400a8f0, nref now is 3 2024-07-26T12:23:05.761 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.750+0000 7fcecf400640 15 client.4671 add_update_cap first one, opened snaprealm 0x7fcea400a8f0 2024-07-26T12:23:05.761 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.750+0000 7fcecf400640 10 client.4671 add_update_cap issued - -> pAsxLsXsxFsxcrwb from mds.0 on 0x10000000003.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={} open={} mode=100666 size=0/0 nlink=1 btime=2024-07-26T12:23:05.747014+0000 mtime=2024-07-26T12:23:05.747014+0000 ctime=2024-07-26T12:23:05.747014+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000003 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400afc0) 2024-07-26T12:23:05.761 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.750+0000 7fcecf400640 10 client.4671 add_update_cap calling signal_caps_inode 2024-07-26T12:23:05.761 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.750+0000 7fcecf400640 12 client.4671 add_update_inode had 0x1.head(faked_ino=0 nref=8 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.706036+0000 ctime=2024-07-26T12:23:05.706036+0000 change_attr=6 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcea400a9e0) caps pAsLsXs 2024-07-26T12:23:05.761 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.750+0000 7fcecf400640 10 client.4671 update_inode_file_time 0x1.head(faked_ino=0 nref=8 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.706036+0000 ctime=2024-07-26T12:23:05.706036+0000 change_attr=6 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcea400a9e0) pAsLsXs ctime 2024-07-26T12:23:05.747014+0000 mtime 2024-07-26T12:23:05.747014+0000 2024-07-26T12:23:05.762 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.750+0000 7fcecf400640 20 client.4671 dir hash is 2 2024-07-26T12:23:05.762 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.750+0000 7fcecf400640 12 client.4671 add_update_inode client inode change_attr: 6 , mds inodestat change_attr: 7 2024-07-26T12:23:05.762 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.750+0000 7fcecf400640 10 client.4671 add_update_cap issued pAsLsXs -> pAsLsXs from mds.0 on 0x1.head(faked_ino=0 nref=8 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.747014+0000 ctime=2024-07-26T12:23:05.747014+0000 change_attr=7 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcea400a9e0) 2024-07-26T12:23:05.762 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.750+0000 7fcecf400640 20 client.4671 got dirfrag map for 0x1 frag * to mds 0 2024-07-26T12:23:05.762 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.750+0000 7fcecf400640 12 client.4671 insert_dentry_inode 'test_llreadvllwritevopathfilehandlefile44787' vino 0x10000000003.head in dir 0x1.head dn 0x7fcebc006c80 2024-07-26T12:23:05.762 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.750+0000 7fcecf400640 10 client.4671 clearing I_DIR_ORDERED on 0x1.head(faked_ino=0 nref=8 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.747014+0000 ctime=2024-07-26T12:23:05.747014+0000 change_attr=7 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcea400a9e0) 2024-07-26T12:23:05.762 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.750+0000 7fcecf400640 15 client.4671 link dir 0x1.head(faked_ino=0 nref=8 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.747014+0000 ctime=2024-07-26T12:23:05.747014+0000 change_attr=7 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcea400a9e0) 'test_llreadvllwritevopathfilehandlefile44787' to inode 0x7fcea400afc0 dn 0x1.head["test_llreadvllwritevopathfilehandlefile44787"] (old dn) 2024-07-26T12:23:05.762 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.750+0000 7fcecf400640 20 client.4671 put_inode on 0x10000000003.head(faked_ino=0 nref=4 ll_ref=0 cap_refs={} open={} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:05.747014+0000 mtime=2024-07-26T12:23:05.747014+0000 ctime=2024-07-26T12:23:05.747014+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000003 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevopathfilehandlefile44787"] 0x7fcea400afc0) n = 1 2024-07-26T12:23:05.762 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.750+0000 7fcecf400640 20 client.4671 link inode 0x7fcea400afc0 parents now 0x1.head["test_llreadvllwritevopathfilehandlefile44787"] 2024-07-26T12:23:05.762 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.750+0000 7fcecf400640 20 client.4671 put_inode on 0x10000000003.head(faked_ino=0 nref=4 ll_ref=0 cap_refs={} open={} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:05.747014+0000 mtime=2024-07-26T12:23:05.747014+0000 ctime=2024-07-26T12:23:05.747014+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000003 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevopathfilehandlefile44787"] 0x7fcea400afc0) n = 1 2024-07-26T12:23:05.762 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.750+0000 7fcecf400640 15 client.4671 update_dentry_lease 0x1.head["test_llreadvllwritevopathfilehandlefile44787"] lease(mask 7 dur 30000) from 2024-07-26T12:23:05.747035+0000 2024-07-26T12:23:05.762 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.750+0000 7fcecf400640 10 client.4671 got dentry lease on test_llreadvllwritevopathfilehandlefile44787 dur 30000ms ttl 2024-07-26T12:23:35.747035+0000 2024-07-26T12:23:05.762 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.750+0000 7fcecf400640 20 client.4671 put_snap_realm 0x1 0x7fcea400a8f0 3 -> 2 2024-07-26T12:23:05.763 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.750+0000 7fcecf400640 20 client.4671 handle_client_reply signalling caller 0x7ffdd11eeba0 2024-07-26T12:23:05.763 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.750+0000 7fcecf400640 20 client.4671 handle_client_reply awaiting kickback on tid 2 0x7fcecf3fde20 2024-07-26T12:23:05.763 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.750+0000 7fcede41f480 20 client.4671 sendrecv kickback on tid 2 0x7fcecf3fde20 2024-07-26T12:23:05.763 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.750+0000 7fcede41f480 10 client.4671 delegated_inos: [] 2024-07-26T12:23:05.763 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.750+0000 7fcede41f480 10 client.4671 make_request created ino 0x10000000003 2024-07-26T12:23:05.763 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.750+0000 7fcede41f480 20 client.4671 make_request target is 0x10000000003.head(faked_ino=0 nref=6 ll_ref=0 cap_refs={} open={} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:05.747014+0000 mtime=2024-07-26T12:23:05.747014+0000 ctime=2024-07-26T12:23:05.747014+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000003 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevopathfilehandlefile44787"] 0x7fcea400afc0) 2024-07-26T12:23:05.763 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.750+0000 7fcede41f480 20 client.4671 lat 0.005199 2024-07-26T12:23:05.763 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.750+0000 7fcede41f480 10 break_deleg: breaking delegs on 0x10000000003.head(faked_ino=0 nref=6 ll_ref=0 cap_refs={} open={3=1} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:05.747014+0000 mtime=2024-07-26T12:23:05.747014+0000 ctime=2024-07-26T12:23:05.747014+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000003 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevopathfilehandlefile44787"] 0x7fcea400afc0) 2024-07-26T12:23:05.763 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.750+0000 7fcede41f480 10 delegations_broken: delegations empty on 0x10000000003.head(faked_ino=0 nref=6 ll_ref=0 cap_refs={} open={3=1} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:05.747014+0000 mtime=2024-07-26T12:23:05.747014+0000 ctime=2024-07-26T12:23:05.747014+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000003 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevopathfilehandlefile44787"] 0x7fcea400afc0) 2024-07-26T12:23:05.763 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.751+0000 7fcede41f480 20 client.4671 put_inode on 0x10000000003.head(faked_ino=0 nref=8 ll_ref=0 cap_refs={} open={3=1} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:05.747014+0000 mtime=2024-07-26T12:23:05.747014+0000 ctime=2024-07-26T12:23:05.747014+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000003 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevopathfilehandlefile44787"] 0x7fcea400afc0) n = 1 2024-07-26T12:23:05.763 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.751+0000 7fcede41f480 10 client.4671 _create_fh 0x10000000003 mode 3 2024-07-26T12:23:05.763 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.751+0000 7fcede41f480 20 client.4671 trim_cache size 1 max 16384 2024-07-26T12:23:05.764 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.751+0000 7fcede41f480 8 client.4671 create(#0x1/test_llreadvllwritevopathfilehandlefile44787, 0100666 layout 0 0 0) = 0 2024-07-26T12:23:05.764 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.751+0000 7fcede41f480 20 client.4671 _ll_create created = 1 2024-07-26T12:23:05.764 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.751+0000 7fcede41f480 8 client.4671 _ll_create 0x1.head test_llreadvllwritevopathfilehandlefile44787 0666 66 = 0 (0x564e6d4e0120 10000000003) 2024-07-26T12:23:05.764 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.751+0000 7fcede41f480 20 client.4671 _ll_get 0x7fcea400afc0 0x10000000003 -> 1 2024-07-26T12:23:05.764 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.751+0000 7fcede41f480 10 client.4671 fill_statx on 0x10000000003 snap/devhead mode 0100666 mtime 2024-07-26T12:23:05.747014+0000 ctime 2024-07-26T12:23:05.747014+0000 change_attr 0 2024-07-26T12:23:05.764 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.751+0000 7fcede41f480 20 client.4671 put_inode on 0x10000000003.head(faked_ino=0 nref=9 ll_ref=1 cap_refs={} open={3=1} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:05.747014+0000 mtime=2024-07-26T12:23:05.747014+0000 ctime=2024-07-26T12:23:05.747014+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000003 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevopathfilehandlefile44787"] 0x7fcea400afc0) n = 1 2024-07-26T12:23:05.764 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.751+0000 7fcecf400640 20 client.4671 put_inode on 0x10000000003.head(faked_ino=0 nref=9 ll_ref=1 cap_refs={} open={3=1} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:05.747014+0000 mtime=2024-07-26T12:23:05.747014+0000 ctime=2024-07-26T12:23:05.747014+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000003 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevopathfilehandlefile44787"] 0x7fcea400afc0) n = 1 2024-07-26T12:23:05.764 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.751+0000 7fcecf400640 20 client.4671 put_inode on 0x1.head(faked_ino=0 nref=8 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.747014+0000 ctime=2024-07-26T12:23:05.747014+0000 change_attr=7 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcea400a9e0) n = 1 2024-07-26T12:23:05.764 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.751+0000 7fcede41f480 3 client.4671 ll_release (fh)0x564e6d4e0120 0x10000000003 2024-07-26T12:23:05.764 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.751+0000 7fcede41f480 8 client.4671 _release_fh 0x564e6d4e0120 mode 3 on 0x10000000003.head(faked_ino=0 nref=9 ll_ref=1 cap_refs={} open={3=1} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:05.747014+0000 mtime=2024-07-26T12:23:05.747014+0000 ctime=2024-07-26T12:23:05.747014+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000003 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevopathfilehandlefile44787"] 0x7fcea400afc0) 2024-07-26T12:23:05.764 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.751+0000 7fcede41f480 10 client.4671 _flush 0x10000000003.head(faked_ino=0 nref=10 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:05.747014+0000 mtime=2024-07-26T12:23:05.747014+0000 ctime=2024-07-26T12:23:05.747014+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000003 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevopathfilehandlefile44787"] 0x7fcea400afc0) 2024-07-26T12:23:05.764 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.751+0000 7fcede41f480 10 client.4671 nothing to flush 2024-07-26T12:23:05.765 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.751+0000 7fcede41f480 20 client.4671 put_inode on 0x10000000003.head(faked_ino=0 nref=10 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:05.747014+0000 mtime=2024-07-26T12:23:05.747014+0000 ctime=2024-07-26T12:23:05.747014+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000003 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevopathfilehandlefile44787"] 0x7fcea400afc0) n = 1 2024-07-26T12:23:05.765 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.751+0000 7fcede41f480 10 client.4671 check_caps on 0x10000000003.head(faked_ino=0 nref=10 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:05.747014+0000 mtime=2024-07-26T12:23:05.747014+0000 ctime=2024-07-26T12:23:05.747014+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000003 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevopathfilehandlefile44787"] 0x7fcea400afc0) wanted - used - issued pAsxLsXsxFsxcrwb revoking - flags=0 2024-07-26T12:23:05.765 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.751+0000 7fcede41f480 10 client.4671 cap mds.0 issued pAsxLsXsxFsxcrwb implemented pAsxLsXsxFsxcrwb revoking - 2024-07-26T12:23:05.765 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.751+0000 7fcede41f480 10 client.4671 delaying cap release 2024-07-26T12:23:05.765 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.751+0000 7fcede41f480 10 client.4671 cap_delay_requeue on 0x10000000003.head(faked_ino=0 nref=10 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:05.747014+0000 mtime=2024-07-26T12:23:05.747014+0000 ctime=2024-07-26T12:23:05.747014+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000003 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevopathfilehandlefile44787"] 0x7fcea400afc0) 2024-07-26T12:23:05.765 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.751+0000 7fcede41f480 10 client.4671 _release_fh 0x564e6d4e0120 on inode 0x10000000003.head(faked_ino=0 nref=10 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:05.747014+0000 mtime=2024-07-26T12:23:05.747014+0000 ctime=2024-07-26T12:23:05.747014+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000003 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevopathfilehandlefile44787"] 0x7fcea400afc0) no async_err state 2024-07-26T12:23:05.765 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.751+0000 7fcede41f480 20 client.4671 put_inode on 0x10000000003.head(faked_ino=0 nref=10 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:05.747014+0000 mtime=2024-07-26T12:23:05.747014+0000 ctime=2024-07-26T12:23:05.747014+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000003 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevopathfilehandlefile44787"] 0x7fcea400afc0) n = 1 2024-07-26T12:23:05.765 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.751+0000 7fcede41f480 3 client.4671 ll_unlink 0x1.head test_llreadvllwritevopathfilehandlefile44787 2024-07-26T12:23:05.765 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.751+0000 7fcede41f480 20 client.4671 may_delete 0x1.head(faked_ino=0 nref=8 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.747014+0000 ctime=2024-07-26T12:23:05.747014+0000 change_attr=7 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcea400a9e0); ; name test_llreadvllwritevopathfilehandlefile44787; UserPerm(uid: 0, gid: 0) 2024-07-26T12:23:05.765 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.751+0000 7fcede41f480 10 client.4671 _getattr mask As issued=1 2024-07-26T12:23:05.765 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.751+0000 7fcede41f480 3 client.4671 may_delete 0x7fcea400a9e0 = 0 2024-07-26T12:23:05.765 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.751+0000 7fcede41f480 8 client.4671 _unlink(0x1 test_llreadvllwritevopathfilehandlefile44787 uid 0 gid 0) 2024-07-26T12:23:05.765 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.751+0000 7fcede41f480 20 client.4671 get_or_create 0x1.head(faked_ino=0 nref=8 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.747014+0000 ctime=2024-07-26T12:23:05.747014+0000 change_attr=7 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcea400a9e0) name test_llreadvllwritevopathfilehandlefile44787 2024-07-26T12:23:05.766 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.751+0000 7fcede41f480 20 client.4671 _lookup have 0x1.head["test_llreadvllwritevopathfilehandlefile44787"] from mds.0 ttl 2024-07-26T12:23:35.747035+0000 seq 2 2024-07-26T12:23:05.766 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.751+0000 7fcede41f480 10 client.4671 _lookup 0x1.head(faked_ino=0 nref=8 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.747014+0000 ctime=2024-07-26T12:23:05.747014+0000 change_attr=7 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcea400a9e0) test_llreadvllwritevopathfilehandlefile44787 = 0x10000000003.head(faked_ino=0 nref=11 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:05.747014+0000 mtime=2024-07-26T12:23:05.747014+0000 ctime=2024-07-26T12:23:05.747014+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000003 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevopathfilehandlefile44787"] 0x7fcea400afc0) 2024-07-26T12:23:05.766 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.751+0000 7fcede41f480 10 break_deleg: breaking delegs on 0x10000000003.head(faked_ino=0 nref=12 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:05.747014+0000 mtime=2024-07-26T12:23:05.747014+0000 ctime=2024-07-26T12:23:05.747014+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000003 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevopathfilehandlefile44787"] 0x7fcea400afc0) 2024-07-26T12:23:05.766 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.751+0000 7fcede41f480 10 delegations_broken: delegations empty on 0x10000000003.head(faked_ino=0 nref=12 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:05.747014+0000 mtime=2024-07-26T12:23:05.747014+0000 ctime=2024-07-26T12:23:05.747014+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000003 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevopathfilehandlefile44787"] 0x7fcea400afc0) 2024-07-26T12:23:05.766 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.751+0000 7fcede41f480 20 client.4671 choose_target_mds starting with req->inode 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.747014+0000 ctime=2024-07-26T12:23:05.747014+0000 change_attr=7 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcea400a9e0) 2024-07-26T12:23:05.766 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.751+0000 7fcede41f480 20 client.4671 choose_target_mds inode dir hash is 2 on test_llreadvllwritevopathfilehandlefile44787 => 1572870512 2024-07-26T12:23:05.766 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.751+0000 7fcede41f480 20 client.4671 choose_target_mds 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.747014+0000 ctime=2024-07-26T12:23:05.747014+0000 change_attr=7 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcea400a9e0) is_hash=1 hash=1572870512 2024-07-26T12:23:05.766 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.751+0000 7fcede41f480 10 client.4671 choose_target_mds from dirfragtree hash 2024-07-26T12:23:05.766 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.751+0000 7fcede41f480 20 client.4671 mds is 0 2024-07-26T12:23:05.766 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.751+0000 7fcede41f480 10 client.4671 send_request rebuilding request 3 for mds.0 2024-07-26T12:23:05.766 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.751+0000 7fcede41f480 20 client.4671 encode_cap_releases enter (req: 0x564e6d4d33d0, mds: 0) 2024-07-26T12:23:05.766 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.751+0000 7fcede41f480 20 client.4671 encode_inode_release enter(in:0x10000000003.head(faked_ino=0 nref=12 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:05.747014+0000 mtime=2024-07-26T12:23:05.747014+0000 ctime=2024-07-26T12:23:05.747014+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000003 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevopathfilehandlefile44787"] 0x7fcea400afc0), req:0x564e6d4d33d0 mds:0, drop:Lsx, unless:-, force:0) 2024-07-26T12:23:05.766 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.751+0000 7fcede41f480 20 client.4671 encode_dentry_release enter(dn:0x7fcebc006c80) 2024-07-26T12:23:05.767 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.751+0000 7fcede41f480 20 client.4671 encode_inode_release enter(in:0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.747014+0000 ctime=2024-07-26T12:23:05.747014+0000 change_attr=7 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcea400a9e0), req:0x564e6d4d33d0 mds:0, drop:Fs, unless:Fx, force:1) 2024-07-26T12:23:05.767 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.751+0000 7fcede41f480 20 client.4671 send_request set sent_stamp to 2024-07-26T12:23:05.752680+0000 2024-07-26T12:23:05.767 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.751+0000 7fcede41f480 10 client.4671 send_request client_request(unknown.0:3 unlink #0x1/test_llreadvllwritevopathfilehandlefile44787 2024-07-26T12:23:05.752618+0000 caller_uid=0, caller_gid=0{}) to mds.0 2024-07-26T12:23:05.767 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.751+0000 7fcede41f480 1 -- 172.21.15.31:0/2114831138 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_request(unknown.0:3 unlink #0x1/test_llreadvllwritevopathfilehandlefile44787 2024-07-26T12:23:05.752618+0000 caller_uid=0, caller_gid=0{}) -- 0x564e6d4d37b0 con 0x564e6d5fe900 2024-07-26T12:23:05.767 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.751+0000 7fcede41f480 20 client.4671 awaiting reply|forward|kick on 0x7ffdd11eed70 2024-07-26T12:23:05.767 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.752+0000 7fcecf400640 1 -- 172.21.15.31:0/2114831138 <== mds.0 v2:172.21.15.31:6832/713364256 5 ==== client_caps(revoke ino 0x10000000003 1 seq 2 caps=pAsXsFsxcrwb dirty=- wanted=- follows 0 size 0/4194304 ts 1/18446744073709551615 mtime 2024-07-26T12:23:05.747014+0000 ctime 2024-07-26T12:23:05.747014+0000 change_attr 0) ==== 260+0+0 (crc 0 0 0) 0x7fcec800e630 con 0x564e6d5fe900 2024-07-26T12:23:05.767 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.752+0000 7fcecf400640 5 client.4671 set_cap_epoch_barrier epoch = 22 2024-07-26T12:23:05.767 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.752+0000 7fcecf400640 10 client.4671 mds.0 seq now 1 2024-07-26T12:23:05.767 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.752+0000 7fcecf400640 5 client.4671 handle_cap_grant on in 0x10000000003 mds.0 seq 2 caps now pAsXsFsxcrwb was pAsxXsxFsxcrwb 2024-07-26T12:23:05.767 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.752+0000 7fcecf400640 10 client.4671 update_inode_file_time 0x10000000003.head(faked_ino=0 nref=12 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:05.747014+0000 mtime=2024-07-26T12:23:05.747014+0000 ctime=2024-07-26T12:23:05.747014+0000 change_attr=0 caps=pAsxXsxFsxcrwb(0=pAsxXsxFsxcrwb) objectset[0x10000000003 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevopathfilehandlefile44787"] 0x7fcea400afc0) pAsxXsxFsxcrwb ctime 2024-07-26T12:23:05.747014+0000 mtime 2024-07-26T12:23:05.747014+0000 2024-07-26T12:23:05.767 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.752+0000 7fcecf400640 10 client.4671 revocation of AxXx 2024-07-26T12:23:05.767 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.752+0000 7fcecf400640 10 client.4671 check_caps on 0x10000000003.head(faked_ino=0 nref=12 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:05.747014+0000 mtime=2024-07-26T12:23:05.747014+0000 ctime=2024-07-26T12:23:05.747014+0000 change_attr=0 caps=pAsXsFsxcrwb(0=pAsXsFsxcrwb) objectset[0x10000000003 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevopathfilehandlefile44787"] 0x7fcea400afc0) wanted - used - issued pAsXsFsxcrwb revoking AxXx flags=1 2024-07-26T12:23:05.768 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.752+0000 7fcecf400640 10 client.4671 cap mds.0 issued pAsXsFsxcrwb implemented pAsxXsxFsxcrwb revoking AxXx 2024-07-26T12:23:05.768 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.752+0000 7fcecf400640 10 client.4671 completed revocation of AxXx 2024-07-26T12:23:05.768 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.752+0000 7fcecf400640 10 client.4671 send_cap 0x10000000003.head(faked_ino=0 nref=12 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:05.747014+0000 mtime=2024-07-26T12:23:05.747014+0000 ctime=2024-07-26T12:23:05.747014+0000 change_attr=0 caps=pAsXsFsxcrwb(0=pAsXsFsxcrwb) objectset[0x10000000003 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevopathfilehandlefile44787"] 0x7fcea400afc0) mds.0 seq 2 used - want - flush - retain pAsLsXsFs held pAsxXsxFsxcrwb revoking AxXx dropping Fxcrwb 2024-07-26T12:23:05.768 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.752+0000 7fcecf400640 15 client.4671 auth cap, reset requested_max_size due to not wanting any file write cap 2024-07-26T12:23:05.768 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.752+0000 7fcecf400640 1 -- 172.21.15.31:0/2114831138 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_caps(update ino 0x10000000003 1 seq 2 caps=pAsXsFs dirty=- wanted=- follows 0 size 0/4194304 ts 1/18446744073709551615 mtime 2024-07-26T12:23:05.747014+0000 ctime 2024-07-26T12:23:05.747014+0000 change_attr 0) -- 0x7fcea400b5a0 con 0x564e6d5fe900 2024-07-26T12:23:05.768 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.752+0000 7fcecf400640 10 client.4671 handle_cap_grant calling signal_caps_inode 2024-07-26T12:23:05.768 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.754+0000 7fcecf400640 1 -- 172.21.15.31:0/2114831138 <== mds.0 v2:172.21.15.31:6832/713364256 6 ==== client_reply(???:3 = 0 (0) Success unsafe) ==== 513+0+0 (crc 0 0 0) 0x7fcec8040450 con 0x564e6d5fe900 2024-07-26T12:23:05.768 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.754+0000 7fcecf400640 20 client.4671 handle_client_reply got a reply. Safe:0 tid 3 2024-07-26T12:23:05.768 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.754+0000 7fcecf400640 10 client.4671 insert_trace from 2024-07-26T12:23:05.752680+0000 mds.0 is_target=0 is_dentry=1 2024-07-26T12:23:05.768 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.754+0000 7fcecf400640 10 client.4671 features 0xffffffffffffffff 2024-07-26T12:23:05.768 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.754+0000 7fcecf400640 10 client.4671 update_snap_trace len 70 2024-07-26T12:23:05.769 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.754+0000 7fcecf400640 20 client.4671 get_snap_realm 0x1 0x7fcea400a8f0, nref was 2 2024-07-26T12:23:05.769 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.754+0000 7fcecf400640 20 client.4671 get_snap_realm 0x1 0x7fcea400a8f0, nref now is 3 2024-07-26T12:23:05.769 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.754+0000 7fcecf400640 10 client.4671 update_snap_trace snaprealm(0x1 nref=3 c=0 seq=1 parent=0x0 my_snaps=[] cached_snapc=1=[] last_modified=2024-07-26T12:21:44.597796+0000 change_attr=0) seq 1 <= 1 and same parent, SKIPPING 2024-07-26T12:23:05.769 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.754+0000 7fcecf400640 10 client.4671 hrm is_target=0 is_dentry=1 2024-07-26T12:23:05.769 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.754+0000 7fcecf400640 12 client.4671 add_update_inode had 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.747014+0000 ctime=2024-07-26T12:23:05.747014+0000 change_attr=7 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcea400a9e0) caps pAsLsXs 2024-07-26T12:23:05.769 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.754+0000 7fcecf400640 10 client.4671 update_inode_file_time 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.747014+0000 ctime=2024-07-26T12:23:05.747014+0000 change_attr=7 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcea400a9e0) pAsLsXs ctime 2024-07-26T12:23:05.752618+0000 mtime 2024-07-26T12:23:05.747014+0000 2024-07-26T12:23:05.769 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.754+0000 7fcecf400640 20 client.4671 dir hash is 2 2024-07-26T12:23:05.769 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.754+0000 7fcecf400640 12 client.4671 add_update_inode client inode change_attr: 7 , mds inodestat change_attr: 8 2024-07-26T12:23:05.769 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.754+0000 7fcecf400640 10 client.4671 add_update_cap issued pAsLsXs -> pAsLsXs from mds.0 on 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.747014+0000 ctime=2024-07-26T12:23:05.752618+0000 change_attr=8 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcea400a9e0) 2024-07-26T12:23:05.769 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.754+0000 7fcecf400640 20 client.4671 got dirfrag map for 0x1 frag * to mds 0 2024-07-26T12:23:05.769 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.754+0000 7fcecf400640 15 client.4671 unlink dir 0x7fcea400a9e0 'test_llreadvllwritevopathfilehandlefile44787' dn 0x7fcebc006c80 inode 0x7fcea400afc0 2024-07-26T12:23:05.769 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.754+0000 7fcecf400640 20 client.4671 put_inode on 0x10000000003.head(faked_ino=0 nref=13 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:05.747014+0000 mtime=2024-07-26T12:23:05.747014+0000 ctime=2024-07-26T12:23:05.747014+0000 change_attr=0 caps=pAsXsFs(0=pAsXsFs) objectset[0x10000000003 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400afc0) n = 1 2024-07-26T12:23:05.770 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.754+0000 7fcecf400640 20 client.4671 unlink inode 0x7fcea400afc0 parents now 2024-07-26T12:23:05.770 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.754+0000 7fcecf400640 20 client.4671 put_inode on 0x10000000003.head(faked_ino=0 nref=13 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:05.747014+0000 mtime=2024-07-26T12:23:05.747014+0000 ctime=2024-07-26T12:23:05.747014+0000 change_attr=0 caps=pAsXsFs(0=pAsXsFs) objectset[0x10000000003 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400afc0) n = 1 2024-07-26T12:23:05.770 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.754+0000 7fcecf400640 15 client.4671 update_dentry_lease 0x1.head["test_llreadvllwritevopathfilehandlefile44787"] lease(mask 3 dur 30000) from 2024-07-26T12:23:05.752680+0000 2024-07-26T12:23:05.770 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.754+0000 7fcecf400640 10 client.4671 got dentry lease on test_llreadvllwritevopathfilehandlefile44787 dur 30000ms ttl 2024-07-26T12:23:35.752680+0000 2024-07-26T12:23:05.770 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.754+0000 7fcecf400640 20 client.4671 put_snap_realm 0x1 0x7fcea400a8f0 3 -> 2 2024-07-26T12:23:05.770 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.754+0000 7fcecf400640 20 client.4671 handle_client_reply signalling caller 0x7ffdd11eed70 2024-07-26T12:23:05.770 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.754+0000 7fcecf400640 20 client.4671 handle_client_reply awaiting kickback on tid 3 0x7fcecf3fde20 2024-07-26T12:23:05.770 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.754+0000 7fcede41f480 20 client.4671 sendrecv kickback on tid 3 0x7fcecf3fde20 2024-07-26T12:23:05.770 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.754+0000 7fcede41f480 20 client.4671 lat 0.003369 2024-07-26T12:23:05.770 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.754+0000 7fcede41f480 20 client.4671 trim_cache size 1 max 16384 2024-07-26T12:23:05.770 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.754+0000 7fcede41f480 8 client.4671 unlink(#0x1/test_llreadvllwritevopathfilehandlefile44787) = 0 2024-07-26T12:23:05.770 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.754+0000 7fcede41f480 20 client.4671 put_inode on 0x10000000003.head(faked_ino=0 nref=13 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:05.747014+0000 mtime=2024-07-26T12:23:05.747014+0000 ctime=2024-07-26T12:23:05.747014+0000 change_attr=0 caps=pAsXsFs(0=pAsXsFs) objectset[0x10000000003 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400afc0) n = 1 2024-07-26T12:23:05.770 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.754+0000 7fcede41f480 2 client.4671 unmount 2024-07-26T12:23:05.770 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.754+0000 7fcede41f480 2 client.4671 unmounting 2024-07-26T12:23:05.770 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.754+0000 7fcede41f480 1 -- 172.21.15.31:0/2114831138 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_session(request_flushmdlog) -- 0x564e6d5fbac0 con 0x564e6d5fe900 2024-07-26T12:23:05.771 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.754+0000 7fcede41f480 10 client.4671 waiting for write request '3' to complete, currently there are 1 outstanding read/write requests 2024-07-26T12:23:05.771 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.754+0000 7fcecf400640 10 client.4671 unmounting: trim pass, size was 1+2 2024-07-26T12:23:05.771 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.754+0000 7fcecf400640 20 client.4671 trim_cache size 1 max 16384 2024-07-26T12:23:05.771 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.754+0000 7fcecf400640 10 client.4671 unmounting: trim pass, size still 1+2 2024-07-26T12:23:05.771 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.754+0000 7fcede41f480 10 client.4671 waiting for write request '3' to complete, currently there are 1 outstanding read/write requests 2024-07-26T12:23:05.772 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.761+0000 7fcecf400640 1 -- 172.21.15.31:0/2114831138 <== mds.0 v2:172.21.15.31:6832/713364256 7 ==== client_caps(grant ino 0x10000000003 1 seq 3 caps=pAsLsXsFsxcrwb dirty=- wanted=Ls follows 0 size 0/0 ts 1/18446744073709551615 mtime 2024-07-26T12:23:05.747014+0000 ctime 2024-07-26T12:23:05.752618+0000 change_attr 1) ==== 260+0+0 (crc 0 0 0) 0x7fcea400b5a0 con 0x564e6d5fe900 2024-07-26T12:23:05.773 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.761+0000 7fcecf400640 10 client.4671 mds.0 seq now 2 2024-07-26T12:23:05.773 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.761+0000 7fcecf400640 5 client.4671 handle_cap_grant on in 0x10000000003 mds.0 seq 3 caps now pAsLsXsFsxcrwb was pAsXsFs 2024-07-26T12:23:05.773 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.761+0000 7fcecf400640 10 client.4671 update_inode_file_time 0x10000000003.head(faked_ino=0 nref=13 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=0 btime=2024-07-26T12:23:05.747014+0000 mtime=2024-07-26T12:23:05.747014+0000 ctime=2024-07-26T12:23:05.747014+0000 change_attr=0 caps=pAsXsFs(0=pAsXsFs) objectset[0x10000000003 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400afc0) pAsXsFs ctime 2024-07-26T12:23:05.752618+0000 mtime 2024-07-26T12:23:05.747014+0000 2024-07-26T12:23:05.773 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.761+0000 7fcecf400640 10 client.4671 max_size 4194304 -> 0 2024-07-26T12:23:05.773 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.761+0000 7fcecf400640 10 client.4671 grant, new caps are LsFxcrwb 2024-07-26T12:23:05.773 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.761+0000 7fcecf400640 10 client.4671 handle_cap_grant calling signal_caps_inode 2024-07-26T12:23:05.773 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.761+0000 7fcecf400640 5 client.4671 _try_to_trim_inode in 0x10000000003.head(faked_ino=0 nref=13 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/0 nlink=0 btime=2024-07-26T12:23:05.747014+0000 mtime=2024-07-26T12:23:05.747014+0000 ctime=2024-07-26T12:23:05.752618+0000 change_attr=1 caps=pAsLsXsFsxcrwb(0=pAsLsXsFsxcrwb) objectset[0x10000000003 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400afc0) 2024-07-26T12:23:05.773 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.761+0000 7fcecf400640 10 client.4671 unmounting: trim pass, size was 1+2 2024-07-26T12:23:05.773 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.761+0000 7fcecf400640 20 client.4671 trim_cache size 1 max 16384 2024-07-26T12:23:05.773 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.761+0000 7fcecf400640 10 client.4671 unmounting: trim pass, size still 1+2 2024-07-26T12:23:05.773 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.761+0000 7fcecf400640 1 -- 172.21.15.31:0/2114831138 <== mds.0 v2:172.21.15.31:6832/713364256 8 ==== client_reply(???:3 = 0 (0) Success safe) ==== 27+0+0 (crc 0 0 0) 0x7fcec8040640 con 0x564e6d5fe900 2024-07-26T12:23:05.774 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.761+0000 7fcecf400640 20 client.4671 handle_client_reply got a reply. Safe:1 tid 3 2024-07-26T12:23:05.774 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.761+0000 7fcecf400640 10 client.4671 insert_trace from 2024-07-26T12:23:05.752680+0000 mds.0 is_target=0 is_dentry=0 2024-07-26T12:23:05.774 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.761+0000 7fcecf400640 10 client.4671 insert_trace -- already got unsafe; ignoring 2024-07-26T12:23:05.774 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.761+0000 7fcecf400640 20 client.4671 put_inode on 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.747014+0000 ctime=2024-07-26T12:23:05.752618+0000 change_attr=8 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcea400a9e0) n = 1 2024-07-26T12:23:05.774 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.761+0000 7fcecf400640 20 client.4671 put_inode on 0x10000000003.head(faked_ino=0 nref=13 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/0 nlink=0 btime=2024-07-26T12:23:05.747014+0000 mtime=2024-07-26T12:23:05.747014+0000 ctime=2024-07-26T12:23:05.752618+0000 change_attr=1 caps=pAsLsXsFsxcrwb(0=pAsLsXsFsxcrwb) objectset[0x10000000003 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400afc0) n = 1 2024-07-26T12:23:05.774 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.761+0000 7fcecf400640 10 client.4671 unmounting: trim pass, size was 1+2 2024-07-26T12:23:05.774 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.761+0000 7fcecf400640 20 client.4671 trim_cache size 1 max 16384 2024-07-26T12:23:05.774 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.761+0000 7fcecf400640 15 client.4671 trim_dentry unlinking dn test_llreadvllwritevopathfilehandlefile44787 in dir 0x1 2024-07-26T12:23:05.774 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.761+0000 7fcecf400640 15 client.4671 unlink dir 0x7fcea400a9e0 'test_llreadvllwritevopathfilehandlefile44787' dn 0x7fcebc006c80 inode 0 2024-07-26T12:23:05.774 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.761+0000 7fcecf400640 15 client.4671 unlink removing 'test_llreadvllwritevopathfilehandlefile44787' dn 0x7fcebc006c80 2024-07-26T12:23:05.774 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.761+0000 7fcecf400640 15 client.4671 close_dir dir 0x564e6d5fb8d0 on 0x7fcea400a9e0 2024-07-26T12:23:05.774 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.761+0000 7fcecf400640 20 client.4671 put_inode on 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.747014+0000 ctime=2024-07-26T12:23:05.752618+0000 change_attr=8 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcea400a9e0) n = 1 2024-07-26T12:23:05.774 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.761+0000 7fcecf400640 10 client.4671 unmounting: trim pass, cache shrank, poking unmount() 2024-07-26T12:23:05.775 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.761+0000 7fcede41f480 20 client.4671 put_inode on 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.747014+0000 ctime=2024-07-26T12:23:05.752618+0000 change_attr=8 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcea400a9e0) n = 1 2024-07-26T12:23:05.775 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.761+0000 7fcede41f480 20 client.4671 put_inode on 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.747014+0000 ctime=2024-07-26T12:23:05.752618+0000 change_attr=8 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcea400a9e0) n = 1 2024-07-26T12:23:05.775 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.761+0000 7fcede41f480 10 client.4671 _ll_drop_pins 2024-07-26T12:23:05.775 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.761+0000 7fcede41f480 20 client.4671 _ll_put 0x7fcea400afc0 0x10000000003 1 -> 0 2024-07-26T12:23:05.775 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.761+0000 7fcede41f480 20 client.4671 put_inode on 0x10000000003.head(faked_ino=0 nref=14 ll_ref=0 cap_refs={} open={3=0} mode=100666 size=0/0 nlink=0 btime=2024-07-26T12:23:05.747014+0000 mtime=2024-07-26T12:23:05.747014+0000 ctime=2024-07-26T12:23:05.752618+0000 change_attr=1 caps=pAsLsXsFsxcrwb(0=pAsLsXsFsxcrwb) objectset[0x10000000003 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400afc0) n = 1 2024-07-26T12:23:05.775 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.761+0000 7fcede41f480 20 client.4671 _ll_put 0x7fcea400a9e0 0x1 2 -> 0 2024-07-26T12:23:05.775 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.761+0000 7fcede41f480 20 client.4671 put_inode on 0x1.head(faked_ino=0 nref=10 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.747014+0000 ctime=2024-07-26T12:23:05.752618+0000 change_attr=8 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcea400a9e0) n = 1 2024-07-26T12:23:05.775 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.761+0000 7fcede41f480 20 client.4671 put_inode on 0x10000000003.head(faked_ino=0 nref=14 ll_ref=0 cap_refs={} open={3=0} mode=100666 size=0/0 nlink=0 btime=2024-07-26T12:23:05.747014+0000 mtime=2024-07-26T12:23:05.747014+0000 ctime=2024-07-26T12:23:05.752618+0000 change_attr=1 caps=pAsLsXsFsxcrwb(0=pAsLsXsFsxcrwb) objectset[0x10000000003 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400afc0) n = 1 2024-07-26T12:23:05.775 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.761+0000 7fcede41f480 20 client.4671 put_inode on 0x1.head(faked_ino=0 nref=10 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.747014+0000 ctime=2024-07-26T12:23:05.752618+0000 change_attr=8 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcea400a9e0) n = 1 2024-07-26T12:23:05.775 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.761+0000 7fcede41f480 20 client.4671 _release 0x10000000003.head(faked_ino=0 nref=15 ll_ref=0 cap_refs={} open={3=0} mode=100666 size=0/0 nlink=0 btime=2024-07-26T12:23:05.747014+0000 mtime=2024-07-26T12:23:05.747014+0000 ctime=2024-07-26T12:23:05.752618+0000 change_attr=1 caps=pAsLsXsFsxcrwb(0=pAsLsXsFsxcrwb) objectset[0x10000000003 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400afc0) 2024-07-26T12:23:05.775 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.761+0000 7fcede41f480 10 client.4671 _invalidate_inode_cache 0x10000000003.head(faked_ino=0 nref=15 ll_ref=0 cap_refs={1024=0} open={3=0} mode=100666 size=0/0 nlink=0 btime=2024-07-26T12:23:05.747014+0000 mtime=2024-07-26T12:23:05.747014+0000 ctime=2024-07-26T12:23:05.752618+0000 change_attr=1 caps=pAsLsXsFsxcrwb(0=pAsLsXsFsxcrwb) objectset[0x10000000003 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400afc0) 2024-07-26T12:23:05.775 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.761+0000 7fcede41f480 10 client.4671 _flush 0x10000000003.head(faked_ino=0 nref=16 ll_ref=0 cap_refs={1024=0} open={3=0} mode=100666 size=0/0 nlink=0 btime=2024-07-26T12:23:05.747014+0000 mtime=2024-07-26T12:23:05.747014+0000 ctime=2024-07-26T12:23:05.752618+0000 change_attr=1 caps=pAsLsXsFsxcrwb(0=pAsLsXsFsxcrwb) objectset[0x10000000003 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400afc0) 2024-07-26T12:23:05.775 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.761+0000 7fcede41f480 10 client.4671 nothing to flush 2024-07-26T12:23:05.776 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.761+0000 7fcede41f480 20 client.4671 put_inode on 0x10000000003.head(faked_ino=0 nref=16 ll_ref=0 cap_refs={1024=0} open={3=0} mode=100666 size=0/0 nlink=0 btime=2024-07-26T12:23:05.747014+0000 mtime=2024-07-26T12:23:05.747014+0000 ctime=2024-07-26T12:23:05.752618+0000 change_attr=1 caps=pAsLsXsFsxcrwb(0=pAsLsXsFsxcrwb) objectset[0x10000000003 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400afc0) n = 1 2024-07-26T12:23:05.776 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.761+0000 7fcede41f480 20 client.4671 _release 0x1.head(faked_ino=0 nref=11 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.747014+0000 ctime=2024-07-26T12:23:05.752618+0000 change_attr=8 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcea400a9e0) 2024-07-26T12:23:05.776 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.761+0000 7fcede41f480 10 client.4671 _invalidate_inode_cache 0x1.head(faked_ino=0 nref=11 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.747014+0000 ctime=2024-07-26T12:23:05.752618+0000 change_attr=8 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcea400a9e0) 2024-07-26T12:23:05.776 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.761+0000 7fcede41f480 10 client.4671 _flush 0x1.head(faked_ino=0 nref=12 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.747014+0000 ctime=2024-07-26T12:23:05.752618+0000 change_attr=8 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcea400a9e0) 2024-07-26T12:23:05.776 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.761+0000 7fcede41f480 10 client.4671 nothing to flush 2024-07-26T12:23:05.776 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.761+0000 7fcede41f480 20 client.4671 put_inode on 0x1.head(faked_ino=0 nref=12 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.747014+0000 ctime=2024-07-26T12:23:05.752618+0000 change_attr=8 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcea400a9e0) n = 1 2024-07-26T12:23:05.776 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.761+0000 7fcede41f480 20 client.4671 put_inode on 0x10000000003.head(faked_ino=0 nref=16 ll_ref=0 cap_refs={1024=0} open={3=0} mode=100666 size=0/0 nlink=0 btime=2024-07-26T12:23:05.747014+0000 mtime=2024-07-26T12:23:05.747014+0000 ctime=2024-07-26T12:23:05.752618+0000 change_attr=1 caps=pAsLsXsFsxcrwb(0=pAsLsXsFsxcrwb) objectset[0x10000000003 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400afc0) n = 1 2024-07-26T12:23:05.776 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.761+0000 7fcede41f480 20 client.4671 put_inode on 0x1.head(faked_ino=0 nref=12 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.747014+0000 ctime=2024-07-26T12:23:05.752618+0000 change_attr=8 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcea400a9e0) n = 1 2024-07-26T12:23:05.776 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.761+0000 7fcede41f480 10 client.4671 flush_caps_sync 2024-07-26T12:23:05.776 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.761+0000 7fcede41f480 10 client.4671 wait_sync_caps want 1 (last is 1, 0 total flushing) 2024-07-26T12:23:05.776 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.761+0000 7fcede41f480 20 client.4671 trim_cache size 0 max 16384 2024-07-26T12:23:05.776 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.761+0000 7fcede41f480 10 client.4671 _put_inode on 0x1.head(faked_ino=0 nref=12 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.747014+0000 ctime=2024-07-26T12:23:05.752618+0000 change_attr=8 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcea400a9e0) n = 11 2024-07-26T12:23:05.776 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.761+0000 7fcede41f480 10 client.4671 remove_cap mds.0 on 0x1.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.747014+0000 ctime=2024-07-26T12:23:05.752618+0000 change_attr=8 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcea400a9e0) 2024-07-26T12:23:05.776 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.761+0000 7fcede41f480 15 client.4671 remove_cap last one, closing snaprealm 0x7fcea400a8f0 2024-07-26T12:23:05.777 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.761+0000 7fcede41f480 20 client.4671 put_snap_realm 0x1 0x7fcea400a8f0 2 -> 1 2024-07-26T12:23:05.777 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.761+0000 7fcede41f480 10 client.4671 _put_inode deleting 0x1.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.747014+0000 ctime=2024-07-26T12:23:05.752618+0000 change_attr=8 caps=- COMPLETE has_dir_layout 0x7fcea400a9e0) 2024-07-26T12:23:05.777 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.762+0000 7fcede41f480 10 client.4671 _put_inode on 0x10000000003.head(faked_ino=0 nref=16 ll_ref=0 cap_refs={1024=0} open={3=0} mode=100666 size=0/0 nlink=0 btime=2024-07-26T12:23:05.747014+0000 mtime=2024-07-26T12:23:05.747014+0000 ctime=2024-07-26T12:23:05.752618+0000 change_attr=1 caps=pAsLsXsFsxcrwb(0=pAsLsXsFsxcrwb) objectset[0x10000000003 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400afc0) n = 15 2024-07-26T12:23:05.777 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.762+0000 7fcede41f480 10 client.4671 remove_cap mds.0 on 0x10000000003.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={1024=0} open={3=0} mode=100666 size=0/0 nlink=0 btime=2024-07-26T12:23:05.747014+0000 mtime=2024-07-26T12:23:05.747014+0000 ctime=2024-07-26T12:23:05.752618+0000 change_attr=1 caps=pAsLsXsFsxcrwb(0=pAsLsXsFsxcrwb) objectset[0x10000000003 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400afc0) 2024-07-26T12:23:05.777 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.762+0000 7fcede41f480 15 client.4671 remove_cap last one, closing snaprealm 0x7fcea400a8f0 2024-07-26T12:23:05.777 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.762+0000 7fcede41f480 20 client.4671 put_snap_realm 0x1 0x7fcea400a8f0 1 -> 0 2024-07-26T12:23:05.777 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.762+0000 7fcede41f480 10 client.4671 _put_inode deleting 0x10000000003.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={1024=0} open={3=0} mode=100666 size=0/0 nlink=0 btime=2024-07-26T12:23:05.747014+0000 mtime=2024-07-26T12:23:05.747014+0000 ctime=2024-07-26T12:23:05.752618+0000 change_attr=1 caps=- objectset[0x10000000003 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400afc0) 2024-07-26T12:23:05.777 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.762+0000 7fcede41f480 2 client.4671 _close_mds_session mds.0 seq 2 2024-07-26T12:23:05.777 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.762+0000 7fcede41f480 1 -- 172.21.15.31:0/2114831138 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_session(request_close seq 2) -- 0x564e6d4d37b0 con 0x564e6d5fe900 2024-07-26T12:23:05.777 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.762+0000 7fcede41f480 2 client.4671 waiting for 1 mds session(s) to close (timeout: 30s) 2024-07-26T12:23:05.777 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.762+0000 7fcecf400640 1 -- 172.21.15.31:0/2114831138 <== mds.0 v2:172.21.15.31:6832/713364256 9 ==== client_caps(grant ino 0x10000000003 1 seq 4 caps=pAsLsXsFsxcrwb dirty=- wanted=- follows 0 size 0/0 ts 1/18446744073709551615 mtime 2024-07-26T12:23:05.747014+0000 ctime 2024-07-26T12:23:05.752618+0000 change_attr 1) ==== 260+0+0 (crc 0 0 0) 0x7fcec8040830 con 0x564e6d5fe900 2024-07-26T12:23:05.777 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.762+0000 7fcecf400640 10 client.4671 mds.0 seq now 3 2024-07-26T12:23:05.777 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.762+0000 7fcecf400640 1 -- 172.21.15.31:0/2114831138 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_session(request_close seq 3) -- 0x7fcea400a6d0 con 0x564e6d5fe900 2024-07-26T12:23:05.778 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.762+0000 7fcecf400640 5 client.4671 handle_caps don't have vino 0x10000000003.head op 0, immediately releasing 2024-07-26T12:23:05.778 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.762+0000 7fcecf400640 1 -- 172.21.15.31:0/2114831138 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_cap_release(3) -- 0x564e6d4d3ba0 con 0x564e6d5fe900 2024-07-26T12:23:05.778 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.762+0000 7fcecf400640 10 client.4671 unmounting: trim pass, size was 0+0 2024-07-26T12:23:05.778 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.762+0000 7fcecf400640 20 client.4671 trim_cache size 0 max 16384 2024-07-26T12:23:05.778 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.762+0000 7fcecf400640 10 client.4671 unmounting: trim pass, size still 0+0 2024-07-26T12:23:05.778 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.766+0000 7fcecf400640 1 -- 172.21.15.31:0/2114831138 <== mds.0 v2:172.21.15.31:6832/713364256 10 ==== client_session(close) ==== 28+0+0 (crc 0 0 0) 0x564e6d5fbac0 con 0x564e6d5fe900 2024-07-26T12:23:05.778 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.766+0000 7fcecf400640 10 client.4671 handle_client_session client_session(close) from mds.0 2024-07-26T12:23:05.778 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.766+0000 7fcecf400640 5 client.4671 _closed_mds_session mds.0 seq 3 2024-07-26T12:23:05.778 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.766+0000 7fcecf400640 1 -- 172.21.15.31:0/2114831138 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d5fe900 msgr2=0x564e6d5fb390 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:05.778 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.766+0000 7fcecf400640 1 --2- 172.21.15.31:0/2114831138 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d5fe900 0x564e6d5fb390 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:05.778 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.766+0000 7fcecf400640 10 client.4671 remove_session_caps mds.0 2024-07-26T12:23:05.778 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.766+0000 7fcecf400640 10 client.4671 kick_requests_closed for mds.0 2024-07-26T12:23:05.778 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.766+0000 7fcecf400640 10 client.4671 unmounting: trim pass, size was 0+0 2024-07-26T12:23:05.779 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.766+0000 7fcecf400640 20 client.4671 trim_cache size 0 max 16384 2024-07-26T12:23:05.779 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.766+0000 7fcecf400640 10 client.4671 unmounting: trim pass, size still 0+0 2024-07-26T12:23:05.779 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.766+0000 7fcede41f480 2 client.4671 unmounted. 2024-07-26T12:23:05.779 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.766+0000 7fcede41f480 1 client.4671 shutdown 2024-07-26T12:23:05.779 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.767+0000 7fcede41f480 1 -- 172.21.15.31:0/2114831138 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d549eb0 msgr2=0x564e6d4e0c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:05.779 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.767+0000 7fcede41f480 1 --2- 172.21.15.31:0/2114831138 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d549eb0 0x564e6d4e0c50 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fcec0005b70 tx=0x7fcec0067850 comp rx=0 tx=0).stop 2024-07-26T12:23:05.779 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.767+0000 7fcede41f480 1 -- 172.21.15.31:0/2114831138 shutdown_connections 2024-07-26T12:23:05.779 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.767+0000 7fcede41f480 1 --2- 172.21.15.31:0/2114831138 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d568070 0x564e6d548f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:05.779 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.767+0000 7fcede41f480 1 --2- 172.21.15.31:0/2114831138 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d5fe900 0x564e6d5fb390 unknown :-1 s=CLOSED pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:05.779 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.767+0000 7fcede41f480 1 --2- 172.21.15.31:0/2114831138 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d549eb0 0x564e6d4e0c50 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:05.779 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.767+0000 7fcede41f480 1 --2- 172.21.15.31:0/2114831138 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d4d8b20 0x564e6d4da460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:05.779 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.767+0000 7fcede41f480 1 -- 172.21.15.31:0/2114831138 >> 172.21.15.31:0/2114831138 conn(0x564e6d3cbab0 msgr2=0x564e6d4dcc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:23:05.779 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.767+0000 7fcede41f480 1 -- 172.21.15.31:0/2114831138 shutdown_connections 2024-07-26T12:23:05.779 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.767+0000 7fcede41f480 1 -- 172.21.15.31:0/2114831138 wait complete. 2024-07-26T12:23:05.780 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.767+0000 7fcede41f480 20 client.4671 trim_cache size 0 max 16384 2024-07-26T12:23:05.780 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClient.LlreadvLlwritevOPathFileHandle (48 ms) 2024-07-26T12:23:05.780 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClient.LlreadvLlwritevReadOnlyFile 2024-07-26T12:23:05.783 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.768+0000 7fcede41f480 1 -- start start 2024-07-26T12:23:05.783 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.769+0000 7fcede41f480 1 Processor -- start 2024-07-26T12:23:05.784 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.770+0000 7fcede41f480 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d4d8b20 0x564e6d600fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:05.784 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.770+0000 7fcede41f480 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d549eb0 0x564e6d4e0c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:05.784 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.770+0000 7fcede41f480 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d568070 0x564e6d548f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:05.784 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.770+0000 7fcede41f480 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fcea40042e0 con 0x564e6d549eb0 2024-07-26T12:23:05.784 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.770+0000 7fcede41f480 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x564e6d5fb9d0 con 0x564e6d4d8b20 2024-07-26T12:23:05.784 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.770+0000 7fcede41f480 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x564e6d5fbb80 con 0x564e6d568070 2024-07-26T12:23:05.784 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.770+0000 7fced6000640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d549eb0 0x564e6d4e0c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:05.784 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.770+0000 7fced6000640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d549eb0 0x564e6d4e0c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:43032/0 (socket says 172.21.15.31:43032) 2024-07-26T12:23:05.784 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.770+0000 7fced6000640 1 -- 172.21.15.31:0/1412661207 learned_addr learned my addr 172.21.15.31:0/1412661207 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:23:05.784 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.771+0000 7fced7400640 1 --2- 172.21.15.31:0/1412661207 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d568070 0x564e6d548f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:05.784 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.771+0000 7fced6a00640 1 --2- 172.21.15.31:0/1412661207 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d4d8b20 0x564e6d600fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:05.784 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.771+0000 7fced6000640 1 -- 172.21.15.31:0/1412661207 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d568070 msgr2=0x564e6d548f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:05.784 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.771+0000 7fced6000640 1 --2- 172.21.15.31:0/1412661207 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d568070 0x564e6d548f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:05.785 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.771+0000 7fced6000640 1 -- 172.21.15.31:0/1412661207 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d4d8b20 msgr2=0x564e6d600fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:05.785 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.771+0000 7fced6000640 1 --2- 172.21.15.31:0/1412661207 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d4d8b20 0x564e6d600fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:05.785 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.771+0000 7fced6000640 1 -- 172.21.15.31:0/1412661207 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564e6d55f4e0 con 0x564e6d549eb0 2024-07-26T12:23:05.785 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.771+0000 7fced7400640 1 --2- 172.21.15.31:0/1412661207 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d568070 0x564e6d548f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T12:23:05.785 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.771+0000 7fced6000640 1 --2- 172.21.15.31:0/1412661207 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d549eb0 0x564e6d4e0c50 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fcec000a440 tx=0x7fcec005ebb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d1c517b6fe1ee78f server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:23:05.785 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.771+0000 7fced4c00640 10 client.0 ms_handle_connect on v2:172.21.15.31:3300/0 2024-07-26T12:23:05.785 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.772+0000 7fced4c00640 1 -- 172.21.15.31:0/1412661207 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcec0059030 con 0x564e6d549eb0 2024-07-26T12:23:05.785 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.772+0000 7fced4c00640 1 -- 172.21.15.31:0/1412661207 <== mon.0 v2:172.21.15.31:3300/0 2 ==== osd_map(24..24 src has 1..24) ==== 5825+0+0 (secure 0 0 0) 0x7fcec0088040 con 0x564e6d549eb0 2024-07-26T12:23:05.785 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.772+0000 7fcede41f480 10 client.4674 Subscribing to map 'mdsmap' 2024-07-26T12:23:05.785 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.772+0000 7fcede41f480 1 -- 172.21.15.31:0/1412661207 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,mdsmap=0+,monmap=2+}) -- 0x564e6d55ffa0 con 0x564e6d549eb0 2024-07-26T12:23:05.785 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.772+0000 7fcec7e00640 20 client.4674 tick 2024-07-26T12:23:05.785 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.772+0000 7fcec7e00640 20 client.4674 collect_and_send_metrics 2024-07-26T12:23:05.785 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.772+0000 7fcec7e00640 20 client.4674 collect_and_send_global_metrics 2024-07-26T12:23:05.786 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.772+0000 7fcec7e00640 5 client.4674 collect_and_send_global_metrics MDS rank 0 is not ready yet -- not sending metric 2024-07-26T12:23:05.786 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.772+0000 7fcec7e00640 20 client.4674 trim_cache size 0 max 16384 2024-07-26T12:23:05.786 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.772+0000 7fcec7e00640 20 client.4674 upkeep thread waiting interval 1.000000000s 2024-07-26T12:23:05.786 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.772+0000 7fced4c00640 1 -- 172.21.15.31:0/1412661207 <== mon.0 v2:172.21.15.31:3300/0 3 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fcec0054440 con 0x564e6d549eb0 2024-07-26T12:23:05.786 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.772+0000 7fced4c00640 1 -- 172.21.15.31:0/1412661207 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mdsmap(e 8) ==== 1240+0+0 (secure 0 0 0) 0x7fcec0062040 con 0x564e6d549eb0 2024-07-26T12:23:05.786 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.772+0000 7fced4c00640 1 client.4674 handle_mds_map epoch 8 2024-07-26T12:23:05.786 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.772+0000 7fcede41f480 20 client.4674 populate_metadata read hostname 'smithi031' 2024-07-26T12:23:05.786 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.772+0000 7fcede41f480 10 client.4674 did not get mds through better means, so chose random mds 0 2024-07-26T12:23:05.786 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.772+0000 7fcede41f480 20 client.4674 mds is 0 2024-07-26T12:23:05.786 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.772+0000 7fcede41f480 10 client.4674 _open_mds_session mds.0 2024-07-26T12:23:05.786 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.772+0000 7fcede41f480 1 --2- 172.21.15.31:0/1412661207 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d5fe900 0x564e6d5584e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:05.786 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.772+0000 7fcede41f480 1 -- 172.21.15.31:0/1412661207 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_session(request_open) -- 0x564e6d4e0610 con 0x564e6d5fe900 2024-07-26T12:23:05.786 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.772+0000 7fcede41f480 10 client.4674 waiting for session to mds.0 to open 2024-07-26T12:23:05.787 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.773+0000 7fced6a00640 1 --2- 172.21.15.31:0/1412661207 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d5fe900 0x564e6d5584e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:05.787 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.773+0000 7fced6a00640 1 --2- 172.21.15.31:0/1412661207 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d5fe900 0x564e6d5584e0 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ee5b32d41162f3e9 server_cookie=e216cd4985a7adcb in_seq=0 out_seq=0 2024-07-26T12:23:05.787 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.773+0000 7fced4c00640 10 client.4674 ms_handle_connect on v2:172.21.15.31:6832/713364256 2024-07-26T12:23:05.787 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.777+0000 7fced4c00640 1 -- 172.21.15.31:0/1412661207 <== mds.0 v2:172.21.15.31:6832/713364256 1 ==== client_session(open cap_auths [MDSCapAuth(readable=1, writeable=1)]) ==== 113+0+0 (crc 0 0 0) 0x564e6d4e0610 con 0x564e6d5fe900 2024-07-26T12:23:05.787 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.777+0000 7fced4c00640 10 client.4674 handle_client_session client_session(open cap_auths [MDSCapAuth(readable=1, writeable=1)]) from mds.0 2024-07-26T12:23:05.787 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.777+0000 7fced4c00640 10 client.4674 renew_caps mds.0 2024-07-26T12:23:05.787 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.777+0000 7fced4c00640 1 -- 172.21.15.31:0/1412661207 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_session(request_renewcaps seq 1) -- 0x7fcea400a9e0 con 0x564e6d5fe900 2024-07-26T12:23:05.787 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.777+0000 7fced4c00640 10 client.4674 connect_mds_targets for mds.0 2024-07-26T12:23:05.787 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.777+0000 7fcede41f480 10 client.4674 did not get mds through better means, so chose random mds 0 2024-07-26T12:23:05.787 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.777+0000 7fcede41f480 20 client.4674 mds is 0 2024-07-26T12:23:05.787 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.777+0000 7fcede41f480 10 client.4674 send_request rebuilding request 1 for mds.0 2024-07-26T12:23:05.787 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.777+0000 7fcede41f480 20 client.4674 encode_cap_releases enter (req: 0x564e6d5fb450, mds: 0) 2024-07-26T12:23:05.787 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.777+0000 7fcede41f480 20 client.4674 send_request set sent_stamp to 2024-07-26T12:23:05.779068+0000 2024-07-26T12:23:05.788 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.777+0000 7fcede41f480 10 client.4674 send_request client_request(unknown.0:1 getattr pAsLsXsFs #0x1 2024-07-26T12:23:05.774134+0000 caller_uid=0, caller_gid=0{}) to mds.0 2024-07-26T12:23:05.788 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.777+0000 7fcede41f480 1 -- 172.21.15.31:0/1412661207 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_request(unknown.0:1 getattr pAsLsXsFs #0x1 2024-07-26T12:23:05.774134+0000 caller_uid=0, caller_gid=0{}) -- 0x564e6d4d63b0 con 0x564e6d5fe900 2024-07-26T12:23:05.788 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.777+0000 7fcede41f480 20 client.4674 awaiting reply|forward|kick on 0x7ffdd11ef020 2024-07-26T12:23:05.788 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.778+0000 7fced4c00640 1 -- 172.21.15.31:0/1412661207 <== mds.0 v2:172.21.15.31:6832/713364256 2 ==== client_session(renewcaps seq 1) ==== 28+0+0 (crc 0 0 0) 0x7fcea400a9e0 con 0x564e6d5fe900 2024-07-26T12:23:05.788 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.778+0000 7fced4c00640 10 client.4674 handle_client_session client_session(renewcaps seq 1) from mds.0 2024-07-26T12:23:05.788 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.778+0000 7fced4c00640 1 -- 172.21.15.31:0/1412661207 <== mds.0 v2:172.21.15.31:6832/713364256 3 ==== client_reply(???:1 = 0 (0) Success) ==== 431+0+0 (crc 0 0 0) 0x7fcec8001a90 con 0x564e6d5fe900 2024-07-26T12:23:05.788 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.778+0000 7fced4c00640 20 client.4674 handle_client_reply got a reply. Safe:1 tid 1 2024-07-26T12:23:05.788 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.778+0000 7fced4c00640 10 client.4674 insert_trace from 2024-07-26T12:23:05.779068+0000 mds.0 is_target=1 is_dentry=0 2024-07-26T12:23:05.788 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.778+0000 7fced4c00640 10 client.4674 features 0xffffffffffffffff 2024-07-26T12:23:05.788 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.778+0000 7fced4c00640 10 client.4674 update_snap_trace len 70 2024-07-26T12:23:05.788 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.778+0000 7fced4c00640 20 client.4674 get_snap_realm 0x1 0, nref was 0 2024-07-26T12:23:05.788 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.778+0000 7fced4c00640 20 client.4674 get_snap_realm 0x1 0x7fcea400ac00, nref now is 1 2024-07-26T12:23:05.788 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.778+0000 7fced4c00640 10 client.4674 update_snap_trace snaprealm(0x1 nref=1 c=0 seq=0 parent=0x0 my_snaps=[] cached_snapc=0=[] last_modified=0.000000 change_attr=0) seq 1 > 0 2024-07-26T12:23:05.789 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.778+0000 7fced4c00640 10 client.4674 invalidate_snaprealm_and_children snaprealm(0x1 nref=2 c=0 seq=1 parent=0x0 my_snaps=[] cached_snapc=0=[] last_modified=2024-07-26T12:21:44.597796+0000 change_attr=0) 2024-07-26T12:23:05.789 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.778+0000 7fced4c00640 15 client.4674 update_snap_trace snaprealm(0x1 nref=2 c=0 seq=1 parent=0x0 my_snaps=[] cached_snapc=0=[] last_modified=2024-07-26T12:21:44.597796+0000 change_attr=0) self|parent updated 2024-07-26T12:23:05.789 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.778+0000 7fced4c00640 15 client.4674 snapc 1=[] 2024-07-26T12:23:05.789 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.778+0000 7fced4c00640 10 client.4674 no new snap on snaprealm(0x1 nref=2 c=0 seq=1 parent=0x0 my_snaps=[] cached_snapc=1=[] last_modified=2024-07-26T12:21:44.597796+0000 change_attr=0) 2024-07-26T12:23:05.789 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.778+0000 7fced4c00640 20 client.4674 put_snap_realm 0x1 0x7fcea400ac00 2 -> 1 2024-07-26T12:23:05.789 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.778+0000 7fced4c00640 10 client.4674 hrm is_target=1 is_dentry=0 2024-07-26T12:23:05.789 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.778+0000 7fced4c00640 10 client.4674 update_inode_file_time 0x1.head(faked_ino=0 nref=3 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=0.000000 ctime=0.000000 change_attr=0 caps=- 0x7fcea400acf0) - ctime 2024-07-26T12:23:05.752618+0000 mtime 2024-07-26T12:23:05.752618+0000 2024-07-26T12:23:05.789 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.778+0000 7fced4c00640 20 client.4674 dir hash is 2 2024-07-26T12:23:05.789 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.778+0000 7fced4c00640 12 client.4674 add_update_inode client inode change_attr: 0 , mds inodestat change_attr: 8 2024-07-26T12:23:05.789 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.778+0000 7fced4c00640 12 client.4674 add_update_inode adding 0x1.head(faked_ino=0 nref=3 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.752618+0000 ctime=2024-07-26T12:23:05.752618+0000 change_attr=8 caps=- has_dir_layout 0x7fcea400acf0) caps pAsLsXsFs 2024-07-26T12:23:05.789 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.778+0000 7fced4c00640 20 client.4674 get_snap_realm 0x1 0x7fcea400ac00, nref was 1 2024-07-26T12:23:05.789 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.778+0000 7fced4c00640 20 client.4674 get_snap_realm 0x1 0x7fcea400ac00, nref now is 2 2024-07-26T12:23:05.789 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.778+0000 7fced4c00640 15 client.4674 add_update_cap first one, opened snaprealm 0x7fcea400ac00 2024-07-26T12:23:05.790 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.778+0000 7fced4c00640 10 client.4674 add_update_cap issued - -> pAsLsXsFs from mds.0 on 0x1.head(faked_ino=0 nref=3 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.752618+0000 ctime=2024-07-26T12:23:05.752618+0000 change_attr=8 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400acf0) 2024-07-26T12:23:05.790 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.778+0000 7fced4c00640 10 client.4674 add_update_cap calling signal_caps_inode 2024-07-26T12:23:05.790 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.778+0000 7fced4c00640 10 client.4674 marking (I_COMPLETE|I_DIR_ORDERED) on empty dir 0x1.head(faked_ino=0 nref=3 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.752618+0000 ctime=2024-07-26T12:23:05.752618+0000 change_attr=8 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400acf0) 2024-07-26T12:23:05.790 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.778+0000 7fced4c00640 20 client.4674 put_snap_realm 0x1 0x7fcea400ac00 2 -> 1 2024-07-26T12:23:05.790 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.778+0000 7fced4c00640 20 client.4674 handle_client_reply signalling caller 0x7ffdd11ef020 2024-07-26T12:23:05.790 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.778+0000 7fced4c00640 20 client.4674 handle_client_reply awaiting kickback on tid 1 0x7fced4bfde20 2024-07-26T12:23:05.790 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.778+0000 7fcede41f480 20 client.4674 sendrecv kickback on tid 1 0x7fced4bfde20 2024-07-26T12:23:05.790 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.778+0000 7fcede41f480 20 client.4674 lat 0.000681 2024-07-26T12:23:05.790 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.778+0000 7fcede41f480 20 client.4674 _ll_get 0x7fcea400acf0 0x1 -> 1 2024-07-26T12:23:05.790 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.778+0000 7fcede41f480 2 client.4674 unmount 2024-07-26T12:23:05.790 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.778+0000 7fcede41f480 2 client.4674 unmounting 2024-07-26T12:23:05.790 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.778+0000 7fcede41f480 1 -- 172.21.15.31:0/1412661207 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_session(request_flushmdlog) -- 0x564e6d602c90 con 0x564e6d5fe900 2024-07-26T12:23:05.790 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.778+0000 7fcede41f480 20 client.4674 put_inode on 0x1.head(faked_ino=0 nref=6 ll_ref=1 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.752618+0000 ctime=2024-07-26T12:23:05.752618+0000 change_attr=8 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcea400acf0) n = 1 2024-07-26T12:23:05.791 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.778+0000 7fcede41f480 20 client.4674 put_inode on 0x1.head(faked_ino=0 nref=6 ll_ref=1 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.752618+0000 ctime=2024-07-26T12:23:05.752618+0000 change_attr=8 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcea400acf0) n = 1 2024-07-26T12:23:05.791 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.778+0000 7fcede41f480 10 client.4674 _ll_drop_pins 2024-07-26T12:23:05.791 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.778+0000 7fcede41f480 20 client.4674 _ll_put 0x7fcea400acf0 0x1 1 -> 0 2024-07-26T12:23:05.791 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.778+0000 7fcede41f480 20 client.4674 put_inode on 0x1.head(faked_ino=0 nref=7 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.752618+0000 ctime=2024-07-26T12:23:05.752618+0000 change_attr=8 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcea400acf0) n = 1 2024-07-26T12:23:05.791 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.778+0000 7fcede41f480 20 client.4674 put_inode on 0x1.head(faked_ino=0 nref=7 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.752618+0000 ctime=2024-07-26T12:23:05.752618+0000 change_attr=8 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcea400acf0) n = 1 2024-07-26T12:23:05.791 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.778+0000 7fcede41f480 20 client.4674 _release 0x1.head(faked_ino=0 nref=8 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.752618+0000 ctime=2024-07-26T12:23:05.752618+0000 change_attr=8 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcea400acf0) 2024-07-26T12:23:05.791 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.778+0000 7fcede41f480 10 client.4674 _invalidate_inode_cache 0x1.head(faked_ino=0 nref=8 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.752618+0000 ctime=2024-07-26T12:23:05.752618+0000 change_attr=8 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcea400acf0) 2024-07-26T12:23:05.791 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.778+0000 7fcede41f480 10 client.4674 _flush 0x1.head(faked_ino=0 nref=9 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.752618+0000 ctime=2024-07-26T12:23:05.752618+0000 change_attr=8 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcea400acf0) 2024-07-26T12:23:05.791 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.778+0000 7fcede41f480 10 client.4674 nothing to flush 2024-07-26T12:23:05.791 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.778+0000 7fcede41f480 20 client.4674 put_inode on 0x1.head(faked_ino=0 nref=9 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.752618+0000 ctime=2024-07-26T12:23:05.752618+0000 change_attr=8 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcea400acf0) n = 1 2024-07-26T12:23:05.791 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.778+0000 7fcede41f480 20 client.4674 put_inode on 0x1.head(faked_ino=0 nref=9 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.752618+0000 ctime=2024-07-26T12:23:05.752618+0000 change_attr=8 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcea400acf0) n = 1 2024-07-26T12:23:05.791 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.778+0000 7fcede41f480 10 client.4674 flush_caps_sync 2024-07-26T12:23:05.791 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.778+0000 7fcede41f480 10 client.4674 wait_sync_caps want 1 (last is 1, 0 total flushing) 2024-07-26T12:23:05.792 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.778+0000 7fcede41f480 20 client.4674 trim_cache size 0 max 16384 2024-07-26T12:23:05.792 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.778+0000 7fcede41f480 10 client.4674 _put_inode on 0x1.head(faked_ino=0 nref=9 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.752618+0000 ctime=2024-07-26T12:23:05.752618+0000 change_attr=8 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcea400acf0) n = 6 2024-07-26T12:23:05.792 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.778+0000 7fcede41f480 2 client.4674 cache still has 0+1 items, waiting (for caps to release?) 2024-07-26T12:23:05.792 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.778+0000 7fced4c00640 20 client.4674 put_inode on 0x1.head(faked_ino=0 nref=3 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.752618+0000 ctime=2024-07-26T12:23:05.752618+0000 change_attr=8 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcea400acf0) n = 1 2024-07-26T12:23:05.792 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.778+0000 7fced4c00640 20 client.4674 put_inode on 0x1.head(faked_ino=0 nref=3 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.752618+0000 ctime=2024-07-26T12:23:05.752618+0000 change_attr=8 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcea400acf0) n = 1 2024-07-26T12:23:05.792 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.778+0000 7fced4c00640 10 client.4674 unmounting: trim pass, size was 0+1 2024-07-26T12:23:05.792 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.778+0000 7fced4c00640 20 client.4674 trim_cache size 0 max 16384 2024-07-26T12:23:05.792 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.778+0000 7fced4c00640 10 client.4674 unmounting: trim pass, size still 0+1 2024-07-26T12:23:05.792 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:05.778+0000 7fcede41f480 2 client.4674 cache still has 0+1 items, waiting (for caps to release?) 2024-07-26T12:23:06.775 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.773+0000 7fcec7e00640 20 client.4674 tick 2024-07-26T12:23:06.775 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.773+0000 7fcec7e00640 10 client.4674 renew_caps() 2024-07-26T12:23:06.775 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.773+0000 7fcec7e00640 15 client.4674 renew_caps requesting from mds.0 2024-07-26T12:23:06.775 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.773+0000 7fcec7e00640 10 client.4674 renew_caps mds.0 2024-07-26T12:23:06.775 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.773+0000 7fcec7e00640 1 -- 172.21.15.31:0/1412661207 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_session(request_renewcaps seq 2) -- 0x7fce9c000c60 con 0x564e6d5fe900 2024-07-26T12:23:06.775 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.773+0000 7fcec7e00640 20 client.4674 collect_and_send_metrics 2024-07-26T12:23:06.775 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.773+0000 7fcec7e00640 20 client.4674 collect_and_send_global_metrics 2024-07-26T12:23:06.775 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.773+0000 7fcec7e00640 1 -- 172.21.15.31:0/1412661207 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_metrics [client_metric_type: READ_LATENCY latency: 0.000000, avg_latency: 0.000000, sq_sum: 0, count=0][client_metric_type: WRITE_LATENCY latency: 0.000000, avg_latency: 0.000000, sq_sum: 0, count=0][client_metric_type: METADATA_LATENCY latency: 0.000681, avg_latency: 0.000681, sq_sum: 0, count=1][client_metric_type: CAP_INFO cap_hits: 0 cap_misses: 0 num_caps: 0][client_metric_type: DENTRY_LEASE dlease_hits: 0 dlease_misses: 0 num_dentries: 0][client_metric_type: OPENED_FILES opened_files: 0 total_inodes: 1][client_metric_type: PINNED_ICAPS pinned_icaps: 1 total_inodes: 1][client_metric_type: OPENED_INODES opened_inodes: 0 total_inodes: 1][client_metric_type: READ_IO_SIZES total_ops: 0 total_size: 0][client_metric_type: WRITE_IO_SIZES total_ops: 0 total_size: 0] -- 0x7fce9c0014f0 con 0x564e6d5fe900 2024-07-26T12:23:06.775 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.773+0000 7fcec7e00640 10 client.4674 _put_inode on 0x1.head(faked_ino=0 nref=3 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.752618+0000 ctime=2024-07-26T12:23:05.752618+0000 change_attr=8 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcea400acf0) n = 2 2024-07-26T12:23:06.775 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.773+0000 7fcec7e00640 10 client.4674 remove_cap mds.0 on 0x1.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.752618+0000 ctime=2024-07-26T12:23:05.752618+0000 change_attr=8 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcea400acf0) 2024-07-26T12:23:06.775 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.773+0000 7fcec7e00640 15 client.4674 remove_cap last one, closing snaprealm 0x7fcea400ac00 2024-07-26T12:23:06.775 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.773+0000 7fcec7e00640 20 client.4674 put_snap_realm 0x1 0x7fcea400ac00 1 -> 0 2024-07-26T12:23:06.776 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.773+0000 7fcec7e00640 10 client.4674 _put_inode deleting 0x1.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.752618+0000 ctime=2024-07-26T12:23:05.752618+0000 change_attr=8 caps=- COMPLETE has_dir_layout 0x7fcea400acf0) 2024-07-26T12:23:06.776 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.773+0000 7fcec7e00640 20 client.4674 trim_cache size 0 max 16384 2024-07-26T12:23:06.776 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.773+0000 7fcec7e00640 20 client.4674 upkeep thread waiting interval 1.000000000s 2024-07-26T12:23:06.776 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.773+0000 7fcede41f480 2 client.4674 _close_mds_session mds.0 seq 0 2024-07-26T12:23:06.776 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.773+0000 7fcede41f480 1 -- 172.21.15.31:0/1412661207 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_session(request_close) -- 0x564e6d5606f0 con 0x564e6d5fe900 2024-07-26T12:23:06.776 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.773+0000 7fcede41f480 2 client.4674 waiting for 1 mds session(s) to close (timeout: 30s) 2024-07-26T12:23:06.776 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.773+0000 7fced4c00640 1 -- 172.21.15.31:0/1412661207 <== mds.0 v2:172.21.15.31:6832/713364256 4 ==== client_session(renewcaps seq 2) ==== 28+0+0 (crc 0 0 0) 0x564e6d602c90 con 0x564e6d5fe900 2024-07-26T12:23:06.776 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.773+0000 7fced4c00640 10 client.4674 handle_client_session client_session(renewcaps seq 2) from mds.0 2024-07-26T12:23:06.776 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.773+0000 7fced4c00640 10 client.4674 unmounting: trim pass, size was 0+0 2024-07-26T12:23:06.776 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.773+0000 7fced4c00640 20 client.4674 trim_cache size 0 max 16384 2024-07-26T12:23:06.776 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.773+0000 7fced4c00640 10 client.4674 unmounting: trim pass, size still 0+0 2024-07-26T12:23:06.782 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.780+0000 7fced4c00640 1 -- 172.21.15.31:0/1412661207 <== mds.0 v2:172.21.15.31:6832/713364256 5 ==== client_session(close) ==== 28+0+0 (crc 0 0 0) 0x564e6d4e0860 con 0x564e6d5fe900 2024-07-26T12:23:06.782 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.780+0000 7fced4c00640 10 client.4674 handle_client_session client_session(close) from mds.0 2024-07-26T12:23:06.782 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.780+0000 7fced4c00640 5 client.4674 _closed_mds_session mds.0 seq 0 2024-07-26T12:23:06.782 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.780+0000 7fced4c00640 1 -- 172.21.15.31:0/1412661207 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d5fe900 msgr2=0x564e6d5584e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:06.782 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.780+0000 7fced4c00640 1 --2- 172.21.15.31:0/1412661207 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d5fe900 0x564e6d5584e0 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:06.782 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.780+0000 7fced4c00640 10 client.4674 remove_session_caps mds.0 2024-07-26T12:23:06.782 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.780+0000 7fced4c00640 10 client.4674 kick_requests_closed for mds.0 2024-07-26T12:23:06.783 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.780+0000 7fced4c00640 10 client.4674 unmounting: trim pass, size was 0+0 2024-07-26T12:23:06.783 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.780+0000 7fced4c00640 20 client.4674 trim_cache size 0 max 16384 2024-07-26T12:23:06.783 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.780+0000 7fced4c00640 10 client.4674 unmounting: trim pass, size still 0+0 2024-07-26T12:23:06.783 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.780+0000 7fcede41f480 2 client.4674 unmounted. 2024-07-26T12:23:06.783 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.780+0000 7fcede41f480 1 client.4674 shutdown 2024-07-26T12:23:06.784 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.781+0000 7fcede41f480 1 -- 172.21.15.31:0/1412661207 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d549eb0 msgr2=0x564e6d4e0c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:06.784 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.781+0000 7fcede41f480 1 --2- 172.21.15.31:0/1412661207 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d549eb0 0x564e6d4e0c50 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fcec000a440 tx=0x7fcec005ebb0 comp rx=0 tx=0).stop 2024-07-26T12:23:06.784 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.781+0000 7fcede41f480 1 -- 172.21.15.31:0/1412661207 shutdown_connections 2024-07-26T12:23:06.784 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.781+0000 7fcede41f480 1 --2- 172.21.15.31:0/1412661207 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d568070 0x564e6d548f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:06.784 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.781+0000 7fcede41f480 1 --2- 172.21.15.31:0/1412661207 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d5fe900 0x564e6d5584e0 unknown :-1 s=CLOSED pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:06.784 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.781+0000 7fcede41f480 1 --2- 172.21.15.31:0/1412661207 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d549eb0 0x564e6d4e0c50 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:06.784 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.781+0000 7fcede41f480 1 --2- 172.21.15.31:0/1412661207 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d4d8b20 0x564e6d600fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:06.784 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.781+0000 7fcede41f480 1 -- 172.21.15.31:0/1412661207 >> 172.21.15.31:0/1412661207 conn(0x564e6d3cbab0 msgr2=0x564e6d4dcc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:23:06.784 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.782+0000 7fcede41f480 1 -- 172.21.15.31:0/1412661207 shutdown_connections 2024-07-26T12:23:06.784 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.782+0000 7fcede41f480 1 -- 172.21.15.31:0/1412661207 wait complete. 2024-07-26T12:23:06.784 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.782+0000 7fcede41f480 20 client.4674 trim_cache size 0 max 16384 2024-07-26T12:23:06.785 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.784+0000 7fcede41f480 1 -- start start 2024-07-26T12:23:06.788 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.787+0000 7fcede41f480 1 Processor -- start 2024-07-26T12:23:06.789 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.788+0000 7fcede41f480 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d4d8b20 0x564e6d600fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:06.789 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.788+0000 7fcede41f480 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d549eb0 0x564e6d4e0c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:06.789 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.788+0000 7fcede41f480 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d568070 0x564e6d548f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:06.789 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.788+0000 7fcede41f480 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fcea40091a0 con 0x564e6d549eb0 2024-07-26T12:23:06.790 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.788+0000 7fcede41f480 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x564e6d5606f0 con 0x564e6d568070 2024-07-26T12:23:06.790 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.788+0000 7fcede41f480 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x564e6d5608a0 con 0x564e6d4d8b20 2024-07-26T12:23:06.790 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.788+0000 7fced6000640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d549eb0 0x564e6d4e0c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:06.790 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.788+0000 7fced6000640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d549eb0 0x564e6d4e0c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:43034/0 (socket says 172.21.15.31:43034) 2024-07-26T12:23:06.790 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.788+0000 7fced6000640 1 -- 172.21.15.31:0/2005808997 learned_addr learned my addr 172.21.15.31:0/2005808997 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:23:06.791 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.788+0000 7fced7400640 1 --2- 172.21.15.31:0/2005808997 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d568070 0x564e6d548f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:06.791 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.789+0000 7fced6a00640 1 --2- 172.21.15.31:0/2005808997 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d4d8b20 0x564e6d600fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:06.792 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.789+0000 7fced6000640 1 -- 172.21.15.31:0/2005808997 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d4d8b20 msgr2=0x564e6d600fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:06.792 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.789+0000 7fced6000640 1 --2- 172.21.15.31:0/2005808997 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d4d8b20 0x564e6d600fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:06.792 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.789+0000 7fced6000640 1 -- 172.21.15.31:0/2005808997 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d568070 msgr2=0x564e6d548f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:06.792 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.789+0000 7fced6000640 1 --2- 172.21.15.31:0/2005808997 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d568070 0x564e6d548f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:06.792 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.789+0000 7fced6000640 1 -- 172.21.15.31:0/2005808997 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564e6d61b120 con 0x564e6d549eb0 2024-07-26T12:23:06.792 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.789+0000 7fced6a00640 1 --2- 172.21.15.31:0/2005808997 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d4d8b20 0x564e6d600fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T12:23:06.792 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.789+0000 7fced7400640 1 --2- 172.21.15.31:0/2005808997 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d568070 0x564e6d548f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T12:23:06.792 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.790+0000 7fced6000640 1 --2- 172.21.15.31:0/2005808997 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d549eb0 0x564e6d4e0c50 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7fcec0067fd0 tx=0x7fcec00677e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4486fbd7e1e55fae server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:23:06.793 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.790+0000 7fcecf400640 10 client.0 ms_handle_connect on v2:172.21.15.31:3300/0 2024-07-26T12:23:06.793 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.790+0000 7fcecf400640 1 -- 172.21.15.31:0/2005808997 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcec0059030 con 0x564e6d549eb0 2024-07-26T12:23:06.793 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.790+0000 7fcecf400640 1 -- 172.21.15.31:0/2005808997 <== mon.0 v2:172.21.15.31:3300/0 2 ==== osd_map(24..24 src has 1..24) ==== 5825+0+0 (secure 0 0 0) 0x7fcec0088070 con 0x564e6d549eb0 2024-07-26T12:23:06.793 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.790+0000 7fcede41f480 10 client.4677 Subscribing to map 'mdsmap' 2024-07-26T12:23:06.793 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.790+0000 7fcede41f480 1 -- 172.21.15.31:0/2005808997 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,mdsmap=0+,monmap=2+}) -- 0x564e6d553700 con 0x564e6d549eb0 2024-07-26T12:23:06.793 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.791+0000 7fceccc00640 20 client.4677 tick 2024-07-26T12:23:06.793 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.791+0000 7fceccc00640 20 client.4677 collect_and_send_metrics 2024-07-26T12:23:06.793 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.791+0000 7fceccc00640 20 client.4677 collect_and_send_global_metrics 2024-07-26T12:23:06.793 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.791+0000 7fceccc00640 5 client.4677 collect_and_send_global_metrics MDS rank 0 is not ready yet -- not sending metric 2024-07-26T12:23:06.793 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.791+0000 7fceccc00640 20 client.4677 trim_cache size 0 max 16384 2024-07-26T12:23:06.793 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.791+0000 7fceccc00640 20 client.4677 upkeep thread waiting interval 1.000000000s 2024-07-26T12:23:06.794 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.791+0000 7fcecf400640 1 -- 172.21.15.31:0/2005808997 <== mon.0 v2:172.21.15.31:3300/0 3 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fcec000a030 con 0x564e6d549eb0 2024-07-26T12:23:06.794 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.791+0000 7fcecf400640 1 -- 172.21.15.31:0/2005808997 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mdsmap(e 8) ==== 1240+0+0 (secure 0 0 0) 0x7fcec0062040 con 0x564e6d549eb0 2024-07-26T12:23:06.794 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.791+0000 7fcecf400640 1 client.4677 handle_mds_map epoch 8 2024-07-26T12:23:06.795 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.791+0000 7fcede41f480 20 client.4677 populate_metadata read hostname 'smithi031' 2024-07-26T12:23:06.795 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.791+0000 7fcede41f480 10 client.4677 did not get mds through better means, so chose random mds 0 2024-07-26T12:23:06.795 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.791+0000 7fcede41f480 20 client.4677 mds is 0 2024-07-26T12:23:06.795 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.791+0000 7fcede41f480 10 client.4677 _open_mds_session mds.0 2024-07-26T12:23:06.795 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.791+0000 7fcede41f480 1 --2- 172.21.15.31:0/2005808997 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d5fe900 0x564e6d5fb370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:06.795 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.791+0000 7fcede41f480 1 -- 172.21.15.31:0/2005808997 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_session(request_open) -- 0x564e6d5fbe50 con 0x564e6d5fe900 2024-07-26T12:23:06.795 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.791+0000 7fcede41f480 10 client.4677 waiting for session to mds.0 to open 2024-07-26T12:23:06.795 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.791+0000 7fced6a00640 1 --2- 172.21.15.31:0/2005808997 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d5fe900 0x564e6d5fb370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:06.795 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.792+0000 7fced6a00640 1 --2- 172.21.15.31:0/2005808997 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d5fe900 0x564e6d5fb370 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=62a56139a490348d server_cookie=c593a3d4a9867414 in_seq=0 out_seq=0 2024-07-26T12:23:06.795 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.792+0000 7fcecf400640 10 client.4677 ms_handle_connect on v2:172.21.15.31:6832/713364256 2024-07-26T12:23:06.798 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.796+0000 7fcecf400640 1 -- 172.21.15.31:0/2005808997 <== mds.0 v2:172.21.15.31:6832/713364256 1 ==== client_session(open cap_auths [MDSCapAuth(readable=1, writeable=1)]) ==== 113+0+0 (crc 0 0 0) 0x564e6d5fbe50 con 0x564e6d5fe900 2024-07-26T12:23:06.798 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.796+0000 7fcecf400640 10 client.4677 handle_client_session client_session(open cap_auths [MDSCapAuth(readable=1, writeable=1)]) from mds.0 2024-07-26T12:23:06.798 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.796+0000 7fcecf400640 10 client.4677 renew_caps mds.0 2024-07-26T12:23:06.798 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.796+0000 7fcecf400640 1 -- 172.21.15.31:0/2005808997 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_session(request_renewcaps seq 1) -- 0x7fcea40045f0 con 0x564e6d5fe900 2024-07-26T12:23:06.798 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.796+0000 7fcecf400640 10 client.4677 connect_mds_targets for mds.0 2024-07-26T12:23:06.798 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.796+0000 7fcede41f480 10 client.4677 did not get mds through better means, so chose random mds 0 2024-07-26T12:23:06.798 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.796+0000 7fcede41f480 20 client.4677 mds is 0 2024-07-26T12:23:06.798 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.796+0000 7fcede41f480 10 client.4677 send_request rebuilding request 1 for mds.0 2024-07-26T12:23:06.798 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.796+0000 7fcede41f480 20 client.4677 encode_cap_releases enter (req: 0x564e6d5584e0, mds: 0) 2024-07-26T12:23:06.798 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.796+0000 7fcede41f480 20 client.4677 send_request set sent_stamp to 2024-07-26T12:23:06.797813+0000 2024-07-26T12:23:06.798 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.796+0000 7fcede41f480 10 client.4677 send_request client_request(unknown.0:1 getattr pAsLsXsFs #0x1 2024-07-26T12:23:06.792731+0000 caller_uid=0, caller_gid=0{}) to mds.0 2024-07-26T12:23:06.798 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.796+0000 7fcede41f480 1 -- 172.21.15.31:0/2005808997 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_request(unknown.0:1 getattr pAsLsXsFs #0x1 2024-07-26T12:23:06.792731+0000 caller_uid=0, caller_gid=0{}) -- 0x564e6d4e0380 con 0x564e6d5fe900 2024-07-26T12:23:06.799 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.796+0000 7fcede41f480 20 client.4677 awaiting reply|forward|kick on 0x7ffdd11eed70 2024-07-26T12:23:06.799 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.796+0000 7fcecf400640 1 -- 172.21.15.31:0/2005808997 <== mds.0 v2:172.21.15.31:6832/713364256 2 ==== client_session(renewcaps seq 1) ==== 28+0+0 (crc 0 0 0) 0x564e6d561300 con 0x564e6d5fe900 2024-07-26T12:23:06.799 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.796+0000 7fcecf400640 10 client.4677 handle_client_session client_session(renewcaps seq 1) from mds.0 2024-07-26T12:23:06.800 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.797+0000 7fcecf400640 1 -- 172.21.15.31:0/2005808997 <== mds.0 v2:172.21.15.31:6832/713364256 3 ==== client_reply(???:1 = 0 (0) Success) ==== 431+0+0 (crc 0 0 0) 0x7fce9c001690 con 0x564e6d5fe900 2024-07-26T12:23:06.800 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.797+0000 7fcecf400640 20 client.4677 handle_client_reply got a reply. Safe:1 tid 1 2024-07-26T12:23:06.800 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.797+0000 7fcecf400640 10 client.4677 insert_trace from 2024-07-26T12:23:06.797813+0000 mds.0 is_target=1 is_dentry=0 2024-07-26T12:23:06.800 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.797+0000 7fcecf400640 10 client.4677 features 0xffffffffffffffff 2024-07-26T12:23:06.800 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.797+0000 7fcecf400640 10 client.4677 update_snap_trace len 70 2024-07-26T12:23:06.800 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.797+0000 7fcecf400640 20 client.4677 get_snap_realm 0x1 0, nref was 0 2024-07-26T12:23:06.800 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.797+0000 7fcecf400640 20 client.4677 get_snap_realm 0x1 0x7fcea400a9e0, nref now is 1 2024-07-26T12:23:06.800 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.797+0000 7fcecf400640 10 client.4677 update_snap_trace snaprealm(0x1 nref=1 c=0 seq=0 parent=0x0 my_snaps=[] cached_snapc=0=[] last_modified=0.000000 change_attr=0) seq 1 > 0 2024-07-26T12:23:06.800 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.797+0000 7fcecf400640 10 client.4677 invalidate_snaprealm_and_children snaprealm(0x1 nref=2 c=0 seq=1 parent=0x0 my_snaps=[] cached_snapc=0=[] last_modified=2024-07-26T12:21:44.597796+0000 change_attr=0) 2024-07-26T12:23:06.800 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.797+0000 7fcecf400640 15 client.4677 update_snap_trace snaprealm(0x1 nref=2 c=0 seq=1 parent=0x0 my_snaps=[] cached_snapc=0=[] last_modified=2024-07-26T12:21:44.597796+0000 change_attr=0) self|parent updated 2024-07-26T12:23:06.801 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.797+0000 7fcecf400640 15 client.4677 snapc 1=[] 2024-07-26T12:23:06.801 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.797+0000 7fcecf400640 10 client.4677 no new snap on snaprealm(0x1 nref=2 c=0 seq=1 parent=0x0 my_snaps=[] cached_snapc=1=[] last_modified=2024-07-26T12:21:44.597796+0000 change_attr=0) 2024-07-26T12:23:06.801 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.797+0000 7fcecf400640 20 client.4677 put_snap_realm 0x1 0x7fcea400a9e0 2 -> 1 2024-07-26T12:23:06.801 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.797+0000 7fcecf400640 10 client.4677 hrm is_target=1 is_dentry=0 2024-07-26T12:23:06.801 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.797+0000 7fcecf400640 10 client.4677 update_inode_file_time 0x1.head(faked_ino=0 nref=3 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=0.000000 ctime=0.000000 change_attr=0 caps=- 0x7fcea400aad0) - ctime 2024-07-26T12:23:05.752618+0000 mtime 2024-07-26T12:23:05.752618+0000 2024-07-26T12:23:06.801 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.797+0000 7fcecf400640 20 client.4677 dir hash is 2 2024-07-26T12:23:06.801 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.797+0000 7fcecf400640 12 client.4677 add_update_inode client inode change_attr: 0 , mds inodestat change_attr: 8 2024-07-26T12:23:06.801 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.797+0000 7fcecf400640 12 client.4677 add_update_inode adding 0x1.head(faked_ino=0 nref=3 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.752618+0000 ctime=2024-07-26T12:23:05.752618+0000 change_attr=8 caps=- has_dir_layout 0x7fcea400aad0) caps pAsLsXsFs 2024-07-26T12:23:06.801 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.797+0000 7fcecf400640 20 client.4677 get_snap_realm 0x1 0x7fcea400a9e0, nref was 1 2024-07-26T12:23:06.801 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.797+0000 7fcecf400640 20 client.4677 get_snap_realm 0x1 0x7fcea400a9e0, nref now is 2 2024-07-26T12:23:06.801 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.797+0000 7fcecf400640 15 client.4677 add_update_cap first one, opened snaprealm 0x7fcea400a9e0 2024-07-26T12:23:06.801 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.797+0000 7fcecf400640 10 client.4677 add_update_cap issued - -> pAsLsXsFs from mds.0 on 0x1.head(faked_ino=0 nref=3 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.752618+0000 ctime=2024-07-26T12:23:05.752618+0000 change_attr=8 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400aad0) 2024-07-26T12:23:06.801 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.797+0000 7fcecf400640 10 client.4677 add_update_cap calling signal_caps_inode 2024-07-26T12:23:06.802 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.797+0000 7fcecf400640 10 client.4677 marking (I_COMPLETE|I_DIR_ORDERED) on empty dir 0x1.head(faked_ino=0 nref=3 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.752618+0000 ctime=2024-07-26T12:23:05.752618+0000 change_attr=8 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400aad0) 2024-07-26T12:23:06.802 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.797+0000 7fcecf400640 20 client.4677 put_snap_realm 0x1 0x7fcea400a9e0 2 -> 1 2024-07-26T12:23:06.802 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.797+0000 7fcecf400640 20 client.4677 handle_client_reply signalling caller 0x7ffdd11eed70 2024-07-26T12:23:06.802 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.797+0000 7fcecf400640 20 client.4677 handle_client_reply awaiting kickback on tid 1 0x7fcecf3fde20 2024-07-26T12:23:06.802 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.797+0000 7fcede41f480 20 client.4677 sendrecv kickback on tid 1 0x7fcecf3fde20 2024-07-26T12:23:06.802 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.797+0000 7fcede41f480 20 client.4677 lat 0.000631 2024-07-26T12:23:06.802 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.797+0000 7fcede41f480 20 client.4677 _ll_get 0x7fcea400aad0 0x1 -> 1 2024-07-26T12:23:06.802 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.797+0000 7fcede41f480 8 client.4677 _ll_create 0x1.head test_llreadvllwritevreadonlyfile44787 0666 576, uid 0, gid 0 2024-07-26T12:23:06.802 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.797+0000 7fcede41f480 10 client.4677 _lookup concluded ENOENT locally for 0x1.head(faked_ino=0 nref=6 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.752618+0000 ctime=2024-07-26T12:23:05.752618+0000 change_attr=8 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcea400aad0) dn 'test_llreadvllwritevreadonlyfile44787' 2024-07-26T12:23:06.802 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.797+0000 7fcede41f480 20 client.4677 may_create 0x1.head(faked_ino=0 nref=6 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.752618+0000 ctime=2024-07-26T12:23:05.752618+0000 change_attr=8 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcea400aad0); UserPerm(uid: 0, gid: 0) 2024-07-26T12:23:06.802 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.797+0000 7fcede41f480 10 client.4677 _getattr mask As issued=1 2024-07-26T12:23:06.802 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.797+0000 7fcede41f480 3 client.4677 may_create 0x7fcea400aad0 = 0 2024-07-26T12:23:06.802 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.797+0000 7fcede41f480 8 client.4677 _create(0x1 test_llreadvllwritevreadonlyfile44787, 0666) 2024-07-26T12:23:06.803 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.797+0000 7fcede41f480 20 client.4677 get_or_create 0x1.head(faked_ino=0 nref=7 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.752618+0000 ctime=2024-07-26T12:23:05.752618+0000 change_attr=8 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcea400aad0) name test_llreadvllwritevreadonlyfile44787 2024-07-26T12:23:06.803 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.797+0000 7fcede41f480 15 open_dir 0x564e6d558910 on 0x7fcea400aad0 2024-07-26T12:23:06.803 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.797+0000 7fcede41f480 15 client.4677 link dir 0x1.head(faked_ino=0 nref=8 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.752618+0000 ctime=2024-07-26T12:23:05.752618+0000 change_attr=8 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcea400aad0) 'test_llreadvllwritevreadonlyfile44787' dn 0x1.head["test_llreadvllwritevreadonlyfile44787"] (new dn) 2024-07-26T12:23:06.803 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.797+0000 7fcede41f480 20 client.4677 choose_target_mds starting with req->inode 0x1.head(faked_ino=0 nref=8 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.752618+0000 ctime=2024-07-26T12:23:05.752618+0000 change_attr=8 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcea400aad0) 2024-07-26T12:23:06.803 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.797+0000 7fcede41f480 20 client.4677 choose_target_mds inode dir hash is 2 on test_llreadvllwritevreadonlyfile44787 => 3621159245 2024-07-26T12:23:06.803 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.797+0000 7fcede41f480 20 client.4677 choose_target_mds 0x1.head(faked_ino=0 nref=8 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.752618+0000 ctime=2024-07-26T12:23:05.752618+0000 change_attr=8 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcea400aad0) is_hash=1 hash=3621159245 2024-07-26T12:23:06.803 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.797+0000 7fcede41f480 10 client.4677 choose_target_mds from caps on inode 0x1.head(faked_ino=0 nref=8 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.752618+0000 ctime=2024-07-26T12:23:05.752618+0000 change_attr=8 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcea400aad0) 2024-07-26T12:23:06.803 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.797+0000 7fcede41f480 20 client.4677 mds is 0 2024-07-26T12:23:06.803 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.797+0000 7fcede41f480 10 client.4677 send_request rebuilding request 2 for mds.0 2024-07-26T12:23:06.803 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.797+0000 7fcede41f480 20 client.4677 encode_cap_releases enter (req: 0x564e6d4e0380, mds: 0) 2024-07-26T12:23:06.803 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.797+0000 7fcede41f480 20 client.4677 encode_dentry_release enter(dn:0x7fcea400a8f0) 2024-07-26T12:23:06.803 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.797+0000 7fcede41f480 20 client.4677 encode_inode_release enter(in:0x1.head(faked_ino=0 nref=8 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.752618+0000 ctime=2024-07-26T12:23:05.752618+0000 change_attr=8 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcea400aad0), req:0x564e6d4e0380 mds:0, drop:Fs, unless:Fx, force:1) 2024-07-26T12:23:06.803 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.797+0000 7fcede41f480 20 client.4677 send_request set sent_stamp to 2024-07-26T12:23:06.798538+0000 2024-07-26T12:23:06.803 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.797+0000 7fcede41f480 10 client.4677 send_request client_request(unknown.0:2 create owner_uid=0, owner_gid=0 #0x1/test_llreadvllwritevreadonlyfile44787 2024-07-26T12:23:06.798508+0000 caller_uid=0, caller_gid=0{}) to mds.0 2024-07-26T12:23:06.804 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.797+0000 7fcede41f480 1 -- 172.21.15.31:0/2005808997 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_request(unknown.0:2 create owner_uid=0, owner_gid=0 #0x1/test_llreadvllwritevreadonlyfile44787 2024-07-26T12:23:06.798508+0000 caller_uid=0, caller_gid=0{}) -- 0x564e6d4d33d0 con 0x564e6d5fe900 2024-07-26T12:23:06.804 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.797+0000 7fcede41f480 20 client.4677 awaiting reply|forward|kick on 0x7ffdd11eeba0 2024-07-26T12:23:06.804 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.797+0000 7fcecf400640 20 client.4677 put_inode on 0x1.head(faked_ino=0 nref=8 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.752618+0000 ctime=2024-07-26T12:23:05.752618+0000 change_attr=8 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcea400aad0) n = 1 2024-07-26T12:23:06.804 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.797+0000 7fcecf400640 20 client.4677 put_inode on 0x1.head(faked_ino=0 nref=8 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.752618+0000 ctime=2024-07-26T12:23:05.752618+0000 change_attr=8 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcea400aad0) n = 1 2024-07-26T12:23:06.805 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.802+0000 7fcecf400640 1 -- 172.21.15.31:0/2005808997 <== mds.0 v2:172.21.15.31:6832/713364256 4 ==== client_reply(???:2 = 0 (0) Success safe) ==== 858+0+0 (crc 0 0 0) 0x7fcec8001a90 con 0x564e6d5fe900 2024-07-26T12:23:06.805 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.802+0000 7fcecf400640 20 client.4677 handle_client_reply got a reply. Safe:1 tid 2 2024-07-26T12:23:06.805 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.802+0000 7fcecf400640 10 client.4677 insert_trace from 2024-07-26T12:23:06.798538+0000 mds.0 is_target=1 is_dentry=1 2024-07-26T12:23:06.806 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.802+0000 7fcecf400640 10 client.4677 features 0xffffffffffffffff 2024-07-26T12:23:06.806 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.802+0000 7fcecf400640 10 client.4677 update_snap_trace len 70 2024-07-26T12:23:06.806 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.802+0000 7fcecf400640 20 client.4677 get_snap_realm 0x1 0x7fcea400a9e0, nref was 1 2024-07-26T12:23:06.806 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.802+0000 7fcecf400640 20 client.4677 get_snap_realm 0x1 0x7fcea400a9e0, nref now is 2 2024-07-26T12:23:06.806 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.802+0000 7fcecf400640 10 client.4677 update_snap_trace snaprealm(0x1 nref=2 c=0 seq=1 parent=0x0 my_snaps=[] cached_snapc=1=[] last_modified=2024-07-26T12:21:44.597796+0000 change_attr=0) seq 1 <= 1 and same parent, SKIPPING 2024-07-26T12:23:06.806 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.802+0000 7fcecf400640 10 client.4677 hrm is_target=1 is_dentry=1 2024-07-26T12:23:06.806 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.802+0000 7fcecf400640 10 client.4677 update_inode_file_time 0x10000000004.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={} open={} mode=100666 size=0/0 nlink=1 btime=2024-07-26T12:23:06.798508+0000 mtime=0.000000 ctime=0.000000 change_attr=0 caps=- objectset[0x10000000004 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b0b0) - ctime 2024-07-26T12:23:06.798508+0000 mtime 2024-07-26T12:23:06.798508+0000 2024-07-26T12:23:06.806 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.802+0000 7fcecf400640 12 client.4677 add_update_inode client inode change_attr: 0 , mds inodestat change_attr: 0 2024-07-26T12:23:06.806 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.802+0000 7fcecf400640 12 client.4677 add_update_inode adding 0x10000000004.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={} open={} mode=100666 size=0/0 nlink=1 btime=2024-07-26T12:23:06.798508+0000 mtime=2024-07-26T12:23:06.798508+0000 ctime=2024-07-26T12:23:06.798508+0000 change_attr=0 caps=- objectset[0x10000000004 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b0b0) caps pAsxLsXsxFscr 2024-07-26T12:23:06.806 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.802+0000 7fcecf400640 20 client.4677 get_snap_realm 0x1 0x7fcea400a9e0, nref was 2 2024-07-26T12:23:06.806 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.802+0000 7fcecf400640 20 client.4677 get_snap_realm 0x1 0x7fcea400a9e0, nref now is 3 2024-07-26T12:23:06.806 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.802+0000 7fcecf400640 15 client.4677 add_update_cap first one, opened snaprealm 0x7fcea400a9e0 2024-07-26T12:23:06.807 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.802+0000 7fcecf400640 10 client.4677 add_update_cap issued - -> pAsxLsXsxFscr from mds.0 on 0x10000000004.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={} open={} mode=100666 size=0/0 nlink=1 btime=2024-07-26T12:23:06.798508+0000 mtime=2024-07-26T12:23:06.798508+0000 ctime=2024-07-26T12:23:06.798508+0000 change_attr=0 caps=pAsxLsXsxFscr(0=pAsxLsXsxFscr) objectset[0x10000000004 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b0b0) 2024-07-26T12:23:06.807 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.802+0000 7fcecf400640 10 client.4677 add_update_cap calling signal_caps_inode 2024-07-26T12:23:06.807 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.802+0000 7fcecf400640 12 client.4677 add_update_inode had 0x1.head(faked_ino=0 nref=8 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.752618+0000 ctime=2024-07-26T12:23:05.752618+0000 change_attr=8 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcea400aad0) caps pAsLsXs 2024-07-26T12:23:06.807 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.802+0000 7fcecf400640 10 client.4677 update_inode_file_time 0x1.head(faked_ino=0 nref=8 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:05.752618+0000 ctime=2024-07-26T12:23:05.752618+0000 change_attr=8 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcea400aad0) pAsLsXs ctime 2024-07-26T12:23:06.798508+0000 mtime 2024-07-26T12:23:06.798508+0000 2024-07-26T12:23:06.807 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.802+0000 7fcecf400640 20 client.4677 dir hash is 2 2024-07-26T12:23:06.807 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.802+0000 7fcecf400640 12 client.4677 add_update_inode client inode change_attr: 8 , mds inodestat change_attr: 9 2024-07-26T12:23:06.807 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.802+0000 7fcecf400640 10 client.4677 add_update_cap issued pAsLsXs -> pAsLsXs from mds.0 on 0x1.head(faked_ino=0 nref=8 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.798508+0000 ctime=2024-07-26T12:23:06.798508+0000 change_attr=9 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcea400aad0) 2024-07-26T12:23:06.807 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.802+0000 7fcecf400640 20 client.4677 got dirfrag map for 0x1 frag * to mds 0 2024-07-26T12:23:06.807 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.802+0000 7fcecf400640 12 client.4677 insert_dentry_inode 'test_llreadvllwritevreadonlyfile44787' vino 0x10000000004.head in dir 0x1.head dn 0x7fcea400a8f0 2024-07-26T12:23:06.807 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.802+0000 7fcecf400640 10 client.4677 clearing I_DIR_ORDERED on 0x1.head(faked_ino=0 nref=8 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.798508+0000 ctime=2024-07-26T12:23:06.798508+0000 change_attr=9 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcea400aad0) 2024-07-26T12:23:06.807 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.802+0000 7fcecf400640 15 client.4677 link dir 0x1.head(faked_ino=0 nref=8 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.798508+0000 ctime=2024-07-26T12:23:06.798508+0000 change_attr=9 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcea400aad0) 'test_llreadvllwritevreadonlyfile44787' to inode 0x7fcea400b0b0 dn 0x1.head["test_llreadvllwritevreadonlyfile44787"] (old dn) 2024-07-26T12:23:06.807 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.802+0000 7fcecf400640 20 client.4677 put_inode on 0x10000000004.head(faked_ino=0 nref=4 ll_ref=0 cap_refs={} open={} mode=100666 size=0/0 nlink=1 btime=2024-07-26T12:23:06.798508+0000 mtime=2024-07-26T12:23:06.798508+0000 ctime=2024-07-26T12:23:06.798508+0000 change_attr=0 caps=pAsxLsXsxFscr(0=pAsxLsXsxFscr) objectset[0x10000000004 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevreadonlyfile44787"] 0x7fcea400b0b0) n = 1 2024-07-26T12:23:06.807 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.802+0000 7fcecf400640 20 client.4677 link inode 0x7fcea400b0b0 parents now 0x1.head["test_llreadvllwritevreadonlyfile44787"] 2024-07-26T12:23:06.808 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.802+0000 7fcecf400640 20 client.4677 put_inode on 0x10000000004.head(faked_ino=0 nref=4 ll_ref=0 cap_refs={} open={} mode=100666 size=0/0 nlink=1 btime=2024-07-26T12:23:06.798508+0000 mtime=2024-07-26T12:23:06.798508+0000 ctime=2024-07-26T12:23:06.798508+0000 change_attr=0 caps=pAsxLsXsxFscr(0=pAsxLsXsxFscr) objectset[0x10000000004 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevreadonlyfile44787"] 0x7fcea400b0b0) n = 1 2024-07-26T12:23:06.808 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.802+0000 7fcecf400640 15 client.4677 update_dentry_lease 0x1.head["test_llreadvllwritevreadonlyfile44787"] lease(mask 7 dur 30000) from 2024-07-26T12:23:06.798538+0000 2024-07-26T12:23:06.808 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.802+0000 7fcecf400640 10 client.4677 got dentry lease on test_llreadvllwritevreadonlyfile44787 dur 30000ms ttl 2024-07-26T12:23:36.798538+0000 2024-07-26T12:23:06.808 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.802+0000 7fcecf400640 20 client.4677 put_snap_realm 0x1 0x7fcea400a9e0 3 -> 2 2024-07-26T12:23:06.808 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.802+0000 7fcecf400640 20 client.4677 handle_client_reply signalling caller 0x7ffdd11eeba0 2024-07-26T12:23:06.808 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.802+0000 7fcecf400640 20 client.4677 handle_client_reply awaiting kickback on tid 2 0x7fcecf3fde20 2024-07-26T12:23:06.808 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.802+0000 7fcede41f480 20 client.4677 sendrecv kickback on tid 2 0x7fcecf3fde20 2024-07-26T12:23:06.808 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.802+0000 7fcede41f480 10 client.4677 delegated_inos: [] 2024-07-26T12:23:06.808 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.802+0000 7fcede41f480 10 client.4677 make_request created ino 0x10000000004 2024-07-26T12:23:06.808 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.802+0000 7fcede41f480 20 client.4677 make_request target is 0x10000000004.head(faked_ino=0 nref=6 ll_ref=0 cap_refs={} open={} mode=100666 size=0/0 nlink=1 btime=2024-07-26T12:23:06.798508+0000 mtime=2024-07-26T12:23:06.798508+0000 ctime=2024-07-26T12:23:06.798508+0000 change_attr=0 caps=pAsxLsXsxFscr(0=pAsxLsXsxFscr) objectset[0x10000000004 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevreadonlyfile44787"] 0x7fcea400b0b0) 2024-07-26T12:23:06.808 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.802+0000 7fcede41f480 20 client.4677 lat 0.005322 2024-07-26T12:23:06.808 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.802+0000 7fcede41f480 10 break_deleg: breaking delegs on 0x10000000004.head(faked_ino=0 nref=6 ll_ref=0 cap_refs={} open={1=1} mode=100666 size=0/0 nlink=1 btime=2024-07-26T12:23:06.798508+0000 mtime=2024-07-26T12:23:06.798508+0000 ctime=2024-07-26T12:23:06.798508+0000 change_attr=0 caps=pAsxLsXsxFscr(0=pAsxLsXsxFscr) objectset[0x10000000004 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevreadonlyfile44787"] 0x7fcea400b0b0) 2024-07-26T12:23:06.809 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.802+0000 7fcede41f480 10 delegations_broken: delegations empty on 0x10000000004.head(faked_ino=0 nref=6 ll_ref=0 cap_refs={} open={1=1} mode=100666 size=0/0 nlink=1 btime=2024-07-26T12:23:06.798508+0000 mtime=2024-07-26T12:23:06.798508+0000 ctime=2024-07-26T12:23:06.798508+0000 change_attr=0 caps=pAsxLsXsxFscr(0=pAsxLsXsxFscr) objectset[0x10000000004 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevreadonlyfile44787"] 0x7fcea400b0b0) 2024-07-26T12:23:06.809 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.802+0000 7fcede41f480 20 client.4677 put_inode on 0x10000000004.head(faked_ino=0 nref=8 ll_ref=0 cap_refs={} open={1=1} mode=100666 size=0/0 nlink=1 btime=2024-07-26T12:23:06.798508+0000 mtime=2024-07-26T12:23:06.798508+0000 ctime=2024-07-26T12:23:06.798508+0000 change_attr=0 caps=pAsxLsXsxFscr(0=pAsxLsXsxFscr) objectset[0x10000000004 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevreadonlyfile44787"] 0x7fcea400b0b0) n = 1 2024-07-26T12:23:06.809 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.802+0000 7fcede41f480 10 client.4677 _create_fh 0x10000000004 mode 1 2024-07-26T12:23:06.809 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.802+0000 7fcede41f480 20 client.4677 trim_cache size 1 max 16384 2024-07-26T12:23:06.809 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.802+0000 7fcede41f480 8 client.4677 create(#0x1/test_llreadvllwritevreadonlyfile44787, 0100666 layout 0 0 0) = 0 2024-07-26T12:23:06.809 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.802+0000 7fcede41f480 20 client.4677 _ll_create created = 1 2024-07-26T12:23:06.809 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.802+0000 7fcede41f480 8 client.4677 _ll_create 0x1.head test_llreadvllwritevreadonlyfile44787 0666 576 = 0 (0x564e6d4e0120 10000000004) 2024-07-26T12:23:06.809 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.802+0000 7fcede41f480 20 client.4677 _ll_get 0x7fcea400b0b0 0x10000000004 -> 1 2024-07-26T12:23:06.809 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.802+0000 7fcede41f480 10 client.4677 fill_statx on 0x10000000004 snap/devhead mode 0100666 mtime 2024-07-26T12:23:06.798508+0000 ctime 2024-07-26T12:23:06.798508+0000 change_attr 0 2024-07-26T12:23:06.809 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.802+0000 7fcede41f480 20 client.4677 put_inode on 0x10000000004.head(faked_ino=0 nref=9 ll_ref=1 cap_refs={} open={1=1} mode=100666 size=0/0 nlink=1 btime=2024-07-26T12:23:06.798508+0000 mtime=2024-07-26T12:23:06.798508+0000 ctime=2024-07-26T12:23:06.798508+0000 change_attr=0 caps=pAsxLsXsxFscr(0=pAsxLsXsxFscr) objectset[0x10000000004 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevreadonlyfile44787"] 0x7fcea400b0b0) n = 1 2024-07-26T12:23:06.809 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.802+0000 7fcede41f480 3 client.4677 pwritev(0x564e6d4e0120, "...", 14, 0) = -9 2024-07-26T12:23:06.809 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.802+0000 7fcecf400640 20 client.4677 put_inode on 0x10000000004.head(faked_ino=0 nref=9 ll_ref=1 cap_refs={} open={1=1} mode=100666 size=0/0 nlink=1 btime=2024-07-26T12:23:06.798508+0000 mtime=2024-07-26T12:23:06.798508+0000 ctime=2024-07-26T12:23:06.798508+0000 change_attr=0 caps=pAsxLsXsxFscr(0=pAsxLsXsxFscr) objectset[0x10000000004 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevreadonlyfile44787"] 0x7fcea400b0b0) n = 1 2024-07-26T12:23:06.810 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.802+0000 7fcecf400640 20 client.4677 put_inode on 0x1.head(faked_ino=0 nref=8 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.798508+0000 ctime=2024-07-26T12:23:06.798508+0000 change_attr=9 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcea400aad0) n = 1 2024-07-26T12:23:06.810 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.802+0000 7fcede41f480 1 --2- 172.21.15.31:0/2005808997 >> [v2:172.21.15.123:6810/3352982608,v1:172.21.15.123:6812/3352982608] conn(0x564e6d4d3790 0x564e6d4ded60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:06.810 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.802+0000 7fcede41f480 1 -- 172.21.15.31:0/2005808997 --> [v2:172.21.15.123:6810/3352982608,v1:172.21.15.123:6812/3352982608] -- osd_op(unknown.0.0:1 3.5 3:a367a3e8:::10000000004.00000000:head [stat] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e24) -- 0x564e6d4df2a0 con 0x564e6d4d3790 2024-07-26T12:23:06.810 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.802+0000 7fcede41f480 1 -- 172.21.15.31:0/2005808997 --> [v2:172.21.15.123:6810/3352982608,v1:172.21.15.123:6812/3352982608] -- osd_op(unknown.0.0:2 3.5 3:a367a3e8:::10000000004.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e24) -- 0x564e6d5f6ac0 con 0x564e6d4d3790 2024-07-26T12:23:06.810 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.803+0000 7fced7400640 1 --2- 172.21.15.31:0/2005808997 >> [v2:172.21.15.123:6810/3352982608,v1:172.21.15.123:6812/3352982608] conn(0x564e6d4d3790 0x564e6d4ded60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:06.810 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.804+0000 7fced7400640 1 --2- 172.21.15.31:0/2005808997 >> [v2:172.21.15.123:6810/3352982608,v1:172.21.15.123:6812/3352982608] conn(0x564e6d4d3790 0x564e6d4ded60 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=58310fe29952aba server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:23:06.810 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.804+0000 7fcecf400640 10 client.4677 ms_handle_connect on v2:172.21.15.123:6810/3352982608 2024-07-26T12:23:06.812 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.805+0000 7fced7400640 1 -- 172.21.15.31:0/2005808997 <== osd.5 v2:172.21.15.123:6810/3352982608 1 ==== osd_op_reply(1 10000000004.00000000 [stat] v0'0 uv0 ondisk = -2 ((2) No such file or directory)) ==== 164+0+0 (crc 0 0 0) 0x7fced00051d0 con 0x564e6d4d3790 2024-07-26T12:23:06.812 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.808+0000 7fced7400640 1 -- 172.21.15.31:0/2005808997 <== osd.5 v2:172.21.15.123:6810/3352982608 2 ==== osd_op_reply(2 10000000004.00000000 [create] v24'1 uv1 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7fced00051d0 con 0x564e6d4d3790 2024-07-26T12:23:06.813 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.808+0000 7fcede41f480 10 client.4677 get_caps 0x10000000004.head(faked_ino=0 nref=9 ll_ref=1 cap_refs={} open={1=1} mode=100666 size=0/0 nlink=1 btime=2024-07-26T12:23:06.798508+0000 mtime=2024-07-26T12:23:06.798508+0000 ctime=2024-07-26T12:23:06.798508+0000 change_attr=0 caps=pAsxLsXsxFscr(0=pAsxLsXsxFscr) objectset[0x10000000004 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevreadonlyfile44787"] 0x7fcea400b0b0) have pAsxLsXsxFscr need Fr want Fc revoking - 2024-07-26T12:23:06.813 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.808+0000 7fcede41f480 10 client.4677 _read_async 0x10000000004.head(faked_ino=0 nref=9 ll_ref=1 cap_refs={2048=1} open={1=1} mode=100666 size=0/0 nlink=1 btime=2024-07-26T12:23:06.798508+0000 mtime=2024-07-26T12:23:06.798508+0000 ctime=2024-07-26T12:23:06.798508+0000 change_attr=0 caps=pAsxLsXsxFscr(0=pAsxLsXsxFscr) objectset[0x10000000004 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevreadonlyfile44787"] 0x7fcea400b0b0) 0~14 2024-07-26T12:23:06.813 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.808+0000 7fcede41f480 3 client.4677 preadv(0x564e6d4e0120, 0) = 0 2024-07-26T12:23:06.813 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.808+0000 7fcede41f480 3 client.4677 ll_release (fh)0x564e6d4e0120 0x10000000004 2024-07-26T12:23:06.813 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.808+0000 7fcede41f480 8 client.4677 _release_fh 0x564e6d4e0120 mode 1 on 0x10000000004.head(faked_ino=0 nref=9 ll_ref=1 cap_refs={2048=0} open={1=1} mode=100666 size=0/0 nlink=1 btime=2024-07-26T12:23:06.798508+0000 mtime=2024-07-26T12:23:06.798508+0000 ctime=2024-07-26T12:23:06.798508+0000 change_attr=0 caps=pAsxLsXsxFscr(0=pAsxLsXsxFscr) objectset[0x10000000004 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevreadonlyfile44787"] 0x7fcea400b0b0) 2024-07-26T12:23:06.813 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.808+0000 7fcede41f480 10 client.4677 _flush 0x10000000004.head(faked_ino=0 nref=10 ll_ref=1 cap_refs={2048=0} open={1=0} mode=100666 size=0/0 nlink=1 btime=2024-07-26T12:23:06.798508+0000 mtime=2024-07-26T12:23:06.798508+0000 ctime=2024-07-26T12:23:06.798508+0000 change_attr=0 caps=pAsxLsXsxFscr(0=pAsxLsXsxFscr) objectset[0x10000000004 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevreadonlyfile44787"] 0x7fcea400b0b0) 2024-07-26T12:23:06.813 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.808+0000 7fcede41f480 10 client.4677 nothing to flush 2024-07-26T12:23:06.813 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.808+0000 7fcede41f480 20 client.4677 put_inode on 0x10000000004.head(faked_ino=0 nref=10 ll_ref=1 cap_refs={2048=0} open={1=0} mode=100666 size=0/0 nlink=1 btime=2024-07-26T12:23:06.798508+0000 mtime=2024-07-26T12:23:06.798508+0000 ctime=2024-07-26T12:23:06.798508+0000 change_attr=0 caps=pAsxLsXsxFscr(0=pAsxLsXsxFscr) objectset[0x10000000004 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevreadonlyfile44787"] 0x7fcea400b0b0) n = 1 2024-07-26T12:23:06.813 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.808+0000 7fcede41f480 10 client.4677 check_caps on 0x10000000004.head(faked_ino=0 nref=10 ll_ref=1 cap_refs={2048=0} open={1=0} mode=100666 size=0/0 nlink=1 btime=2024-07-26T12:23:06.798508+0000 mtime=2024-07-26T12:23:06.798508+0000 ctime=2024-07-26T12:23:06.798508+0000 change_attr=0 caps=pAsxLsXsxFscr(0=pAsxLsXsxFscr) objectset[0x10000000004 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevreadonlyfile44787"] 0x7fcea400b0b0) wanted - used - issued pAsxLsXsxFscr revoking - flags=0 2024-07-26T12:23:06.813 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.808+0000 7fcede41f480 10 client.4677 cap mds.0 issued pAsxLsXsxFscr implemented pAsxLsXsxFscr revoking - 2024-07-26T12:23:06.813 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.808+0000 7fcede41f480 10 client.4677 delaying cap release 2024-07-26T12:23:06.813 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.808+0000 7fcede41f480 10 client.4677 cap_delay_requeue on 0x10000000004.head(faked_ino=0 nref=10 ll_ref=1 cap_refs={2048=0} open={1=0} mode=100666 size=0/0 nlink=1 btime=2024-07-26T12:23:06.798508+0000 mtime=2024-07-26T12:23:06.798508+0000 ctime=2024-07-26T12:23:06.798508+0000 change_attr=0 caps=pAsxLsXsxFscr(0=pAsxLsXsxFscr) objectset[0x10000000004 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevreadonlyfile44787"] 0x7fcea400b0b0) 2024-07-26T12:23:06.814 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.808+0000 7fcede41f480 10 client.4677 _release_fh 0x564e6d4e0120 on inode 0x10000000004.head(faked_ino=0 nref=10 ll_ref=1 cap_refs={2048=0} open={1=0} mode=100666 size=0/0 nlink=1 btime=2024-07-26T12:23:06.798508+0000 mtime=2024-07-26T12:23:06.798508+0000 ctime=2024-07-26T12:23:06.798508+0000 change_attr=0 caps=pAsxLsXsxFscr(0=pAsxLsXsxFscr) objectset[0x10000000004 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevreadonlyfile44787"] 0x7fcea400b0b0) no async_err state 2024-07-26T12:23:06.814 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.808+0000 7fcede41f480 20 client.4677 put_inode on 0x10000000004.head(faked_ino=0 nref=10 ll_ref=1 cap_refs={2048=0} open={1=0} mode=100666 size=0/0 nlink=1 btime=2024-07-26T12:23:06.798508+0000 mtime=2024-07-26T12:23:06.798508+0000 ctime=2024-07-26T12:23:06.798508+0000 change_attr=0 caps=pAsxLsXsxFscr(0=pAsxLsXsxFscr) objectset[0x10000000004 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevreadonlyfile44787"] 0x7fcea400b0b0) n = 1 2024-07-26T12:23:06.814 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.808+0000 7fcede41f480 3 client.4677 ll_unlink 0x1.head test_llreadvllwritevreadonlyfile44787 2024-07-26T12:23:06.814 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.808+0000 7fcede41f480 20 client.4677 may_delete 0x1.head(faked_ino=0 nref=8 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.798508+0000 ctime=2024-07-26T12:23:06.798508+0000 change_attr=9 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcea400aad0); ; name test_llreadvllwritevreadonlyfile44787; UserPerm(uid: 0, gid: 0) 2024-07-26T12:23:06.814 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.808+0000 7fcede41f480 10 client.4677 _getattr mask As issued=1 2024-07-26T12:23:06.814 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.808+0000 7fcede41f480 3 client.4677 may_delete 0x7fcea400aad0 = 0 2024-07-26T12:23:06.814 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.808+0000 7fcede41f480 8 client.4677 _unlink(0x1 test_llreadvllwritevreadonlyfile44787 uid 0 gid 0) 2024-07-26T12:23:06.814 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.808+0000 7fcede41f480 20 client.4677 get_or_create 0x1.head(faked_ino=0 nref=8 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.798508+0000 ctime=2024-07-26T12:23:06.798508+0000 change_attr=9 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcea400aad0) name test_llreadvllwritevreadonlyfile44787 2024-07-26T12:23:06.814 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.808+0000 7fcede41f480 20 client.4677 _lookup have 0x1.head["test_llreadvllwritevreadonlyfile44787"] from mds.0 ttl 2024-07-26T12:23:36.798538+0000 seq 2 2024-07-26T12:23:06.814 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.808+0000 7fcede41f480 10 client.4677 _lookup 0x1.head(faked_ino=0 nref=8 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.798508+0000 ctime=2024-07-26T12:23:06.798508+0000 change_attr=9 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcea400aad0) test_llreadvllwritevreadonlyfile44787 = 0x10000000004.head(faked_ino=0 nref=11 ll_ref=1 cap_refs={2048=0} open={1=0} mode=100666 size=0/0 nlink=1 btime=2024-07-26T12:23:06.798508+0000 mtime=2024-07-26T12:23:06.798508+0000 ctime=2024-07-26T12:23:06.798508+0000 change_attr=0 caps=pAsxLsXsxFscr(0=pAsxLsXsxFscr) objectset[0x10000000004 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevreadonlyfile44787"] 0x7fcea400b0b0) 2024-07-26T12:23:06.814 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.808+0000 7fcede41f480 10 break_deleg: breaking delegs on 0x10000000004.head(faked_ino=0 nref=12 ll_ref=1 cap_refs={2048=0} open={1=0} mode=100666 size=0/0 nlink=1 btime=2024-07-26T12:23:06.798508+0000 mtime=2024-07-26T12:23:06.798508+0000 ctime=2024-07-26T12:23:06.798508+0000 change_attr=0 caps=pAsxLsXsxFscr(0=pAsxLsXsxFscr) objectset[0x10000000004 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevreadonlyfile44787"] 0x7fcea400b0b0) 2024-07-26T12:23:06.814 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.808+0000 7fcede41f480 10 delegations_broken: delegations empty on 0x10000000004.head(faked_ino=0 nref=12 ll_ref=1 cap_refs={2048=0} open={1=0} mode=100666 size=0/0 nlink=1 btime=2024-07-26T12:23:06.798508+0000 mtime=2024-07-26T12:23:06.798508+0000 ctime=2024-07-26T12:23:06.798508+0000 change_attr=0 caps=pAsxLsXsxFscr(0=pAsxLsXsxFscr) objectset[0x10000000004 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevreadonlyfile44787"] 0x7fcea400b0b0) 2024-07-26T12:23:06.815 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.808+0000 7fcede41f480 20 client.4677 choose_target_mds starting with req->inode 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.798508+0000 ctime=2024-07-26T12:23:06.798508+0000 change_attr=9 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcea400aad0) 2024-07-26T12:23:06.815 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.808+0000 7fcede41f480 20 client.4677 choose_target_mds inode dir hash is 2 on test_llreadvllwritevreadonlyfile44787 => 3621159245 2024-07-26T12:23:06.815 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.808+0000 7fcede41f480 20 client.4677 choose_target_mds 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.798508+0000 ctime=2024-07-26T12:23:06.798508+0000 change_attr=9 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcea400aad0) is_hash=1 hash=3621159245 2024-07-26T12:23:06.815 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.808+0000 7fcede41f480 10 client.4677 choose_target_mds from dirfragtree hash 2024-07-26T12:23:06.815 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.808+0000 7fcede41f480 20 client.4677 mds is 0 2024-07-26T12:23:06.815 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.808+0000 7fcede41f480 10 client.4677 send_request rebuilding request 3 for mds.0 2024-07-26T12:23:06.815 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.808+0000 7fcede41f480 20 client.4677 encode_cap_releases enter (req: 0x564e6d4d33d0, mds: 0) 2024-07-26T12:23:06.815 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.808+0000 7fcede41f480 20 client.4677 encode_inode_release enter(in:0x10000000004.head(faked_ino=0 nref=12 ll_ref=1 cap_refs={2048=0} open={1=0} mode=100666 size=0/0 nlink=1 btime=2024-07-26T12:23:06.798508+0000 mtime=2024-07-26T12:23:06.798508+0000 ctime=2024-07-26T12:23:06.798508+0000 change_attr=0 caps=pAsxLsXsxFscr(0=pAsxLsXsxFscr) objectset[0x10000000004 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevreadonlyfile44787"] 0x7fcea400b0b0), req:0x564e6d4d33d0 mds:0, drop:Lsx, unless:-, force:0) 2024-07-26T12:23:06.815 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.808+0000 7fcede41f480 20 client.4677 encode_dentry_release enter(dn:0x7fcea400a8f0) 2024-07-26T12:23:06.815 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.808+0000 7fcede41f480 20 client.4677 encode_inode_release enter(in:0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.798508+0000 ctime=2024-07-26T12:23:06.798508+0000 change_attr=9 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcea400aad0), req:0x564e6d4d33d0 mds:0, drop:Fs, unless:Fx, force:1) 2024-07-26T12:23:06.815 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.808+0000 7fcede41f480 20 client.4677 send_request set sent_stamp to 2024-07-26T12:23:06.809593+0000 2024-07-26T12:23:06.815 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.808+0000 7fcede41f480 10 client.4677 send_request client_request(unknown.0:3 unlink #0x1/test_llreadvllwritevreadonlyfile44787 2024-07-26T12:23:06.809551+0000 caller_uid=0, caller_gid=0{}) to mds.0 2024-07-26T12:23:06.816 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.808+0000 7fcede41f480 1 -- 172.21.15.31:0/2005808997 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_request(unknown.0:3 unlink #0x1/test_llreadvllwritevreadonlyfile44787 2024-07-26T12:23:06.809551+0000 caller_uid=0, caller_gid=0{}) -- 0x564e6d4df300 con 0x564e6d5fe900 2024-07-26T12:23:06.816 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.808+0000 7fcede41f480 20 client.4677 awaiting reply|forward|kick on 0x7ffdd11eed70 2024-07-26T12:23:06.816 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.808+0000 7fcecf400640 1 -- 172.21.15.31:0/2005808997 <== mds.0 v2:172.21.15.31:6832/713364256 5 ==== client_caps(revoke ino 0x10000000004 1 seq 2 caps=pAsXsFscr dirty=- wanted=- follows 0 size 0/0 ts 1/18446744073709551615 mtime 2024-07-26T12:23:06.798508+0000 ctime 2024-07-26T12:23:06.798508+0000 change_attr 0) ==== 260+0+0 (crc 0 0 0) 0x7fcec800e440 con 0x564e6d5fe900 2024-07-26T12:23:06.816 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.809+0000 7fcecf400640 5 client.4677 set_cap_epoch_barrier epoch = 22 2024-07-26T12:23:06.816 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.809+0000 7fcecf400640 10 client.4677 mds.0 seq now 1 2024-07-26T12:23:06.816 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.809+0000 7fcecf400640 5 client.4677 handle_cap_grant on in 0x10000000004 mds.0 seq 2 caps now pAsXsFscr was pAsxXsxFscr 2024-07-26T12:23:06.816 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.809+0000 7fcecf400640 10 client.4677 update_inode_file_time 0x10000000004.head(faked_ino=0 nref=12 ll_ref=1 cap_refs={2048=0} open={1=0} mode=100666 size=0/0 nlink=1 btime=2024-07-26T12:23:06.798508+0000 mtime=2024-07-26T12:23:06.798508+0000 ctime=2024-07-26T12:23:06.798508+0000 change_attr=0 caps=pAsxXsxFscr(0=pAsxXsxFscr) objectset[0x10000000004 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevreadonlyfile44787"] 0x7fcea400b0b0) pAsxXsxFscr ctime 2024-07-26T12:23:06.798508+0000 mtime 2024-07-26T12:23:06.798508+0000 2024-07-26T12:23:06.816 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.809+0000 7fcecf400640 10 client.4677 revocation of AxXx 2024-07-26T12:23:06.816 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.809+0000 7fcecf400640 10 client.4677 check_caps on 0x10000000004.head(faked_ino=0 nref=12 ll_ref=1 cap_refs={2048=0} open={1=0} mode=100666 size=0/0 nlink=1 btime=2024-07-26T12:23:06.798508+0000 mtime=2024-07-26T12:23:06.798508+0000 ctime=2024-07-26T12:23:06.798508+0000 change_attr=0 caps=pAsXsFscr(0=pAsXsFscr) objectset[0x10000000004 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevreadonlyfile44787"] 0x7fcea400b0b0) wanted - used - issued pAsXsFscr revoking AxXx flags=1 2024-07-26T12:23:06.816 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.809+0000 7fcecf400640 10 client.4677 cap mds.0 issued pAsXsFscr implemented pAsxXsxFscr revoking AxXx 2024-07-26T12:23:06.816 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.809+0000 7fcecf400640 10 client.4677 completed revocation of AxXx 2024-07-26T12:23:06.816 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.809+0000 7fcecf400640 10 client.4677 send_cap 0x10000000004.head(faked_ino=0 nref=12 ll_ref=1 cap_refs={2048=0} open={1=0} mode=100666 size=0/0 nlink=1 btime=2024-07-26T12:23:06.798508+0000 mtime=2024-07-26T12:23:06.798508+0000 ctime=2024-07-26T12:23:06.798508+0000 change_attr=0 caps=pAsXsFscr(0=pAsXsFscr) objectset[0x10000000004 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevreadonlyfile44787"] 0x7fcea400b0b0) mds.0 seq 2 used - want - flush - retain pAsLsXsFscr held pAsxXsxFscr revoking AxXx dropping - 2024-07-26T12:23:06.816 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.809+0000 7fcecf400640 15 client.4677 auth cap, reset requested_max_size due to not wanting any file write cap 2024-07-26T12:23:06.816 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.809+0000 7fcecf400640 1 -- 172.21.15.31:0/2005808997 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_caps(update ino 0x10000000004 1 seq 2 caps=pAsXsFscr dirty=- wanted=- follows 0 size 0/0 ts 1/18446744073709551615 mtime 2024-07-26T12:23:06.798508+0000 ctime 2024-07-26T12:23:06.798508+0000 change_attr 0) -- 0x7fcea400b690 con 0x564e6d5fe900 2024-07-26T12:23:06.817 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.809+0000 7fcecf400640 10 client.4677 handle_cap_grant calling signal_caps_inode 2024-07-26T12:23:06.817 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.810+0000 7fcecf400640 1 -- 172.21.15.31:0/2005808997 <== mds.0 v2:172.21.15.31:6832/713364256 6 ==== client_reply(???:3 = 0 (0) Success unsafe) ==== 506+0+0 (crc 0 0 0) 0x7fcec800e7a0 con 0x564e6d5fe900 2024-07-26T12:23:06.817 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.810+0000 7fcecf400640 20 client.4677 handle_client_reply got a reply. Safe:0 tid 3 2024-07-26T12:23:06.817 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.810+0000 7fcecf400640 10 client.4677 insert_trace from 2024-07-26T12:23:06.809593+0000 mds.0 is_target=0 is_dentry=1 2024-07-26T12:23:06.817 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.810+0000 7fcecf400640 10 client.4677 features 0xffffffffffffffff 2024-07-26T12:23:06.817 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.810+0000 7fcecf400640 10 client.4677 update_snap_trace len 70 2024-07-26T12:23:06.817 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.810+0000 7fcecf400640 20 client.4677 get_snap_realm 0x1 0x7fcea400a9e0, nref was 2 2024-07-26T12:23:06.817 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.810+0000 7fcecf400640 20 client.4677 get_snap_realm 0x1 0x7fcea400a9e0, nref now is 3 2024-07-26T12:23:06.817 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.810+0000 7fcecf400640 10 client.4677 update_snap_trace snaprealm(0x1 nref=3 c=0 seq=1 parent=0x0 my_snaps=[] cached_snapc=1=[] last_modified=2024-07-26T12:21:44.597796+0000 change_attr=0) seq 1 <= 1 and same parent, SKIPPING 2024-07-26T12:23:06.817 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.810+0000 7fcecf400640 10 client.4677 hrm is_target=0 is_dentry=1 2024-07-26T12:23:06.817 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.810+0000 7fcecf400640 12 client.4677 add_update_inode had 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.798508+0000 ctime=2024-07-26T12:23:06.798508+0000 change_attr=9 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcea400aad0) caps pAsLsXs 2024-07-26T12:23:06.817 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.810+0000 7fcecf400640 10 client.4677 update_inode_file_time 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.798508+0000 ctime=2024-07-26T12:23:06.798508+0000 change_attr=9 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcea400aad0) pAsLsXs ctime 2024-07-26T12:23:06.809551+0000 mtime 2024-07-26T12:23:06.798508+0000 2024-07-26T12:23:06.817 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.810+0000 7fcecf400640 20 client.4677 dir hash is 2 2024-07-26T12:23:06.818 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.810+0000 7fcecf400640 12 client.4677 add_update_inode client inode change_attr: 9 , mds inodestat change_attr: 10 2024-07-26T12:23:06.818 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.810+0000 7fcecf400640 10 client.4677 add_update_cap issued pAsLsXs -> pAsLsXs from mds.0 on 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.798508+0000 ctime=2024-07-26T12:23:06.809551+0000 change_attr=10 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcea400aad0) 2024-07-26T12:23:06.818 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.810+0000 7fcecf400640 20 client.4677 got dirfrag map for 0x1 frag * to mds 0 2024-07-26T12:23:06.818 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.810+0000 7fcecf400640 15 client.4677 unlink dir 0x7fcea400aad0 'test_llreadvllwritevreadonlyfile44787' dn 0x7fcea400a8f0 inode 0x7fcea400b0b0 2024-07-26T12:23:06.818 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.810+0000 7fcecf400640 20 client.4677 put_inode on 0x10000000004.head(faked_ino=0 nref=13 ll_ref=1 cap_refs={2048=0} open={1=0} mode=100666 size=0/0 nlink=1 btime=2024-07-26T12:23:06.798508+0000 mtime=2024-07-26T12:23:06.798508+0000 ctime=2024-07-26T12:23:06.798508+0000 change_attr=0 caps=pAsXsFscr(0=pAsXsFscr) objectset[0x10000000004 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b0b0) n = 1 2024-07-26T12:23:06.818 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.810+0000 7fcecf400640 20 client.4677 unlink inode 0x7fcea400b0b0 parents now 2024-07-26T12:23:06.818 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.810+0000 7fcecf400640 20 client.4677 put_inode on 0x10000000004.head(faked_ino=0 nref=13 ll_ref=1 cap_refs={2048=0} open={1=0} mode=100666 size=0/0 nlink=1 btime=2024-07-26T12:23:06.798508+0000 mtime=2024-07-26T12:23:06.798508+0000 ctime=2024-07-26T12:23:06.798508+0000 change_attr=0 caps=pAsXsFscr(0=pAsXsFscr) objectset[0x10000000004 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b0b0) n = 1 2024-07-26T12:23:06.818 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.810+0000 7fcecf400640 15 client.4677 update_dentry_lease 0x1.head["test_llreadvllwritevreadonlyfile44787"] lease(mask 3 dur 30000) from 2024-07-26T12:23:06.809593+0000 2024-07-26T12:23:06.818 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.810+0000 7fcecf400640 10 client.4677 got dentry lease on test_llreadvllwritevreadonlyfile44787 dur 30000ms ttl 2024-07-26T12:23:36.809593+0000 2024-07-26T12:23:06.818 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.810+0000 7fcecf400640 20 client.4677 put_snap_realm 0x1 0x7fcea400a9e0 3 -> 2 2024-07-26T12:23:06.818 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.810+0000 7fcecf400640 20 client.4677 handle_client_reply signalling caller 0x7ffdd11eed70 2024-07-26T12:23:06.818 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.810+0000 7fcecf400640 20 client.4677 handle_client_reply awaiting kickback on tid 3 0x7fcecf3fde20 2024-07-26T12:23:06.818 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.810+0000 7fcede41f480 20 client.4677 sendrecv kickback on tid 3 0x7fcecf3fde20 2024-07-26T12:23:06.819 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.810+0000 7fcede41f480 20 client.4677 lat 0.002189 2024-07-26T12:23:06.819 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.810+0000 7fcede41f480 20 client.4677 trim_cache size 1 max 16384 2024-07-26T12:23:06.819 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.810+0000 7fcede41f480 8 client.4677 unlink(#0x1/test_llreadvllwritevreadonlyfile44787) = 0 2024-07-26T12:23:06.819 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.810+0000 7fcede41f480 20 client.4677 put_inode on 0x10000000004.head(faked_ino=0 nref=13 ll_ref=1 cap_refs={2048=0} open={1=0} mode=100666 size=0/0 nlink=1 btime=2024-07-26T12:23:06.798508+0000 mtime=2024-07-26T12:23:06.798508+0000 ctime=2024-07-26T12:23:06.798508+0000 change_attr=0 caps=pAsXsFscr(0=pAsXsFscr) objectset[0x10000000004 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b0b0) n = 1 2024-07-26T12:23:06.819 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.810+0000 7fcede41f480 2 client.4677 unmount 2024-07-26T12:23:06.819 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.810+0000 7fcede41f480 2 client.4677 unmounting 2024-07-26T12:23:06.819 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.810+0000 7fcede41f480 1 -- 172.21.15.31:0/2005808997 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_session(request_flushmdlog) -- 0x564e6d5f6b80 con 0x564e6d5fe900 2024-07-26T12:23:06.819 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.810+0000 7fcede41f480 10 client.4677 waiting for write request '3' to complete, currently there are 1 outstanding read/write requests 2024-07-26T12:23:06.819 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.810+0000 7fcecf400640 10 client.4677 unmounting: trim pass, size was 1+2 2024-07-26T12:23:06.819 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.810+0000 7fcecf400640 20 client.4677 trim_cache size 1 max 16384 2024-07-26T12:23:06.819 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.810+0000 7fcecf400640 10 client.4677 unmounting: trim pass, size still 1+2 2024-07-26T12:23:06.819 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.810+0000 7fcede41f480 10 client.4677 waiting for write request '3' to complete, currently there are 1 outstanding read/write requests 2024-07-26T12:23:06.820 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.816+0000 7fcecf400640 1 -- 172.21.15.31:0/2005808997 <== mds.0 v2:172.21.15.31:6832/713364256 7 ==== client_caps(grant ino 0x10000000004 1 seq 3 caps=pAsLsXsFscr dirty=- wanted=Ls follows 0 size 0/0 ts 1/18446744073709551615 mtime 2024-07-26T12:23:06.798508+0000 ctime 2024-07-26T12:23:06.809551+0000 change_attr 1) ==== 260+0+0 (crc 0 0 0) 0x7fcea400b690 con 0x564e6d5fe900 2024-07-26T12:23:06.821 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.816+0000 7fcecf400640 10 client.4677 mds.0 seq now 2 2024-07-26T12:23:06.821 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.816+0000 7fcecf400640 5 client.4677 handle_cap_grant on in 0x10000000004 mds.0 seq 3 caps now pAsLsXsFscr was pAsXsFscr 2024-07-26T12:23:06.821 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.816+0000 7fcecf400640 10 client.4677 update_inode_file_time 0x10000000004.head(faked_ino=0 nref=13 ll_ref=1 cap_refs={2048=0} open={1=0} mode=100666 size=0/0 nlink=0 btime=2024-07-26T12:23:06.798508+0000 mtime=2024-07-26T12:23:06.798508+0000 ctime=2024-07-26T12:23:06.798508+0000 change_attr=0 caps=pAsXsFscr(0=pAsXsFscr) objectset[0x10000000004 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b0b0) pAsXsFscr ctime 2024-07-26T12:23:06.809551+0000 mtime 2024-07-26T12:23:06.798508+0000 2024-07-26T12:23:06.821 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.816+0000 7fcecf400640 10 client.4677 grant, new caps are Ls 2024-07-26T12:23:06.821 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.816+0000 7fcecf400640 10 client.4677 handle_cap_grant calling signal_caps_inode 2024-07-26T12:23:06.821 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.816+0000 7fcecf400640 5 client.4677 _try_to_trim_inode in 0x10000000004.head(faked_ino=0 nref=13 ll_ref=1 cap_refs={2048=0} open={1=0} mode=100666 size=0/0 nlink=0 btime=2024-07-26T12:23:06.798508+0000 mtime=2024-07-26T12:23:06.798508+0000 ctime=2024-07-26T12:23:06.809551+0000 change_attr=1 caps=pAsLsXsFscr(0=pAsLsXsFscr) objectset[0x10000000004 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b0b0) 2024-07-26T12:23:06.821 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.816+0000 7fcecf400640 10 client.4677 unmounting: trim pass, size was 1+2 2024-07-26T12:23:06.821 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.816+0000 7fcecf400640 20 client.4677 trim_cache size 1 max 16384 2024-07-26T12:23:06.821 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.816+0000 7fcecf400640 10 client.4677 unmounting: trim pass, size still 1+2 2024-07-26T12:23:06.821 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.816+0000 7fcecf400640 1 -- 172.21.15.31:0/2005808997 <== mds.0 v2:172.21.15.31:6832/713364256 8 ==== client_reply(???:3 = 0 (0) Success safe) ==== 27+0+0 (crc 0 0 0) 0x7fcec800e990 con 0x564e6d5fe900 2024-07-26T12:23:06.821 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.816+0000 7fcecf400640 20 client.4677 handle_client_reply got a reply. Safe:1 tid 3 2024-07-26T12:23:06.821 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.816+0000 7fcecf400640 10 client.4677 insert_trace from 2024-07-26T12:23:06.809593+0000 mds.0 is_target=0 is_dentry=0 2024-07-26T12:23:06.821 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.816+0000 7fcecf400640 10 client.4677 insert_trace -- already got unsafe; ignoring 2024-07-26T12:23:06.822 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.816+0000 7fcecf400640 20 client.4677 put_inode on 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.798508+0000 ctime=2024-07-26T12:23:06.809551+0000 change_attr=10 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcea400aad0) n = 1 2024-07-26T12:23:06.822 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.816+0000 7fcecf400640 20 client.4677 put_inode on 0x10000000004.head(faked_ino=0 nref=13 ll_ref=1 cap_refs={2048=0} open={1=0} mode=100666 size=0/0 nlink=0 btime=2024-07-26T12:23:06.798508+0000 mtime=2024-07-26T12:23:06.798508+0000 ctime=2024-07-26T12:23:06.809551+0000 change_attr=1 caps=pAsLsXsFscr(0=pAsLsXsFscr) objectset[0x10000000004 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b0b0) n = 1 2024-07-26T12:23:06.822 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.816+0000 7fcecf400640 10 client.4677 unmounting: trim pass, size was 1+2 2024-07-26T12:23:06.822 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.816+0000 7fcecf400640 20 client.4677 trim_cache size 1 max 16384 2024-07-26T12:23:06.822 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.816+0000 7fcecf400640 15 client.4677 trim_dentry unlinking dn test_llreadvllwritevreadonlyfile44787 in dir 0x1 2024-07-26T12:23:06.822 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.816+0000 7fcecf400640 15 client.4677 unlink dir 0x7fcea400aad0 'test_llreadvllwritevreadonlyfile44787' dn 0x7fcea400a8f0 inode 0 2024-07-26T12:23:06.822 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.816+0000 7fcecf400640 15 client.4677 unlink removing 'test_llreadvllwritevreadonlyfile44787' dn 0x7fcea400a8f0 2024-07-26T12:23:06.822 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.816+0000 7fcecf400640 15 client.4677 close_dir dir 0x564e6d558910 on 0x7fcea400aad0 2024-07-26T12:23:06.822 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.816+0000 7fcecf400640 20 client.4677 put_inode on 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.798508+0000 ctime=2024-07-26T12:23:06.809551+0000 change_attr=10 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcea400aad0) n = 1 2024-07-26T12:23:06.822 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.816+0000 7fcecf400640 10 client.4677 unmounting: trim pass, cache shrank, poking unmount() 2024-07-26T12:23:06.822 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.816+0000 7fcede41f480 20 client.4677 put_inode on 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.798508+0000 ctime=2024-07-26T12:23:06.809551+0000 change_attr=10 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcea400aad0) n = 1 2024-07-26T12:23:06.822 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.816+0000 7fcede41f480 20 client.4677 put_inode on 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.798508+0000 ctime=2024-07-26T12:23:06.809551+0000 change_attr=10 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcea400aad0) n = 1 2024-07-26T12:23:06.822 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.816+0000 7fcede41f480 10 client.4677 _ll_drop_pins 2024-07-26T12:23:06.823 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.816+0000 7fcede41f480 20 client.4677 _ll_put 0x7fcea400b0b0 0x10000000004 1 -> 0 2024-07-26T12:23:06.823 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.816+0000 7fcede41f480 20 client.4677 put_inode on 0x10000000004.head(faked_ino=0 nref=14 ll_ref=0 cap_refs={2048=0} open={1=0} mode=100666 size=0/0 nlink=0 btime=2024-07-26T12:23:06.798508+0000 mtime=2024-07-26T12:23:06.798508+0000 ctime=2024-07-26T12:23:06.809551+0000 change_attr=1 caps=pAsLsXsFscr(0=pAsLsXsFscr) objectset[0x10000000004 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b0b0) n = 1 2024-07-26T12:23:06.823 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.816+0000 7fcede41f480 20 client.4677 _ll_put 0x7fcea400aad0 0x1 2 -> 0 2024-07-26T12:23:06.823 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.816+0000 7fcede41f480 20 client.4677 put_inode on 0x1.head(faked_ino=0 nref=10 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.798508+0000 ctime=2024-07-26T12:23:06.809551+0000 change_attr=10 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcea400aad0) n = 1 2024-07-26T12:23:06.823 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.816+0000 7fcede41f480 20 client.4677 put_inode on 0x10000000004.head(faked_ino=0 nref=14 ll_ref=0 cap_refs={2048=0} open={1=0} mode=100666 size=0/0 nlink=0 btime=2024-07-26T12:23:06.798508+0000 mtime=2024-07-26T12:23:06.798508+0000 ctime=2024-07-26T12:23:06.809551+0000 change_attr=1 caps=pAsLsXsFscr(0=pAsLsXsFscr) objectset[0x10000000004 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b0b0) n = 1 2024-07-26T12:23:06.823 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.816+0000 7fcede41f480 20 client.4677 put_inode on 0x1.head(faked_ino=0 nref=10 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.798508+0000 ctime=2024-07-26T12:23:06.809551+0000 change_attr=10 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcea400aad0) n = 1 2024-07-26T12:23:06.823 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.816+0000 7fcede41f480 20 client.4677 _release 0x10000000004.head(faked_ino=0 nref=15 ll_ref=0 cap_refs={2048=0} open={1=0} mode=100666 size=0/0 nlink=0 btime=2024-07-26T12:23:06.798508+0000 mtime=2024-07-26T12:23:06.798508+0000 ctime=2024-07-26T12:23:06.809551+0000 change_attr=1 caps=pAsLsXsFscr(0=pAsLsXsFscr) objectset[0x10000000004 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b0b0) 2024-07-26T12:23:06.823 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.816+0000 7fcede41f480 10 client.4677 _invalidate_inode_cache 0x10000000004.head(faked_ino=0 nref=15 ll_ref=0 cap_refs={1024=0,2048=0} open={1=0} mode=100666 size=0/0 nlink=0 btime=2024-07-26T12:23:06.798508+0000 mtime=2024-07-26T12:23:06.798508+0000 ctime=2024-07-26T12:23:06.809551+0000 change_attr=1 caps=pAsLsXsFscr(0=pAsLsXsFscr) objectset[0x10000000004 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b0b0) 2024-07-26T12:23:06.823 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.816+0000 7fcede41f480 10 client.4677 _flush 0x10000000004.head(faked_ino=0 nref=16 ll_ref=0 cap_refs={1024=0,2048=0} open={1=0} mode=100666 size=0/0 nlink=0 btime=2024-07-26T12:23:06.798508+0000 mtime=2024-07-26T12:23:06.798508+0000 ctime=2024-07-26T12:23:06.809551+0000 change_attr=1 caps=pAsLsXsFscr(0=pAsLsXsFscr) objectset[0x10000000004 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b0b0) 2024-07-26T12:23:06.823 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.816+0000 7fcede41f480 10 client.4677 nothing to flush 2024-07-26T12:23:06.823 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.816+0000 7fcede41f480 20 client.4677 put_inode on 0x10000000004.head(faked_ino=0 nref=16 ll_ref=0 cap_refs={1024=0,2048=0} open={1=0} mode=100666 size=0/0 nlink=0 btime=2024-07-26T12:23:06.798508+0000 mtime=2024-07-26T12:23:06.798508+0000 ctime=2024-07-26T12:23:06.809551+0000 change_attr=1 caps=pAsLsXsFscr(0=pAsLsXsFscr) objectset[0x10000000004 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b0b0) n = 1 2024-07-26T12:23:06.823 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.816+0000 7fcede41f480 20 client.4677 _release 0x1.head(faked_ino=0 nref=11 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.798508+0000 ctime=2024-07-26T12:23:06.809551+0000 change_attr=10 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcea400aad0) 2024-07-26T12:23:06.824 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.816+0000 7fcede41f480 10 client.4677 _invalidate_inode_cache 0x1.head(faked_ino=0 nref=11 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.798508+0000 ctime=2024-07-26T12:23:06.809551+0000 change_attr=10 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcea400aad0) 2024-07-26T12:23:06.824 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.816+0000 7fcede41f480 10 client.4677 _flush 0x1.head(faked_ino=0 nref=12 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.798508+0000 ctime=2024-07-26T12:23:06.809551+0000 change_attr=10 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcea400aad0) 2024-07-26T12:23:06.824 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.816+0000 7fcede41f480 10 client.4677 nothing to flush 2024-07-26T12:23:06.824 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.816+0000 7fcede41f480 20 client.4677 put_inode on 0x1.head(faked_ino=0 nref=12 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.798508+0000 ctime=2024-07-26T12:23:06.809551+0000 change_attr=10 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcea400aad0) n = 1 2024-07-26T12:23:06.824 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.816+0000 7fcede41f480 20 client.4677 put_inode on 0x10000000004.head(faked_ino=0 nref=16 ll_ref=0 cap_refs={1024=0,2048=0} open={1=0} mode=100666 size=0/0 nlink=0 btime=2024-07-26T12:23:06.798508+0000 mtime=2024-07-26T12:23:06.798508+0000 ctime=2024-07-26T12:23:06.809551+0000 change_attr=1 caps=pAsLsXsFscr(0=pAsLsXsFscr) objectset[0x10000000004 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b0b0) n = 1 2024-07-26T12:23:06.824 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.816+0000 7fcede41f480 20 client.4677 put_inode on 0x1.head(faked_ino=0 nref=12 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.798508+0000 ctime=2024-07-26T12:23:06.809551+0000 change_attr=10 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcea400aad0) n = 1 2024-07-26T12:23:06.824 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.816+0000 7fcede41f480 10 client.4677 flush_caps_sync 2024-07-26T12:23:06.824 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.816+0000 7fcede41f480 10 client.4677 wait_sync_caps want 1 (last is 1, 0 total flushing) 2024-07-26T12:23:06.824 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.816+0000 7fcede41f480 20 client.4677 trim_cache size 0 max 16384 2024-07-26T12:23:06.824 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.816+0000 7fcede41f480 10 client.4677 _put_inode on 0x1.head(faked_ino=0 nref=12 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.798508+0000 ctime=2024-07-26T12:23:06.809551+0000 change_attr=10 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcea400aad0) n = 11 2024-07-26T12:23:06.824 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.816+0000 7fcede41f480 10 client.4677 remove_cap mds.0 on 0x1.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.798508+0000 ctime=2024-07-26T12:23:06.809551+0000 change_attr=10 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcea400aad0) 2024-07-26T12:23:06.824 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.816+0000 7fcede41f480 15 client.4677 remove_cap last one, closing snaprealm 0x7fcea400a9e0 2024-07-26T12:23:06.824 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.816+0000 7fcede41f480 20 client.4677 put_snap_realm 0x1 0x7fcea400a9e0 2 -> 1 2024-07-26T12:23:06.825 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.816+0000 7fcede41f480 10 client.4677 _put_inode deleting 0x1.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.798508+0000 ctime=2024-07-26T12:23:06.809551+0000 change_attr=10 caps=- COMPLETE has_dir_layout 0x7fcea400aad0) 2024-07-26T12:23:06.825 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.816+0000 7fcede41f480 10 client.4677 _put_inode on 0x10000000004.head(faked_ino=0 nref=16 ll_ref=0 cap_refs={1024=0,2048=0} open={1=0} mode=100666 size=0/0 nlink=0 btime=2024-07-26T12:23:06.798508+0000 mtime=2024-07-26T12:23:06.798508+0000 ctime=2024-07-26T12:23:06.809551+0000 change_attr=1 caps=pAsLsXsFscr(0=pAsLsXsFscr) objectset[0x10000000004 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b0b0) n = 15 2024-07-26T12:23:06.825 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.816+0000 7fcede41f480 10 client.4677 remove_cap mds.0 on 0x10000000004.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={1024=0,2048=0} open={1=0} mode=100666 size=0/0 nlink=0 btime=2024-07-26T12:23:06.798508+0000 mtime=2024-07-26T12:23:06.798508+0000 ctime=2024-07-26T12:23:06.809551+0000 change_attr=1 caps=pAsLsXsFscr(0=pAsLsXsFscr) objectset[0x10000000004 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b0b0) 2024-07-26T12:23:06.825 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.816+0000 7fcede41f480 15 client.4677 remove_cap last one, closing snaprealm 0x7fcea400a9e0 2024-07-26T12:23:06.825 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.816+0000 7fcede41f480 20 client.4677 put_snap_realm 0x1 0x7fcea400a9e0 1 -> 0 2024-07-26T12:23:06.825 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.816+0000 7fcede41f480 10 client.4677 _put_inode deleting 0x10000000004.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={1024=0,2048=0} open={1=0} mode=100666 size=0/0 nlink=0 btime=2024-07-26T12:23:06.798508+0000 mtime=2024-07-26T12:23:06.798508+0000 ctime=2024-07-26T12:23:06.809551+0000 change_attr=1 caps=- objectset[0x10000000004 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b0b0) 2024-07-26T12:23:06.825 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.816+0000 7fcede41f480 2 client.4677 _close_mds_session mds.0 seq 2 2024-07-26T12:23:06.825 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.816+0000 7fcede41f480 1 -- 172.21.15.31:0/2005808997 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_session(request_close seq 2) -- 0x564e6d4a3810 con 0x564e6d5fe900 2024-07-26T12:23:06.825 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.817+0000 7fcede41f480 2 client.4677 waiting for 1 mds session(s) to close (timeout: 30s) 2024-07-26T12:23:06.826 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.821+0000 7fcecf400640 1 -- 172.21.15.31:0/2005808997 <== mds.0 v2:172.21.15.31:6832/713364256 9 ==== client_session(close) ==== 28+0+0 (crc 0 0 0) 0x564e6d4a3810 con 0x564e6d5fe900 2024-07-26T12:23:06.826 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.821+0000 7fcecf400640 10 client.4677 handle_client_session client_session(close) from mds.0 2024-07-26T12:23:06.826 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.821+0000 7fcecf400640 5 client.4677 _closed_mds_session mds.0 seq 2 2024-07-26T12:23:06.827 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.821+0000 7fcecf400640 1 -- 172.21.15.31:0/2005808997 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d5fe900 msgr2=0x564e6d5fb370 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:06.827 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.821+0000 7fcecf400640 1 --2- 172.21.15.31:0/2005808997 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d5fe900 0x564e6d5fb370 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:06.827 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.821+0000 7fcecf400640 10 client.4677 remove_session_caps mds.0 2024-07-26T12:23:06.827 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.821+0000 7fcecf400640 10 client.4677 kick_requests_closed for mds.0 2024-07-26T12:23:06.827 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.821+0000 7fcecf400640 10 client.4677 unmounting: trim pass, size was 0+0 2024-07-26T12:23:06.827 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.821+0000 7fcecf400640 20 client.4677 trim_cache size 0 max 16384 2024-07-26T12:23:06.827 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.821+0000 7fcecf400640 10 client.4677 unmounting: trim pass, size still 0+0 2024-07-26T12:23:06.827 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.821+0000 7fcede41f480 2 client.4677 unmounted. 2024-07-26T12:23:06.827 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.821+0000 7fcede41f480 1 client.4677 shutdown 2024-07-26T12:23:06.827 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.821+0000 7fcede41f480 1 -- 172.21.15.31:0/2005808997 >> [v2:172.21.15.123:6810/3352982608,v1:172.21.15.123:6812/3352982608] conn(0x564e6d4d3790 msgr2=0x564e6d4ded60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:06.827 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.821+0000 7fcede41f480 1 --2- 172.21.15.31:0/2005808997 >> [v2:172.21.15.123:6810/3352982608,v1:172.21.15.123:6812/3352982608] conn(0x564e6d4d3790 0x564e6d4ded60 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:06.827 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.821+0000 7fcede41f480 1 -- 172.21.15.31:0/2005808997 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d549eb0 msgr2=0x564e6d4e0c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:06.828 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.821+0000 7fcede41f480 1 --2- 172.21.15.31:0/2005808997 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d549eb0 0x564e6d4e0c50 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7fcec0067fd0 tx=0x7fcec00677e0 comp rx=0 tx=0).stop 2024-07-26T12:23:06.828 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.821+0000 7fced7400640 1 -- 172.21.15.31:0/2005808997 reap_dead start 2024-07-26T12:23:06.828 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.822+0000 7fcede41f480 1 -- 172.21.15.31:0/2005808997 shutdown_connections 2024-07-26T12:23:06.828 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.822+0000 7fcede41f480 1 -- 172.21.15.31:0/2005808997 >> 172.21.15.31:0/2005808997 conn(0x564e6d3cbab0 msgr2=0x564e6d4dcc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:23:06.828 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.822+0000 7fcede41f480 1 -- 172.21.15.31:0/2005808997 shutdown_connections 2024-07-26T12:23:06.828 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.822+0000 7fcede41f480 1 -- 172.21.15.31:0/2005808997 wait complete. 2024-07-26T12:23:06.828 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.822+0000 7fcede41f480 20 client.4677 trim_cache size 0 max 16384 2024-07-26T12:23:06.828 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClient.LlreadvLlwritevReadOnlyFile (1055 ms) 2024-07-26T12:23:06.828 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClient.LlreadvLlwritevIOClientNotMounted 2024-07-26T12:23:06.829 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.824+0000 7fcede41f480 1 -- start start 2024-07-26T12:23:06.829 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.827+0000 7fcede41f480 1 Processor -- start 2024-07-26T12:23:06.830 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.828+0000 7fcede41f480 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d5584e0 0x564e6d4e0c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:06.830 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.828+0000 7fcede41f480 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d600fe0 0x564e6d548f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:06.830 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.828+0000 7fcede41f480 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d5497a0 0x564e6d4e02f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:06.830 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.829+0000 7fcede41f480 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fcea4006a40 con 0x564e6d600fe0 2024-07-26T12:23:06.830 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.829+0000 7fcede41f480 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x564e6d4b0380 con 0x564e6d5584e0 2024-07-26T12:23:06.831 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.829+0000 7fcede41f480 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x564e6d553750 con 0x564e6d5497a0 2024-07-26T12:23:06.831 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.829+0000 7fced6000640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d600fe0 0x564e6d548f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:06.831 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.829+0000 7fced6000640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d600fe0 0x564e6d548f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:43048/0 (socket says 172.21.15.31:43048) 2024-07-26T12:23:06.831 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.829+0000 7fced6000640 1 -- 172.21.15.31:0/275356577 learned_addr learned my addr 172.21.15.31:0/275356577 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:23:06.831 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.829+0000 7fced6a00640 1 --2- 172.21.15.31:0/275356577 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d5584e0 0x564e6d4e0c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:06.832 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.829+0000 7fced7400640 1 --2- 172.21.15.31:0/275356577 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d5497a0 0x564e6d4e02f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:06.832 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.830+0000 7fced6000640 1 -- 172.21.15.31:0/275356577 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d5497a0 msgr2=0x564e6d4e02f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:06.832 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.830+0000 7fced6000640 1 --2- 172.21.15.31:0/275356577 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d5497a0 0x564e6d4e02f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:06.832 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.830+0000 7fced6000640 1 -- 172.21.15.31:0/275356577 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d5584e0 msgr2=0x564e6d4e0c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:06.832 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.830+0000 7fced6000640 1 --2- 172.21.15.31:0/275356577 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d5584e0 0x564e6d4e0c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:06.832 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.830+0000 7fced6000640 1 -- 172.21.15.31:0/275356577 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564e6d4d9ca0 con 0x564e6d600fe0 2024-07-26T12:23:06.833 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.830+0000 7fced6000640 1 --2- 172.21.15.31:0/275356577 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d600fe0 0x564e6d548f30 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fcec0067890 tx=0x7fcec0005a70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fc062b7102073650 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:23:06.833 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.830+0000 7fced4c00640 1 -- 172.21.15.31:0/275356577 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcec0059070 con 0x564e6d600fe0 2024-07-26T12:23:06.833 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.830+0000 7fced4c00640 1 -- 172.21.15.31:0/275356577 <== mon.0 v2:172.21.15.31:3300/0 2 ==== osd_map(24..24 src has 1..24) ==== 5825+0+0 (secure 0 0 0) 0x7fcec00a5970 con 0x564e6d600fe0 2024-07-26T12:23:06.833 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.831+0000 7fced4c00640 0 ms_deliver_dispatch: unhandled message 0x7fcec00a5970 osd_map(24..24 src has 1..24) from mon.0 v2:172.21.15.31:3300/0 2024-07-26T12:23:06.833 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.831+0000 7fcede41f480 10 client.4680 Subscribing to map 'mdsmap' 2024-07-26T12:23:06.833 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.831+0000 7fcede41f480 1 -- 172.21.15.31:0/275356577 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mdsmap=0+}) -- 0x564e6d5601e0 con 0x564e6d600fe0 2024-07-26T12:23:06.833 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.831+0000 7fcec7e00640 20 client.4680 tick 2024-07-26T12:23:06.834 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.831+0000 7fcec7e00640 20 client.4680 collect_and_send_metrics 2024-07-26T12:23:06.834 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.831+0000 7fcec7e00640 20 client.4680 collect_and_send_global_metrics 2024-07-26T12:23:06.834 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.831+0000 7fcec7e00640 5 client.4680 collect_and_send_global_metrics MDS rank 0 is not ready yet -- not sending metric 2024-07-26T12:23:06.834 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.831+0000 7fcec7e00640 20 client.4680 trim_cache size 0 max 16384 2024-07-26T12:23:06.834 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.831+0000 7fcec7e00640 20 client.4680 upkeep thread waiting interval 1.000000000s 2024-07-26T12:23:06.834 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.831+0000 7fced4c00640 1 -- 172.21.15.31:0/275356577 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mdsmap(e 8) ==== 1240+0+0 (secure 0 0 0) 0x7fcec00a4060 con 0x564e6d600fe0 2024-07-26T12:23:06.834 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.831+0000 7fced4c00640 1 client.4680 handle_mds_map epoch 8 2024-07-26T12:23:06.834 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.831+0000 7fcede41f480 20 client.4680 populate_metadata read hostname 'smithi031' 2024-07-26T12:23:06.834 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.831+0000 7fcede41f480 10 client.4680 did not get mds through better means, so chose random mds 0 2024-07-26T12:23:06.834 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.831+0000 7fcede41f480 20 client.4680 mds is 0 2024-07-26T12:23:06.834 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.831+0000 7fcede41f480 10 client.4680 _open_mds_session mds.0 2024-07-26T12:23:06.834 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.831+0000 7fcede41f480 1 --2- 172.21.15.31:0/275356577 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d4d6860 0x564e6d6050f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:06.834 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.831+0000 7fcede41f480 1 -- 172.21.15.31:0/275356577 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_session(request_open) -- 0x564e6d6059d0 con 0x564e6d4d6860 2024-07-26T12:23:06.834 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.831+0000 7fcede41f480 10 client.4680 waiting for session to mds.0 to open 2024-07-26T12:23:06.835 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.832+0000 7fced6a00640 1 --2- 172.21.15.31:0/275356577 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d4d6860 0x564e6d6050f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:06.835 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.832+0000 7fced6a00640 1 --2- 172.21.15.31:0/275356577 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d4d6860 0x564e6d6050f0 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5302847ec888a575 server_cookie=b200c41dd896ce73 in_seq=0 out_seq=0 2024-07-26T12:23:06.835 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.832+0000 7fced4c00640 10 client.4680 ms_handle_connect on v2:172.21.15.31:6832/713364256 2024-07-26T12:23:06.838 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.836+0000 7fced4c00640 1 -- 172.21.15.31:0/275356577 <== mds.0 v2:172.21.15.31:6832/713364256 1 ==== client_session(open cap_auths [MDSCapAuth(readable=1, writeable=1)]) ==== 113+0+0 (crc 0 0 0) 0x564e6d6059d0 con 0x564e6d4d6860 2024-07-26T12:23:06.838 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.836+0000 7fced4c00640 10 client.4680 handle_client_session client_session(open cap_auths [MDSCapAuth(readable=1, writeable=1)]) from mds.0 2024-07-26T12:23:06.838 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.836+0000 7fced4c00640 10 client.4680 renew_caps mds.0 2024-07-26T12:23:06.838 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.836+0000 7fced4c00640 1 -- 172.21.15.31:0/275356577 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_session(request_renewcaps seq 1) -- 0x7fcea400abf0 con 0x564e6d4d6860 2024-07-26T12:23:06.838 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.836+0000 7fced4c00640 10 client.4680 connect_mds_targets for mds.0 2024-07-26T12:23:06.838 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.836+0000 7fcede41f480 10 client.4680 did not get mds through better means, so chose random mds 0 2024-07-26T12:23:06.838 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.836+0000 7fcede41f480 20 client.4680 mds is 0 2024-07-26T12:23:06.838 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.836+0000 7fcede41f480 10 client.4680 send_request rebuilding request 1 for mds.0 2024-07-26T12:23:06.838 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.836+0000 7fcede41f480 20 client.4680 encode_cap_releases enter (req: 0x564e6d561080, mds: 0) 2024-07-26T12:23:06.838 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.836+0000 7fcede41f480 20 client.4680 send_request set sent_stamp to 2024-07-26T12:23:06.837844+0000 2024-07-26T12:23:06.838 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.836+0000 7fcede41f480 10 client.4680 send_request client_request(unknown.0:1 getattr pAsLsXsFs #0x1 2024-07-26T12:23:06.833019+0000 caller_uid=0, caller_gid=0{}) to mds.0 2024-07-26T12:23:06.839 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.836+0000 7fcede41f480 1 -- 172.21.15.31:0/275356577 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_request(unknown.0:1 getattr pAsLsXsFs #0x1 2024-07-26T12:23:06.833019+0000 caller_uid=0, caller_gid=0{}) -- 0x564e6d4d3420 con 0x564e6d4d6860 2024-07-26T12:23:06.839 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.836+0000 7fcede41f480 20 client.4680 awaiting reply|forward|kick on 0x7ffdd11ef020 2024-07-26T12:23:06.839 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.836+0000 7fced4c00640 1 -- 172.21.15.31:0/275356577 <== mds.0 v2:172.21.15.31:6832/713364256 2 ==== client_session(renewcaps seq 1) ==== 28+0+0 (crc 0 0 0) 0x7fcea400abf0 con 0x564e6d4d6860 2024-07-26T12:23:06.839 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.836+0000 7fced4c00640 10 client.4680 handle_client_session client_session(renewcaps seq 1) from mds.0 2024-07-26T12:23:06.840 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.837+0000 7fced4c00640 1 -- 172.21.15.31:0/275356577 <== mds.0 v2:172.21.15.31:6832/713364256 3 ==== client_reply(???:1 = 0 (0) Success) ==== 431+0+0 (crc 0 0 0) 0x7fcec802c410 con 0x564e6d4d6860 2024-07-26T12:23:06.840 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.837+0000 7fced4c00640 20 client.4680 handle_client_reply got a reply. Safe:1 tid 1 2024-07-26T12:23:06.840 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.837+0000 7fced4c00640 10 client.4680 insert_trace from 2024-07-26T12:23:06.837844+0000 mds.0 is_target=1 is_dentry=0 2024-07-26T12:23:06.840 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.837+0000 7fced4c00640 10 client.4680 features 0xffffffffffffffff 2024-07-26T12:23:06.840 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.837+0000 7fced4c00640 10 client.4680 update_snap_trace len 70 2024-07-26T12:23:06.840 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.837+0000 7fced4c00640 20 client.4680 get_snap_realm 0x1 0, nref was 0 2024-07-26T12:23:06.840 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.837+0000 7fced4c00640 20 client.4680 get_snap_realm 0x1 0x7fcea400ae10, nref now is 1 2024-07-26T12:23:06.840 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.837+0000 7fced4c00640 10 client.4680 update_snap_trace snaprealm(0x1 nref=1 c=0 seq=0 parent=0x0 my_snaps=[] cached_snapc=0=[] last_modified=0.000000 change_attr=0) seq 1 > 0 2024-07-26T12:23:06.840 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.837+0000 7fced4c00640 10 client.4680 invalidate_snaprealm_and_children snaprealm(0x1 nref=2 c=0 seq=1 parent=0x0 my_snaps=[] cached_snapc=0=[] last_modified=2024-07-26T12:21:44.597796+0000 change_attr=0) 2024-07-26T12:23:06.840 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.837+0000 7fced4c00640 15 client.4680 update_snap_trace snaprealm(0x1 nref=2 c=0 seq=1 parent=0x0 my_snaps=[] cached_snapc=0=[] last_modified=2024-07-26T12:21:44.597796+0000 change_attr=0) self|parent updated 2024-07-26T12:23:06.840 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.837+0000 7fced4c00640 15 client.4680 snapc 1=[] 2024-07-26T12:23:06.841 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.837+0000 7fced4c00640 10 client.4680 no new snap on snaprealm(0x1 nref=2 c=0 seq=1 parent=0x0 my_snaps=[] cached_snapc=1=[] last_modified=2024-07-26T12:21:44.597796+0000 change_attr=0) 2024-07-26T12:23:06.841 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.837+0000 7fced4c00640 20 client.4680 put_snap_realm 0x1 0x7fcea400ae10 2 -> 1 2024-07-26T12:23:06.841 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.837+0000 7fced4c00640 10 client.4680 hrm is_target=1 is_dentry=0 2024-07-26T12:23:06.841 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.837+0000 7fced4c00640 10 client.4680 update_inode_file_time 0x1.head(faked_ino=0 nref=3 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=0.000000 ctime=0.000000 change_attr=0 caps=- 0x7fcea400af00) - ctime 2024-07-26T12:23:06.809551+0000 mtime 2024-07-26T12:23:06.809551+0000 2024-07-26T12:23:06.841 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.837+0000 7fced4c00640 20 client.4680 dir hash is 2 2024-07-26T12:23:06.841 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.837+0000 7fced4c00640 12 client.4680 add_update_inode client inode change_attr: 0 , mds inodestat change_attr: 10 2024-07-26T12:23:06.841 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.837+0000 7fced4c00640 12 client.4680 add_update_inode adding 0x1.head(faked_ino=0 nref=3 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.809551+0000 ctime=2024-07-26T12:23:06.809551+0000 change_attr=10 caps=- has_dir_layout 0x7fcea400af00) caps pAsLsXsFs 2024-07-26T12:23:06.841 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.837+0000 7fced4c00640 20 client.4680 get_snap_realm 0x1 0x7fcea400ae10, nref was 1 2024-07-26T12:23:06.841 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.837+0000 7fced4c00640 20 client.4680 get_snap_realm 0x1 0x7fcea400ae10, nref now is 2 2024-07-26T12:23:06.841 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.837+0000 7fced4c00640 15 client.4680 add_update_cap first one, opened snaprealm 0x7fcea400ae10 2024-07-26T12:23:06.841 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.837+0000 7fced4c00640 10 client.4680 add_update_cap issued - -> pAsLsXsFs from mds.0 on 0x1.head(faked_ino=0 nref=3 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.809551+0000 ctime=2024-07-26T12:23:06.809551+0000 change_attr=10 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400af00) 2024-07-26T12:23:06.841 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.837+0000 7fced4c00640 10 client.4680 add_update_cap calling signal_caps_inode 2024-07-26T12:23:06.841 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.837+0000 7fced4c00640 10 client.4680 marking (I_COMPLETE|I_DIR_ORDERED) on empty dir 0x1.head(faked_ino=0 nref=3 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.809551+0000 ctime=2024-07-26T12:23:06.809551+0000 change_attr=10 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400af00) 2024-07-26T12:23:06.842 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.837+0000 7fced4c00640 20 client.4680 put_snap_realm 0x1 0x7fcea400ae10 2 -> 1 2024-07-26T12:23:06.842 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.837+0000 7fced4c00640 20 client.4680 handle_client_reply signalling caller 0x7ffdd11ef020 2024-07-26T12:23:06.842 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.837+0000 7fced4c00640 20 client.4680 handle_client_reply awaiting kickback on tid 1 0x7fced4bfde20 2024-07-26T12:23:06.842 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.837+0000 7fcede41f480 20 client.4680 sendrecv kickback on tid 1 0x7fced4bfde20 2024-07-26T12:23:06.842 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.837+0000 7fcede41f480 20 client.4680 lat 0.000681 2024-07-26T12:23:06.842 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.837+0000 7fcede41f480 20 client.4680 _ll_get 0x7fcea400af00 0x1 -> 1 2024-07-26T12:23:06.842 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.837+0000 7fcede41f480 2 client.4680 unmount 2024-07-26T12:23:06.842 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.837+0000 7fced4c00640 20 client.4680 put_inode on 0x1.head(faked_ino=0 nref=6 ll_ref=1 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.809551+0000 ctime=2024-07-26T12:23:06.809551+0000 change_attr=10 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcea400af00) n = 1 2024-07-26T12:23:06.842 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.837+0000 7fced4c00640 20 client.4680 put_inode on 0x1.head(faked_ino=0 nref=6 ll_ref=1 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.809551+0000 ctime=2024-07-26T12:23:06.809551+0000 change_attr=10 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcea400af00) n = 1 2024-07-26T12:23:06.842 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.837+0000 7fced4c00640 10 client.4680 unmounting: trim pass, size was 0+1 2024-07-26T12:23:06.842 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.837+0000 7fced4c00640 20 client.4680 trim_cache size 0 max 16384 2024-07-26T12:23:06.842 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.837+0000 7fced4c00640 10 client.4680 unmounting: trim pass, size still 0+1 2024-07-26T12:23:06.842 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.837+0000 7fcede41f480 2 client.4680 unmounting 2024-07-26T12:23:06.842 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.837+0000 7fcede41f480 20 client.4680 put_inode on 0x1.head(faked_ino=0 nref=6 ll_ref=1 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.809551+0000 ctime=2024-07-26T12:23:06.809551+0000 change_attr=10 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcea400af00) n = 1 2024-07-26T12:23:06.843 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.837+0000 7fcede41f480 20 client.4680 put_inode on 0x1.head(faked_ino=0 nref=6 ll_ref=1 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.809551+0000 ctime=2024-07-26T12:23:06.809551+0000 change_attr=10 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcea400af00) n = 1 2024-07-26T12:23:06.843 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.837+0000 7fcede41f480 10 client.4680 _ll_drop_pins 2024-07-26T12:23:06.843 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.837+0000 7fcede41f480 20 client.4680 _ll_put 0x7fcea400af00 0x1 1 -> 0 2024-07-26T12:23:06.843 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.837+0000 7fcede41f480 20 client.4680 put_inode on 0x1.head(faked_ino=0 nref=7 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.809551+0000 ctime=2024-07-26T12:23:06.809551+0000 change_attr=10 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcea400af00) n = 1 2024-07-26T12:23:06.843 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.837+0000 7fcede41f480 20 client.4680 put_inode on 0x1.head(faked_ino=0 nref=7 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.809551+0000 ctime=2024-07-26T12:23:06.809551+0000 change_attr=10 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcea400af00) n = 1 2024-07-26T12:23:06.843 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.837+0000 7fcede41f480 20 client.4680 _release 0x1.head(faked_ino=0 nref=8 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.809551+0000 ctime=2024-07-26T12:23:06.809551+0000 change_attr=10 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcea400af00) 2024-07-26T12:23:06.843 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.837+0000 7fcede41f480 10 client.4680 _invalidate_inode_cache 0x1.head(faked_ino=0 nref=8 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.809551+0000 ctime=2024-07-26T12:23:06.809551+0000 change_attr=10 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcea400af00) 2024-07-26T12:23:06.843 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.837+0000 7fcede41f480 10 client.4680 _flush 0x1.head(faked_ino=0 nref=9 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.809551+0000 ctime=2024-07-26T12:23:06.809551+0000 change_attr=10 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcea400af00) 2024-07-26T12:23:06.843 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.837+0000 7fcede41f480 10 client.4680 nothing to flush 2024-07-26T12:23:06.843 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.837+0000 7fcede41f480 20 client.4680 put_inode on 0x1.head(faked_ino=0 nref=9 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.809551+0000 ctime=2024-07-26T12:23:06.809551+0000 change_attr=10 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcea400af00) n = 1 2024-07-26T12:23:06.843 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.837+0000 7fcede41f480 20 client.4680 put_inode on 0x1.head(faked_ino=0 nref=9 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.809551+0000 ctime=2024-07-26T12:23:06.809551+0000 change_attr=10 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcea400af00) n = 1 2024-07-26T12:23:06.843 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.837+0000 7fcede41f480 10 client.4680 flush_caps_sync 2024-07-26T12:23:06.843 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.837+0000 7fcede41f480 10 client.4680 wait_sync_caps want 1 (last is 1, 0 total flushing) 2024-07-26T12:23:06.843 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.837+0000 7fcede41f480 20 client.4680 trim_cache size 0 max 16384 2024-07-26T12:23:06.844 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.837+0000 7fcede41f480 10 client.4680 _put_inode on 0x1.head(faked_ino=0 nref=9 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.809551+0000 ctime=2024-07-26T12:23:06.809551+0000 change_attr=10 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcea400af00) n = 8 2024-07-26T12:23:06.844 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.837+0000 7fcede41f480 10 client.4680 remove_cap mds.0 on 0x1.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.809551+0000 ctime=2024-07-26T12:23:06.809551+0000 change_attr=10 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcea400af00) 2024-07-26T12:23:06.844 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.837+0000 7fcede41f480 15 client.4680 remove_cap last one, closing snaprealm 0x7fcea400ae10 2024-07-26T12:23:06.844 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.837+0000 7fcede41f480 20 client.4680 put_snap_realm 0x1 0x7fcea400ae10 1 -> 0 2024-07-26T12:23:06.844 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.837+0000 7fcede41f480 10 client.4680 _put_inode deleting 0x1.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.809551+0000 ctime=2024-07-26T12:23:06.809551+0000 change_attr=10 caps=- COMPLETE has_dir_layout 0x7fcea400af00) 2024-07-26T12:23:06.844 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.837+0000 7fcede41f480 2 client.4680 _close_mds_session mds.0 seq 0 2024-07-26T12:23:06.844 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.837+0000 7fcede41f480 1 -- 172.21.15.31:0/275356577 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_session(request_close) -- 0x564e6d4d3770 con 0x564e6d4d6860 2024-07-26T12:23:06.844 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.837+0000 7fcede41f480 2 client.4680 waiting for 1 mds session(s) to close (timeout: 30s) 2024-07-26T12:23:06.845 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.841+0000 7fced4c00640 1 -- 172.21.15.31:0/275356577 <== mds.0 v2:172.21.15.31:6832/713364256 4 ==== client_session(close) ==== 28+0+0 (crc 0 0 0) 0x564e6d4d3770 con 0x564e6d4d6860 2024-07-26T12:23:06.845 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.841+0000 7fced4c00640 10 client.4680 handle_client_session client_session(close) from mds.0 2024-07-26T12:23:06.845 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.842+0000 7fced4c00640 5 client.4680 _closed_mds_session mds.0 seq 0 2024-07-26T12:23:06.845 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.842+0000 7fced4c00640 1 -- 172.21.15.31:0/275356577 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d4d6860 msgr2=0x564e6d6050f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:06.845 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.842+0000 7fced4c00640 1 --2- 172.21.15.31:0/275356577 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d4d6860 0x564e6d6050f0 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:06.846 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.842+0000 7fced4c00640 10 client.4680 remove_session_caps mds.0 2024-07-26T12:23:06.846 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.842+0000 7fced4c00640 10 client.4680 kick_requests_closed for mds.0 2024-07-26T12:23:06.846 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.842+0000 7fced4c00640 10 client.4680 unmounting: trim pass, size was 0+0 2024-07-26T12:23:06.846 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.842+0000 7fced4c00640 20 client.4680 trim_cache size 0 max 16384 2024-07-26T12:23:06.846 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.842+0000 7fced4c00640 10 client.4680 unmounting: trim pass, size still 0+0 2024-07-26T12:23:06.846 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.842+0000 7fcede41f480 2 client.4680 unmounted. 2024-07-26T12:23:06.846 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.842+0000 7fcede41f480 1 client.4680 shutdown 2024-07-26T12:23:06.846 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.842+0000 7fcede41f480 1 -- 172.21.15.31:0/275356577 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d600fe0 msgr2=0x564e6d548f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:06.846 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.842+0000 7fcede41f480 1 --2- 172.21.15.31:0/275356577 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d600fe0 0x564e6d548f30 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fcec0067890 tx=0x7fcec0005a70 comp rx=0 tx=0).stop 2024-07-26T12:23:06.846 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.842+0000 7fcede41f480 1 -- 172.21.15.31:0/275356577 shutdown_connections 2024-07-26T12:23:06.846 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.842+0000 7fcede41f480 1 --2- 172.21.15.31:0/275356577 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d5497a0 0x564e6d4e02f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:06.846 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.842+0000 7fcede41f480 1 --2- 172.21.15.31:0/275356577 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d4d6860 0x564e6d6050f0 unknown :-1 s=CLOSED pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:06.847 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.842+0000 7fcede41f480 1 --2- 172.21.15.31:0/275356577 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d600fe0 0x564e6d548f30 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:06.847 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.842+0000 7fcede41f480 1 --2- 172.21.15.31:0/275356577 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d5584e0 0x564e6d4e0c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:06.847 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.842+0000 7fcede41f480 1 -- 172.21.15.31:0/275356577 >> 172.21.15.31:0/275356577 conn(0x564e6d3cbab0 msgr2=0x564e6d4dcc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:23:06.847 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.842+0000 7fcede41f480 1 -- 172.21.15.31:0/275356577 shutdown_connections 2024-07-26T12:23:06.847 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.842+0000 7fcede41f480 1 -- 172.21.15.31:0/275356577 wait complete. 2024-07-26T12:23:06.847 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.842+0000 7fcede41f480 20 client.4680 trim_cache size 0 max 16384 2024-07-26T12:23:06.847 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.843+0000 7fcede41f480 1 -- start start 2024-07-26T12:23:06.849 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.844+0000 7fcede41f480 1 Processor -- start 2024-07-26T12:23:06.850 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.845+0000 7fcede41f480 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d4d6860 0x564e6d4e0c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:06.850 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.845+0000 7fcede41f480 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d5497a0 0x564e6d548f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:06.850 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.845+0000 7fcede41f480 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d5584e0 0x564e6d5fe820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:06.850 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.845+0000 7fcede41f480 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fcea4003670 con 0x564e6d4d6860 2024-07-26T12:23:06.850 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.845+0000 7fcede41f480 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x564e6d4aa5d0 con 0x564e6d5497a0 2024-07-26T12:23:06.850 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.845+0000 7fcede41f480 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x564e6d4d3770 con 0x564e6d5584e0 2024-07-26T12:23:06.850 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.845+0000 7fced6a00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d4d6860 0x564e6d4e0c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:06.850 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.845+0000 7fced6a00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d4d6860 0x564e6d4e0c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:43056/0 (socket says 172.21.15.31:43056) 2024-07-26T12:23:06.850 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.846+0000 7fced6a00640 1 -- 172.21.15.31:0/1082615153 learned_addr learned my addr 172.21.15.31:0/1082615153 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:23:06.850 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.846+0000 7fced7400640 1 --2- 172.21.15.31:0/1082615153 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d5584e0 0x564e6d5fe820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:06.850 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.846+0000 7fced6000640 1 --2- 172.21.15.31:0/1082615153 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d5497a0 0x564e6d548f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:06.850 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.846+0000 7fced6a00640 1 -- 172.21.15.31:0/1082615153 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d5584e0 msgr2=0x564e6d5fe820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:06.851 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.846+0000 7fced6a00640 1 --2- 172.21.15.31:0/1082615153 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d5584e0 0x564e6d5fe820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:06.851 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.846+0000 7fced6a00640 1 -- 172.21.15.31:0/1082615153 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d5497a0 msgr2=0x564e6d548f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:06.851 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.846+0000 7fced6a00640 1 --2- 172.21.15.31:0/1082615153 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d5497a0 0x564e6d548f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:06.851 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.846+0000 7fced6a00640 1 -- 172.21.15.31:0/1082615153 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564e6d553c00 con 0x564e6d4d6860 2024-07-26T12:23:06.851 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.847+0000 7fced6a00640 1 --2- 172.21.15.31:0/1082615153 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d4d6860 0x564e6d4e0c50 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fcec802ccc0 tx=0x7fcec804b000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8005dc40016b084 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:23:06.851 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.847+0000 7fcecf400640 10 client.0 ms_handle_connect on v2:172.21.15.31:3300/0 2024-07-26T12:23:06.851 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.847+0000 7fcecf400640 1 -- 172.21.15.31:0/1082615153 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce9c0014f0 con 0x564e6d4d6860 2024-07-26T12:23:06.851 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.847+0000 7fcecf400640 1 -- 172.21.15.31:0/1082615153 <== mon.0 v2:172.21.15.31:3300/0 2 ==== osd_map(24..24 src has 1..24) ==== 5825+0+0 (secure 0 0 0) 0x7fcec8017040 con 0x564e6d4d6860 2024-07-26T12:23:06.851 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.847+0000 7fcede41f480 10 client.4683 Subscribing to map 'mdsmap' 2024-07-26T12:23:06.851 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.847+0000 7fcede41f480 1 -- 172.21.15.31:0/1082615153 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,mdsmap=0+,monmap=2+}) -- 0x564e6d4d9ca0 con 0x564e6d4d6860 2024-07-26T12:23:06.851 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.847+0000 7fceccc00640 20 client.4683 tick 2024-07-26T12:23:06.851 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.847+0000 7fceccc00640 20 client.4683 collect_and_send_metrics 2024-07-26T12:23:06.851 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.847+0000 7fceccc00640 20 client.4683 collect_and_send_global_metrics 2024-07-26T12:23:06.851 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.847+0000 7fceccc00640 5 client.4683 collect_and_send_global_metrics MDS rank 0 is not ready yet -- not sending metric 2024-07-26T12:23:06.852 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.847+0000 7fceccc00640 20 client.4683 trim_cache size 0 max 16384 2024-07-26T12:23:06.852 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.847+0000 7fceccc00640 20 client.4683 upkeep thread waiting interval 1.000000000s 2024-07-26T12:23:06.852 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.847+0000 7fcecf400640 1 -- 172.21.15.31:0/1082615153 <== mon.0 v2:172.21.15.31:3300/0 3 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x564e6d4d3ba0 con 0x564e6d4d6860 2024-07-26T12:23:06.852 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.848+0000 7fcecf400640 1 -- 172.21.15.31:0/1082615153 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mdsmap(e 8) ==== 1240+0+0 (secure 0 0 0) 0x7fcec8032040 con 0x564e6d4d6860 2024-07-26T12:23:06.852 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.848+0000 7fcecf400640 1 client.4683 handle_mds_map epoch 8 2024-07-26T12:23:06.852 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.848+0000 7fcede41f480 20 client.4683 populate_metadata read hostname 'smithi031' 2024-07-26T12:23:06.852 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.848+0000 7fcede41f480 10 client.4683 did not get mds through better means, so chose random mds 0 2024-07-26T12:23:06.852 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.848+0000 7fcede41f480 20 client.4683 mds is 0 2024-07-26T12:23:06.852 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.848+0000 7fcede41f480 10 client.4683 _open_mds_session mds.0 2024-07-26T12:23:06.852 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.848+0000 7fcede41f480 1 --2- 172.21.15.31:0/1082615153 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d600fe0 0x564e6d4db410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:06.852 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.848+0000 7fcede41f480 1 -- 172.21.15.31:0/1082615153 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_session(request_open) -- 0x564e6d4d9a80 con 0x564e6d600fe0 2024-07-26T12:23:06.852 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.848+0000 7fcede41f480 10 client.4683 waiting for session to mds.0 to open 2024-07-26T12:23:06.852 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.848+0000 7fced6000640 1 --2- 172.21.15.31:0/1082615153 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d600fe0 0x564e6d4db410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:06.853 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.849+0000 7fced6000640 1 --2- 172.21.15.31:0/1082615153 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d600fe0 0x564e6d4db410 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7f83996a338da354 server_cookie=e13b195cd9136367 in_seq=0 out_seq=0 2024-07-26T12:23:06.853 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.849+0000 7fcecf400640 10 client.4683 ms_handle_connect on v2:172.21.15.31:6832/713364256 2024-07-26T12:23:06.855 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.853+0000 7fcecf400640 1 -- 172.21.15.31:0/1082615153 <== mds.0 v2:172.21.15.31:6832/713364256 1 ==== client_session(open cap_auths [MDSCapAuth(readable=1, writeable=1)]) ==== 113+0+0 (crc 0 0 0) 0x564e6d4d9a80 con 0x564e6d600fe0 2024-07-26T12:23:06.855 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.853+0000 7fcecf400640 10 client.4683 handle_client_session client_session(open cap_auths [MDSCapAuth(readable=1, writeable=1)]) from mds.0 2024-07-26T12:23:06.855 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.853+0000 7fcecf400640 10 client.4683 renew_caps mds.0 2024-07-26T12:23:06.855 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.853+0000 7fcecf400640 1 -- 172.21.15.31:0/1082615153 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_session(request_renewcaps seq 1) -- 0x7fcea400ab20 con 0x564e6d600fe0 2024-07-26T12:23:06.855 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.853+0000 7fcecf400640 10 client.4683 connect_mds_targets for mds.0 2024-07-26T12:23:06.855 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.853+0000 7fcede41f480 10 client.4683 did not get mds through better means, so chose random mds 0 2024-07-26T12:23:06.855 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.853+0000 7fcede41f480 20 client.4683 mds is 0 2024-07-26T12:23:06.855 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.853+0000 7fcede41f480 10 client.4683 send_request rebuilding request 1 for mds.0 2024-07-26T12:23:06.855 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.853+0000 7fcede41f480 20 client.4683 encode_cap_releases enter (req: 0x564e6d4d8c40, mds: 0) 2024-07-26T12:23:06.855 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.853+0000 7fcede41f480 20 client.4683 send_request set sent_stamp to 2024-07-26T12:23:06.854633+0000 2024-07-26T12:23:06.855 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.853+0000 7fcede41f480 10 client.4683 send_request client_request(unknown.0:1 getattr pAsLsXsFs #0x1 2024-07-26T12:23:06.849408+0000 caller_uid=0, caller_gid=0{}) to mds.0 2024-07-26T12:23:06.855 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.853+0000 7fcede41f480 1 -- 172.21.15.31:0/1082615153 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_request(unknown.0:1 getattr pAsLsXsFs #0x1 2024-07-26T12:23:06.849408+0000 caller_uid=0, caller_gid=0{}) -- 0x564e6d5fb080 con 0x564e6d600fe0 2024-07-26T12:23:06.855 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.853+0000 7fcede41f480 20 client.4683 awaiting reply|forward|kick on 0x7ffdd11eed70 2024-07-26T12:23:06.855 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.853+0000 7fcecf400640 1 -- 172.21.15.31:0/1082615153 <== mds.0 v2:172.21.15.31:6832/713364256 2 ==== client_session(renewcaps seq 1) ==== 28+0+0 (crc 0 0 0) 0x7fcea400ab20 con 0x564e6d600fe0 2024-07-26T12:23:06.856 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.853+0000 7fcecf400640 10 client.4683 handle_client_session client_session(renewcaps seq 1) from mds.0 2024-07-26T12:23:06.857 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.853+0000 7fcecf400640 1 -- 172.21.15.31:0/1082615153 <== mds.0 v2:172.21.15.31:6832/713364256 3 ==== client_reply(???:1 = 0 (0) Success) ==== 431+0+0 (crc 0 0 0) 0x7fcec00052f0 con 0x564e6d600fe0 2024-07-26T12:23:06.857 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.853+0000 7fcecf400640 20 client.4683 handle_client_reply got a reply. Safe:1 tid 1 2024-07-26T12:23:06.857 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.853+0000 7fcecf400640 10 client.4683 insert_trace from 2024-07-26T12:23:06.854633+0000 mds.0 is_target=1 is_dentry=0 2024-07-26T12:23:06.857 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.853+0000 7fcecf400640 10 client.4683 features 0xffffffffffffffff 2024-07-26T12:23:06.857 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.853+0000 7fcecf400640 10 client.4683 update_snap_trace len 70 2024-07-26T12:23:06.857 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.853+0000 7fcecf400640 20 client.4683 get_snap_realm 0x1 0, nref was 0 2024-07-26T12:23:06.857 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.853+0000 7fcecf400640 20 client.4683 get_snap_realm 0x1 0x7fcea400ad40, nref now is 1 2024-07-26T12:23:06.857 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.853+0000 7fcecf400640 10 client.4683 update_snap_trace snaprealm(0x1 nref=1 c=0 seq=0 parent=0x0 my_snaps=[] cached_snapc=0=[] last_modified=0.000000 change_attr=0) seq 1 > 0 2024-07-26T12:23:06.857 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.853+0000 7fcecf400640 10 client.4683 invalidate_snaprealm_and_children snaprealm(0x1 nref=2 c=0 seq=1 parent=0x0 my_snaps=[] cached_snapc=0=[] last_modified=2024-07-26T12:21:44.597796+0000 change_attr=0) 2024-07-26T12:23:06.857 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.853+0000 7fcecf400640 15 client.4683 update_snap_trace snaprealm(0x1 nref=2 c=0 seq=1 parent=0x0 my_snaps=[] cached_snapc=0=[] last_modified=2024-07-26T12:21:44.597796+0000 change_attr=0) self|parent updated 2024-07-26T12:23:06.857 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.853+0000 7fcecf400640 15 client.4683 snapc 1=[] 2024-07-26T12:23:06.857 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.853+0000 7fcecf400640 10 client.4683 no new snap on snaprealm(0x1 nref=2 c=0 seq=1 parent=0x0 my_snaps=[] cached_snapc=1=[] last_modified=2024-07-26T12:21:44.597796+0000 change_attr=0) 2024-07-26T12:23:06.858 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.853+0000 7fcecf400640 20 client.4683 put_snap_realm 0x1 0x7fcea400ad40 2 -> 1 2024-07-26T12:23:06.858 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.853+0000 7fcecf400640 10 client.4683 hrm is_target=1 is_dentry=0 2024-07-26T12:23:06.858 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.854+0000 7fcecf400640 10 client.4683 update_inode_file_time 0x1.head(faked_ino=0 nref=3 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=0.000000 ctime=0.000000 change_attr=0 caps=- 0x7fcea400ae30) - ctime 2024-07-26T12:23:06.809551+0000 mtime 2024-07-26T12:23:06.809551+0000 2024-07-26T12:23:06.858 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.854+0000 7fcecf400640 20 client.4683 dir hash is 2 2024-07-26T12:23:06.858 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.854+0000 7fcecf400640 12 client.4683 add_update_inode client inode change_attr: 0 , mds inodestat change_attr: 10 2024-07-26T12:23:06.858 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.854+0000 7fcecf400640 12 client.4683 add_update_inode adding 0x1.head(faked_ino=0 nref=3 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.809551+0000 ctime=2024-07-26T12:23:06.809551+0000 change_attr=10 caps=- has_dir_layout 0x7fcea400ae30) caps pAsLsXsFs 2024-07-26T12:23:06.858 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.854+0000 7fcecf400640 20 client.4683 get_snap_realm 0x1 0x7fcea400ad40, nref was 1 2024-07-26T12:23:06.858 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.854+0000 7fcecf400640 20 client.4683 get_snap_realm 0x1 0x7fcea400ad40, nref now is 2 2024-07-26T12:23:06.858 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.854+0000 7fcecf400640 15 client.4683 add_update_cap first one, opened snaprealm 0x7fcea400ad40 2024-07-26T12:23:06.858 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.854+0000 7fcecf400640 10 client.4683 add_update_cap issued - -> pAsLsXsFs from mds.0 on 0x1.head(faked_ino=0 nref=3 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.809551+0000 ctime=2024-07-26T12:23:06.809551+0000 change_attr=10 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400ae30) 2024-07-26T12:23:06.858 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.854+0000 7fcecf400640 10 client.4683 add_update_cap calling signal_caps_inode 2024-07-26T12:23:06.858 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.854+0000 7fcecf400640 10 client.4683 marking (I_COMPLETE|I_DIR_ORDERED) on empty dir 0x1.head(faked_ino=0 nref=3 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.809551+0000 ctime=2024-07-26T12:23:06.809551+0000 change_attr=10 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400ae30) 2024-07-26T12:23:06.859 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.854+0000 7fcecf400640 20 client.4683 put_snap_realm 0x1 0x7fcea400ad40 2 -> 1 2024-07-26T12:23:06.859 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.854+0000 7fcecf400640 20 client.4683 handle_client_reply signalling caller 0x7ffdd11eed70 2024-07-26T12:23:06.859 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.854+0000 7fcecf400640 20 client.4683 handle_client_reply awaiting kickback on tid 1 0x7fcecf3fde20 2024-07-26T12:23:06.859 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.854+0000 7fcede41f480 20 client.4683 sendrecv kickback on tid 1 0x7fcecf3fde20 2024-07-26T12:23:06.859 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.854+0000 7fcede41f480 20 client.4683 lat 0.000733 2024-07-26T12:23:06.859 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.854+0000 7fcede41f480 20 client.4683 _ll_get 0x7fcea400ae30 0x1 -> 1 2024-07-26T12:23:06.859 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.854+0000 7fcecf400640 20 client.4683 put_inode on 0x1.head(faked_ino=0 nref=6 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.809551+0000 ctime=2024-07-26T12:23:06.809551+0000 change_attr=10 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcea400ae30) n = 1 2024-07-26T12:23:06.859 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.854+0000 7fcecf400640 20 client.4683 put_inode on 0x1.head(faked_ino=0 nref=6 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.809551+0000 ctime=2024-07-26T12:23:06.809551+0000 change_attr=10 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcea400ae30) n = 1 2024-07-26T12:23:06.859 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.854+0000 7fcede41f480 8 client.4683 _ll_create 0x1.head test_llreadvllwritevioclientnotmountedfile44787 0666 578, uid 0, gid 0 2024-07-26T12:23:06.859 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.854+0000 7fcede41f480 10 client.4683 _lookup concluded ENOENT locally for 0x1.head(faked_ino=0 nref=6 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.809551+0000 ctime=2024-07-26T12:23:06.809551+0000 change_attr=10 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcea400ae30) dn 'test_llreadvllwritevioclientnotmountedfile44787' 2024-07-26T12:23:06.859 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.854+0000 7fcede41f480 20 client.4683 may_create 0x1.head(faked_ino=0 nref=6 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.809551+0000 ctime=2024-07-26T12:23:06.809551+0000 change_attr=10 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcea400ae30); UserPerm(uid: 0, gid: 0) 2024-07-26T12:23:06.859 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.854+0000 7fcede41f480 10 client.4683 _getattr mask As issued=1 2024-07-26T12:23:06.859 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.854+0000 7fcede41f480 3 client.4683 may_create 0x7fcea400ae30 = 0 2024-07-26T12:23:06.859 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.854+0000 7fcede41f480 8 client.4683 _create(0x1 test_llreadvllwritevioclientnotmountedfile44787, 0666) 2024-07-26T12:23:06.860 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.854+0000 7fcede41f480 20 client.4683 get_or_create 0x1.head(faked_ino=0 nref=7 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.809551+0000 ctime=2024-07-26T12:23:06.809551+0000 change_attr=10 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcea400ae30) name test_llreadvllwritevioclientnotmountedfile44787 2024-07-26T12:23:06.860 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.854+0000 7fcede41f480 15 open_dir 0x564e6d4dba30 on 0x7fcea400ae30 2024-07-26T12:23:06.860 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.854+0000 7fcede41f480 15 client.4683 link dir 0x1.head(faked_ino=0 nref=8 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.809551+0000 ctime=2024-07-26T12:23:06.809551+0000 change_attr=10 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcea400ae30) 'test_llreadvllwritevioclientnotmountedfile44787' dn 0x1.head["test_llreadvllwritevioclientnotmountedfile44787"] (new dn) 2024-07-26T12:23:06.860 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.854+0000 7fcede41f480 20 client.4683 choose_target_mds starting with req->inode 0x1.head(faked_ino=0 nref=8 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.809551+0000 ctime=2024-07-26T12:23:06.809551+0000 change_attr=10 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcea400ae30) 2024-07-26T12:23:06.860 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.854+0000 7fcede41f480 20 client.4683 choose_target_mds inode dir hash is 2 on test_llreadvllwritevioclientnotmountedfile44787 => 3366368896 2024-07-26T12:23:06.860 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.854+0000 7fcede41f480 20 client.4683 choose_target_mds 0x1.head(faked_ino=0 nref=8 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.809551+0000 ctime=2024-07-26T12:23:06.809551+0000 change_attr=10 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcea400ae30) is_hash=1 hash=3366368896 2024-07-26T12:23:06.860 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.854+0000 7fcede41f480 10 client.4683 choose_target_mds from caps on inode 0x1.head(faked_ino=0 nref=8 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.809551+0000 ctime=2024-07-26T12:23:06.809551+0000 change_attr=10 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcea400ae30) 2024-07-26T12:23:06.860 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.854+0000 7fcede41f480 20 client.4683 mds is 0 2024-07-26T12:23:06.860 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.854+0000 7fcede41f480 10 client.4683 send_request rebuilding request 2 for mds.0 2024-07-26T12:23:06.860 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.854+0000 7fcede41f480 20 client.4683 encode_cap_releases enter (req: 0x564e6d5fb3b0, mds: 0) 2024-07-26T12:23:06.860 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.854+0000 7fcede41f480 20 client.4683 encode_dentry_release enter(dn:0x7fcea400a9e0) 2024-07-26T12:23:06.860 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.854+0000 7fcede41f480 20 client.4683 encode_inode_release enter(in:0x1.head(faked_ino=0 nref=8 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.809551+0000 ctime=2024-07-26T12:23:06.809551+0000 change_attr=10 caps=pAsLsXsFs(0=pAsLsXsFs) COMPLETE has_dir_layout 0x7fcea400ae30), req:0x564e6d5fb3b0 mds:0, drop:Fs, unless:Fx, force:1) 2024-07-26T12:23:06.861 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.854+0000 7fcede41f480 20 client.4683 send_request set sent_stamp to 2024-07-26T12:23:06.855534+0000 2024-07-26T12:23:06.861 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.854+0000 7fcede41f480 10 client.4683 send_request client_request(unknown.0:2 create owner_uid=0, owner_gid=0 #0x1/test_llreadvllwritevioclientnotmountedfile44787 2024-07-26T12:23:06.855491+0000 caller_uid=0, caller_gid=0{}) to mds.0 2024-07-26T12:23:06.861 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.854+0000 7fcede41f480 1 -- 172.21.15.31:0/1082615153 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_request(unknown.0:2 create owner_uid=0, owner_gid=0 #0x1/test_llreadvllwritevioclientnotmountedfile44787 2024-07-26T12:23:06.855491+0000 caller_uid=0, caller_gid=0{}) -- 0x564e6d4df640 con 0x564e6d600fe0 2024-07-26T12:23:06.861 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.854+0000 7fcede41f480 20 client.4683 awaiting reply|forward|kick on 0x7ffdd11eeba0 2024-07-26T12:23:06.863 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.860+0000 7fcecf400640 1 -- 172.21.15.31:0/1082615153 <== mds.0 v2:172.21.15.31:6832/713364256 4 ==== client_reply(???:2 = 0 (0) Success safe) ==== 868+0+0 (crc 0 0 0) 0x7fcec000b610 con 0x564e6d600fe0 2024-07-26T12:23:06.863 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.860+0000 7fcecf400640 20 client.4683 handle_client_reply got a reply. Safe:1 tid 2 2024-07-26T12:23:06.863 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.860+0000 7fcecf400640 10 client.4683 insert_trace from 2024-07-26T12:23:06.855534+0000 mds.0 is_target=1 is_dentry=1 2024-07-26T12:23:06.863 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.860+0000 7fcecf400640 10 client.4683 features 0xffffffffffffffff 2024-07-26T12:23:06.863 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.860+0000 7fcecf400640 10 client.4683 update_snap_trace len 70 2024-07-26T12:23:06.864 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.860+0000 7fcecf400640 20 client.4683 get_snap_realm 0x1 0x7fcea400ad40, nref was 1 2024-07-26T12:23:06.864 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.860+0000 7fcecf400640 20 client.4683 get_snap_realm 0x1 0x7fcea400ad40, nref now is 2 2024-07-26T12:23:06.864 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.860+0000 7fcecf400640 10 client.4683 update_snap_trace snaprealm(0x1 nref=2 c=0 seq=1 parent=0x0 my_snaps=[] cached_snapc=1=[] last_modified=2024-07-26T12:21:44.597796+0000 change_attr=0) seq 1 <= 1 and same parent, SKIPPING 2024-07-26T12:23:06.864 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.860+0000 7fcecf400640 10 client.4683 hrm is_target=1 is_dentry=1 2024-07-26T12:23:06.864 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.860+0000 7fcecf400640 10 client.4683 update_inode_file_time 0x10000000005.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={} open={} mode=100666 size=0/0 nlink=1 btime=2024-07-26T12:23:06.855491+0000 mtime=0.000000 ctime=0.000000 change_attr=0 caps=- objectset[0x10000000005 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b410) - ctime 2024-07-26T12:23:06.855491+0000 mtime 2024-07-26T12:23:06.855491+0000 2024-07-26T12:23:06.864 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.860+0000 7fcecf400640 12 client.4683 add_update_inode client inode change_attr: 0 , mds inodestat change_attr: 0 2024-07-26T12:23:06.864 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.860+0000 7fcecf400640 12 client.4683 add_update_inode adding 0x10000000005.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={} open={} mode=100666 size=0/0 nlink=1 btime=2024-07-26T12:23:06.855491+0000 mtime=2024-07-26T12:23:06.855491+0000 ctime=2024-07-26T12:23:06.855491+0000 change_attr=0 caps=- objectset[0x10000000005 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b410) caps pAsxLsXsxFsxcrwb 2024-07-26T12:23:06.864 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.860+0000 7fcecf400640 20 client.4683 get_snap_realm 0x1 0x7fcea400ad40, nref was 2 2024-07-26T12:23:06.864 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.860+0000 7fcecf400640 20 client.4683 get_snap_realm 0x1 0x7fcea400ad40, nref now is 3 2024-07-26T12:23:06.864 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.860+0000 7fcecf400640 15 client.4683 add_update_cap first one, opened snaprealm 0x7fcea400ad40 2024-07-26T12:23:06.864 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.860+0000 7fcecf400640 10 client.4683 add_update_cap issued - -> pAsxLsXsxFsxcrwb from mds.0 on 0x10000000005.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={} open={} mode=100666 size=0/0 nlink=1 btime=2024-07-26T12:23:06.855491+0000 mtime=2024-07-26T12:23:06.855491+0000 ctime=2024-07-26T12:23:06.855491+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000005 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b410) 2024-07-26T12:23:06.864 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.860+0000 7fcecf400640 10 client.4683 add_update_cap calling signal_caps_inode 2024-07-26T12:23:06.864 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.860+0000 7fcecf400640 12 client.4683 add_update_inode had 0x1.head(faked_ino=0 nref=8 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.809551+0000 ctime=2024-07-26T12:23:06.809551+0000 change_attr=10 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcea400ae30) caps pAsLsXs 2024-07-26T12:23:06.864 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.860+0000 7fcecf400640 10 client.4683 update_inode_file_time 0x1.head(faked_ino=0 nref=8 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.809551+0000 ctime=2024-07-26T12:23:06.809551+0000 change_attr=10 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcea400ae30) pAsLsXs ctime 2024-07-26T12:23:06.855491+0000 mtime 2024-07-26T12:23:06.855491+0000 2024-07-26T12:23:06.865 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.860+0000 7fcecf400640 20 client.4683 dir hash is 2 2024-07-26T12:23:06.865 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.860+0000 7fcecf400640 12 client.4683 add_update_inode client inode change_attr: 10 , mds inodestat change_attr: 11 2024-07-26T12:23:06.865 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.860+0000 7fcecf400640 10 client.4683 add_update_cap issued pAsLsXs -> pAsLsXs from mds.0 on 0x1.head(faked_ino=0 nref=8 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.855491+0000 ctime=2024-07-26T12:23:06.855491+0000 change_attr=11 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcea400ae30) 2024-07-26T12:23:06.865 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.860+0000 7fcecf400640 20 client.4683 got dirfrag map for 0x1 frag * to mds 0 2024-07-26T12:23:06.865 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.860+0000 7fcecf400640 12 client.4683 insert_dentry_inode 'test_llreadvllwritevioclientnotmountedfile44787' vino 0x10000000005.head in dir 0x1.head dn 0x7fcea400a9e0 2024-07-26T12:23:06.865 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.860+0000 7fcecf400640 10 client.4683 clearing I_DIR_ORDERED on 0x1.head(faked_ino=0 nref=8 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.855491+0000 ctime=2024-07-26T12:23:06.855491+0000 change_attr=11 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcea400ae30) 2024-07-26T12:23:06.865 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.860+0000 7fcecf400640 15 client.4683 link dir 0x1.head(faked_ino=0 nref=8 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.855491+0000 ctime=2024-07-26T12:23:06.855491+0000 change_attr=11 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcea400ae30) 'test_llreadvllwritevioclientnotmountedfile44787' to inode 0x7fcea400b410 dn 0x1.head["test_llreadvllwritevioclientnotmountedfile44787"] (old dn) 2024-07-26T12:23:06.865 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.860+0000 7fcecf400640 20 client.4683 put_inode on 0x10000000005.head(faked_ino=0 nref=4 ll_ref=0 cap_refs={} open={} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:06.855491+0000 mtime=2024-07-26T12:23:06.855491+0000 ctime=2024-07-26T12:23:06.855491+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000005 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevioclientnotmountedfile44787"] 0x7fcea400b410) n = 1 2024-07-26T12:23:06.865 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.860+0000 7fcecf400640 20 client.4683 link inode 0x7fcea400b410 parents now 0x1.head["test_llreadvllwritevioclientnotmountedfile44787"] 2024-07-26T12:23:06.865 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.860+0000 7fcecf400640 20 client.4683 put_inode on 0x10000000005.head(faked_ino=0 nref=4 ll_ref=0 cap_refs={} open={} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:06.855491+0000 mtime=2024-07-26T12:23:06.855491+0000 ctime=2024-07-26T12:23:06.855491+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000005 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevioclientnotmountedfile44787"] 0x7fcea400b410) n = 1 2024-07-26T12:23:06.865 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.860+0000 7fcecf400640 15 client.4683 update_dentry_lease 0x1.head["test_llreadvllwritevioclientnotmountedfile44787"] lease(mask 7 dur 30000) from 2024-07-26T12:23:06.855534+0000 2024-07-26T12:23:06.865 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.860+0000 7fcecf400640 10 client.4683 got dentry lease on test_llreadvllwritevioclientnotmountedfile44787 dur 30000ms ttl 2024-07-26T12:23:36.855534+0000 2024-07-26T12:23:06.865 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.860+0000 7fcecf400640 20 client.4683 put_snap_realm 0x1 0x7fcea400ad40 3 -> 2 2024-07-26T12:23:06.866 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.860+0000 7fcecf400640 20 client.4683 handle_client_reply signalling caller 0x7ffdd11eeba0 2024-07-26T12:23:06.866 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.860+0000 7fcecf400640 20 client.4683 handle_client_reply awaiting kickback on tid 2 0x7fcecf3fde20 2024-07-26T12:23:06.866 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.860+0000 7fcede41f480 20 client.4683 sendrecv kickback on tid 2 0x7fcecf3fde20 2024-07-26T12:23:06.866 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.860+0000 7fcede41f480 10 client.4683 delegated_inos: [] 2024-07-26T12:23:06.866 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.860+0000 7fcede41f480 10 client.4683 make_request created ino 0x10000000005 2024-07-26T12:23:06.866 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.860+0000 7fcede41f480 20 client.4683 make_request target is 0x10000000005.head(faked_ino=0 nref=6 ll_ref=0 cap_refs={} open={} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:06.855491+0000 mtime=2024-07-26T12:23:06.855491+0000 ctime=2024-07-26T12:23:06.855491+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000005 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevioclientnotmountedfile44787"] 0x7fcea400b410) 2024-07-26T12:23:06.866 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.860+0000 7fcede41f480 20 client.4683 lat 0.006377 2024-07-26T12:23:06.866 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.860+0000 7fcede41f480 10 break_deleg: breaking delegs on 0x10000000005.head(faked_ino=0 nref=6 ll_ref=0 cap_refs={} open={3=1} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:06.855491+0000 mtime=2024-07-26T12:23:06.855491+0000 ctime=2024-07-26T12:23:06.855491+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000005 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevioclientnotmountedfile44787"] 0x7fcea400b410) 2024-07-26T12:23:06.866 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.860+0000 7fcede41f480 10 delegations_broken: delegations empty on 0x10000000005.head(faked_ino=0 nref=6 ll_ref=0 cap_refs={} open={3=1} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:06.855491+0000 mtime=2024-07-26T12:23:06.855491+0000 ctime=2024-07-26T12:23:06.855491+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000005 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevioclientnotmountedfile44787"] 0x7fcea400b410) 2024-07-26T12:23:06.866 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.860+0000 7fcede41f480 20 client.4683 put_inode on 0x10000000005.head(faked_ino=0 nref=8 ll_ref=0 cap_refs={} open={3=1} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:06.855491+0000 mtime=2024-07-26T12:23:06.855491+0000 ctime=2024-07-26T12:23:06.855491+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000005 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevioclientnotmountedfile44787"] 0x7fcea400b410) n = 1 2024-07-26T12:23:06.866 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.860+0000 7fcede41f480 10 client.4683 _create_fh 0x10000000005 mode 3 2024-07-26T12:23:06.866 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.860+0000 7fcede41f480 20 client.4683 trim_cache size 1 max 16384 2024-07-26T12:23:06.866 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.860+0000 7fcede41f480 8 client.4683 create(#0x1/test_llreadvllwritevioclientnotmountedfile44787, 0100666 layout 0 0 0) = 0 2024-07-26T12:23:06.866 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.860+0000 7fcede41f480 20 client.4683 _ll_create created = 1 2024-07-26T12:23:06.867 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.860+0000 7fcede41f480 8 client.4683 _ll_create 0x1.head test_llreadvllwritevioclientnotmountedfile44787 0666 578 = 0 (0x564e6d4e0120 10000000005) 2024-07-26T12:23:06.867 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.860+0000 7fcede41f480 20 client.4683 _ll_get 0x7fcea400b410 0x10000000005 -> 1 2024-07-26T12:23:06.867 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.860+0000 7fcede41f480 10 client.4683 fill_statx on 0x10000000005 snap/devhead mode 0100666 mtime 2024-07-26T12:23:06.855491+0000 ctime 2024-07-26T12:23:06.855491+0000 change_attr 0 2024-07-26T12:23:06.867 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.860+0000 7fcede41f480 20 client.4683 put_inode on 0x10000000005.head(faked_ino=0 nref=9 ll_ref=1 cap_refs={} open={3=1} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:06.855491+0000 mtime=2024-07-26T12:23:06.855491+0000 ctime=2024-07-26T12:23:06.855491+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000005 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevioclientnotmountedfile44787"] 0x7fcea400b410) n = 1 2024-07-26T12:23:06.867 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.860+0000 7fcede41f480 3 client.4683 ll_release (fh)0x564e6d4e0120 0x10000000005 2024-07-26T12:23:06.867 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.860+0000 7fcecf400640 20 client.4683 put_inode on 0x10000000005.head(faked_ino=0 nref=9 ll_ref=1 cap_refs={} open={3=1} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:06.855491+0000 mtime=2024-07-26T12:23:06.855491+0000 ctime=2024-07-26T12:23:06.855491+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000005 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevioclientnotmountedfile44787"] 0x7fcea400b410) n = 1 2024-07-26T12:23:06.867 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.860+0000 7fcecf400640 20 client.4683 put_inode on 0x1.head(faked_ino=0 nref=8 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.855491+0000 ctime=2024-07-26T12:23:06.855491+0000 change_attr=11 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcea400ae30) n = 1 2024-07-26T12:23:06.867 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.860+0000 7fcede41f480 8 client.4683 _release_fh 0x564e6d4e0120 mode 3 on 0x10000000005.head(faked_ino=0 nref=9 ll_ref=1 cap_refs={} open={3=1} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:06.855491+0000 mtime=2024-07-26T12:23:06.855491+0000 ctime=2024-07-26T12:23:06.855491+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000005 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevioclientnotmountedfile44787"] 0x7fcea400b410) 2024-07-26T12:23:06.867 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.860+0000 7fcede41f480 10 client.4683 _flush 0x10000000005.head(faked_ino=0 nref=10 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:06.855491+0000 mtime=2024-07-26T12:23:06.855491+0000 ctime=2024-07-26T12:23:06.855491+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000005 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevioclientnotmountedfile44787"] 0x7fcea400b410) 2024-07-26T12:23:06.867 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.860+0000 7fcede41f480 10 client.4683 nothing to flush 2024-07-26T12:23:06.867 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.860+0000 7fcede41f480 20 client.4683 put_inode on 0x10000000005.head(faked_ino=0 nref=10 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:06.855491+0000 mtime=2024-07-26T12:23:06.855491+0000 ctime=2024-07-26T12:23:06.855491+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000005 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevioclientnotmountedfile44787"] 0x7fcea400b410) n = 1 2024-07-26T12:23:06.867 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.860+0000 7fcede41f480 10 client.4683 check_caps on 0x10000000005.head(faked_ino=0 nref=10 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:06.855491+0000 mtime=2024-07-26T12:23:06.855491+0000 ctime=2024-07-26T12:23:06.855491+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000005 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevioclientnotmountedfile44787"] 0x7fcea400b410) wanted - used - issued pAsxLsXsxFsxcrwb revoking - flags=0 2024-07-26T12:23:06.867 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.860+0000 7fcede41f480 10 client.4683 cap mds.0 issued pAsxLsXsxFsxcrwb implemented pAsxLsXsxFsxcrwb revoking - 2024-07-26T12:23:06.867 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.860+0000 7fcede41f480 10 client.4683 delaying cap release 2024-07-26T12:23:06.868 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.860+0000 7fcede41f480 10 client.4683 cap_delay_requeue on 0x10000000005.head(faked_ino=0 nref=10 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:06.855491+0000 mtime=2024-07-26T12:23:06.855491+0000 ctime=2024-07-26T12:23:06.855491+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000005 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevioclientnotmountedfile44787"] 0x7fcea400b410) 2024-07-26T12:23:06.868 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.860+0000 7fcede41f480 10 client.4683 _release_fh 0x564e6d4e0120 on inode 0x10000000005.head(faked_ino=0 nref=10 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:06.855491+0000 mtime=2024-07-26T12:23:06.855491+0000 ctime=2024-07-26T12:23:06.855491+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000005 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevioclientnotmountedfile44787"] 0x7fcea400b410) no async_err state 2024-07-26T12:23:06.868 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.860+0000 7fcede41f480 20 client.4683 put_inode on 0x10000000005.head(faked_ino=0 nref=10 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:06.855491+0000 mtime=2024-07-26T12:23:06.855491+0000 ctime=2024-07-26T12:23:06.855491+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000005 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevioclientnotmountedfile44787"] 0x7fcea400b410) n = 1 2024-07-26T12:23:06.868 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.861+0000 7fcede41f480 2 client.4683 unmount 2024-07-26T12:23:06.868 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.861+0000 7fcede41f480 2 client.4683 unmounting 2024-07-26T12:23:06.868 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.861+0000 7fcede41f480 20 client.4683 put_inode on 0x1.head(faked_ino=0 nref=8 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.855491+0000 ctime=2024-07-26T12:23:06.855491+0000 change_attr=11 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcea400ae30) n = 1 2024-07-26T12:23:06.868 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.861+0000 7fcede41f480 20 client.4683 put_inode on 0x1.head(faked_ino=0 nref=8 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.855491+0000 ctime=2024-07-26T12:23:06.855491+0000 change_attr=11 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcea400ae30) n = 1 2024-07-26T12:23:06.868 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.861+0000 7fcede41f480 10 client.4683 _ll_drop_pins 2024-07-26T12:23:06.868 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.861+0000 7fcede41f480 20 client.4683 _ll_put 0x7fcea400b410 0x10000000005 1 -> 0 2024-07-26T12:23:06.868 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.861+0000 7fcede41f480 20 client.4683 put_inode on 0x10000000005.head(faked_ino=0 nref=11 ll_ref=0 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:06.855491+0000 mtime=2024-07-26T12:23:06.855491+0000 ctime=2024-07-26T12:23:06.855491+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000005 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevioclientnotmountedfile44787"] 0x7fcea400b410) n = 1 2024-07-26T12:23:06.868 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.861+0000 7fcede41f480 20 client.4683 _ll_put 0x7fcea400ae30 0x1 2 -> 0 2024-07-26T12:23:06.868 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.861+0000 7fcede41f480 20 client.4683 put_inode on 0x1.head(faked_ino=0 nref=9 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.855491+0000 ctime=2024-07-26T12:23:06.855491+0000 change_attr=11 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcea400ae30) n = 1 2024-07-26T12:23:06.869 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.861+0000 7fcede41f480 20 client.4683 put_inode on 0x10000000005.head(faked_ino=0 nref=11 ll_ref=0 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:06.855491+0000 mtime=2024-07-26T12:23:06.855491+0000 ctime=2024-07-26T12:23:06.855491+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000005 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevioclientnotmountedfile44787"] 0x7fcea400b410) n = 1 2024-07-26T12:23:06.869 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.861+0000 7fcede41f480 20 client.4683 put_inode on 0x1.head(faked_ino=0 nref=9 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.855491+0000 ctime=2024-07-26T12:23:06.855491+0000 change_attr=11 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcea400ae30) n = 1 2024-07-26T12:23:06.869 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.861+0000 7fcede41f480 20 client.4683 _release 0x10000000005.head(faked_ino=0 nref=12 ll_ref=0 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:06.855491+0000 mtime=2024-07-26T12:23:06.855491+0000 ctime=2024-07-26T12:23:06.855491+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000005 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevioclientnotmountedfile44787"] 0x7fcea400b410) 2024-07-26T12:23:06.869 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.861+0000 7fcede41f480 10 client.4683 _invalidate_inode_cache 0x10000000005.head(faked_ino=0 nref=12 ll_ref=0 cap_refs={1024=0} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:06.855491+0000 mtime=2024-07-26T12:23:06.855491+0000 ctime=2024-07-26T12:23:06.855491+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000005 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevioclientnotmountedfile44787"] 0x7fcea400b410) 2024-07-26T12:23:06.869 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.861+0000 7fcede41f480 10 client.4683 _flush 0x10000000005.head(faked_ino=0 nref=13 ll_ref=0 cap_refs={1024=0} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:06.855491+0000 mtime=2024-07-26T12:23:06.855491+0000 ctime=2024-07-26T12:23:06.855491+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000005 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevioclientnotmountedfile44787"] 0x7fcea400b410) 2024-07-26T12:23:06.869 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.861+0000 7fcede41f480 10 client.4683 nothing to flush 2024-07-26T12:23:06.869 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.861+0000 7fcede41f480 20 client.4683 put_inode on 0x10000000005.head(faked_ino=0 nref=13 ll_ref=0 cap_refs={1024=0} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:06.855491+0000 mtime=2024-07-26T12:23:06.855491+0000 ctime=2024-07-26T12:23:06.855491+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000005 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevioclientnotmountedfile44787"] 0x7fcea400b410) n = 1 2024-07-26T12:23:06.869 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.861+0000 7fcede41f480 20 client.4683 _release 0x1.head(faked_ino=0 nref=10 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.855491+0000 ctime=2024-07-26T12:23:06.855491+0000 change_attr=11 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcea400ae30) 2024-07-26T12:23:06.869 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.861+0000 7fcede41f480 10 client.4683 _invalidate_inode_cache 0x1.head(faked_ino=0 nref=10 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.855491+0000 ctime=2024-07-26T12:23:06.855491+0000 change_attr=11 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcea400ae30) 2024-07-26T12:23:06.869 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.861+0000 7fcede41f480 10 client.4683 _flush 0x1.head(faked_ino=0 nref=11 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.855491+0000 ctime=2024-07-26T12:23:06.855491+0000 change_attr=11 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcea400ae30) 2024-07-26T12:23:06.869 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.861+0000 7fcede41f480 10 client.4683 nothing to flush 2024-07-26T12:23:06.869 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.861+0000 7fcede41f480 20 client.4683 put_inode on 0x1.head(faked_ino=0 nref=11 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.855491+0000 ctime=2024-07-26T12:23:06.855491+0000 change_attr=11 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcea400ae30) n = 1 2024-07-26T12:23:06.869 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.861+0000 7fcede41f480 20 client.4683 put_inode on 0x10000000005.head(faked_ino=0 nref=13 ll_ref=0 cap_refs={1024=0} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:06.855491+0000 mtime=2024-07-26T12:23:06.855491+0000 ctime=2024-07-26T12:23:06.855491+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000005 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevioclientnotmountedfile44787"] 0x7fcea400b410) n = 1 2024-07-26T12:23:06.870 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.861+0000 7fcede41f480 20 client.4683 put_inode on 0x1.head(faked_ino=0 nref=11 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.855491+0000 ctime=2024-07-26T12:23:06.855491+0000 change_attr=11 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcea400ae30) n = 1 2024-07-26T12:23:06.870 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.861+0000 7fcede41f480 10 client.4683 flush_caps_sync 2024-07-26T12:23:06.870 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.861+0000 7fcede41f480 10 client.4683 wait_sync_caps want 1 (last is 1, 0 total flushing) 2024-07-26T12:23:06.870 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.861+0000 7fcede41f480 20 client.4683 trim_cache size 1 max 16384 2024-07-26T12:23:06.870 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.861+0000 7fcede41f480 15 client.4683 trim_dentry unlinking dn test_llreadvllwritevioclientnotmountedfile44787 in dir 0x1 2024-07-26T12:23:06.870 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.861+0000 7fcede41f480 10 client.4683 clearing (I_COMPLETE|I_DIR_ORDERED) on 0x1.head(faked_ino=0 nref=11 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.855491+0000 ctime=2024-07-26T12:23:06.855491+0000 change_attr=11 caps=pAsLsXs(0=pAsLsXs) COMPLETE has_dir_layout 0x7fcea400ae30) 2024-07-26T12:23:06.870 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.861+0000 7fcede41f480 15 client.4683 unlink dir 0x7fcea400ae30 'test_llreadvllwritevioclientnotmountedfile44787' dn 0x7fcea400a9e0 inode 0x7fcea400b410 2024-07-26T12:23:06.870 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.861+0000 7fcede41f480 20 client.4683 put_inode on 0x10000000005.head(faked_ino=0 nref=14 ll_ref=0 cap_refs={1024=0} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:06.855491+0000 mtime=2024-07-26T12:23:06.855491+0000 ctime=2024-07-26T12:23:06.855491+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000005 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b410) n = 1 2024-07-26T12:23:06.870 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.861+0000 7fcede41f480 20 client.4683 unlink inode 0x7fcea400b410 parents now 2024-07-26T12:23:06.870 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.861+0000 7fcede41f480 15 client.4683 unlink removing 'test_llreadvllwritevioclientnotmountedfile44787' dn 0x7fcea400a9e0 2024-07-26T12:23:06.870 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.861+0000 7fcede41f480 15 client.4683 close_dir dir 0x564e6d4dba30 on 0x7fcea400ae30 2024-07-26T12:23:06.870 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.861+0000 7fcede41f480 20 client.4683 put_inode on 0x1.head(faked_ino=0 nref=11 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.855491+0000 ctime=2024-07-26T12:23:06.855491+0000 change_attr=11 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400ae30) n = 1 2024-07-26T12:23:06.870 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.861+0000 7fcede41f480 20 client.4683 put_inode on 0x10000000005.head(faked_ino=0 nref=14 ll_ref=0 cap_refs={1024=0} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:06.855491+0000 mtime=2024-07-26T12:23:06.855491+0000 ctime=2024-07-26T12:23:06.855491+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000005 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b410) n = 1 2024-07-26T12:23:06.871 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.861+0000 7fcede41f480 10 client.4683 _put_inode on 0x1.head(faked_ino=0 nref=11 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.855491+0000 ctime=2024-07-26T12:23:06.855491+0000 change_attr=11 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400ae30) n = 10 2024-07-26T12:23:06.871 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.861+0000 7fcede41f480 10 client.4683 remove_cap mds.0 on 0x1.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.855491+0000 ctime=2024-07-26T12:23:06.855491+0000 change_attr=11 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400ae30) 2024-07-26T12:23:06.871 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.861+0000 7fcede41f480 15 client.4683 remove_cap last one, closing snaprealm 0x7fcea400ad40 2024-07-26T12:23:06.871 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.861+0000 7fcede41f480 20 client.4683 put_snap_realm 0x1 0x7fcea400ad40 2 -> 1 2024-07-26T12:23:06.871 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.861+0000 7fcede41f480 10 client.4683 _put_inode deleting 0x1.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.855491+0000 ctime=2024-07-26T12:23:06.855491+0000 change_attr=11 caps=- has_dir_layout 0x7fcea400ae30) 2024-07-26T12:23:06.871 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.861+0000 7fcede41f480 10 client.4683 _put_inode on 0x10000000005.head(faked_ino=0 nref=14 ll_ref=0 cap_refs={1024=0} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:06.855491+0000 mtime=2024-07-26T12:23:06.855491+0000 ctime=2024-07-26T12:23:06.855491+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000005 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b410) n = 13 2024-07-26T12:23:06.871 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.861+0000 7fcede41f480 10 client.4683 remove_cap mds.0 on 0x10000000005.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={1024=0} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:06.855491+0000 mtime=2024-07-26T12:23:06.855491+0000 ctime=2024-07-26T12:23:06.855491+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000005 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b410) 2024-07-26T12:23:06.871 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.861+0000 7fcede41f480 15 client.4683 remove_cap last one, closing snaprealm 0x7fcea400ad40 2024-07-26T12:23:06.871 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.861+0000 7fcede41f480 20 client.4683 put_snap_realm 0x1 0x7fcea400ad40 1 -> 0 2024-07-26T12:23:06.871 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.861+0000 7fcede41f480 10 client.4683 _put_inode deleting 0x10000000005.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={1024=0} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:06.855491+0000 mtime=2024-07-26T12:23:06.855491+0000 ctime=2024-07-26T12:23:06.855491+0000 change_attr=0 caps=- objectset[0x10000000005 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b410) 2024-07-26T12:23:06.871 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.861+0000 7fcede41f480 2 client.4683 _close_mds_session mds.0 seq 0 2024-07-26T12:23:06.871 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.861+0000 7fcede41f480 1 -- 172.21.15.31:0/1082615153 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_session(request_close) -- 0x564e6d5fe5a0 con 0x564e6d600fe0 2024-07-26T12:23:06.871 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.861+0000 7fcede41f480 2 client.4683 waiting for 1 mds session(s) to close (timeout: 30s) 2024-07-26T12:23:06.872 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.866+0000 7fcecf400640 1 -- 172.21.15.31:0/1082615153 <== mds.0 v2:172.21.15.31:6832/713364256 5 ==== client_session(close) ==== 28+0+0 (crc 0 0 0) 0x564e6d5fe5a0 con 0x564e6d600fe0 2024-07-26T12:23:06.873 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.866+0000 7fcecf400640 10 client.4683 handle_client_session client_session(close) from mds.0 2024-07-26T12:23:06.873 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.866+0000 7fcecf400640 5 client.4683 _closed_mds_session mds.0 seq 0 2024-07-26T12:23:06.873 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.866+0000 7fcecf400640 1 -- 172.21.15.31:0/1082615153 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d600fe0 msgr2=0x564e6d4db410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:06.873 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.866+0000 7fcecf400640 1 --2- 172.21.15.31:0/1082615153 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d600fe0 0x564e6d4db410 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:06.873 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.866+0000 7fcecf400640 10 client.4683 remove_session_caps mds.0 2024-07-26T12:23:06.873 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.866+0000 7fcecf400640 10 client.4683 kick_requests_closed for mds.0 2024-07-26T12:23:06.873 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.866+0000 7fcecf400640 10 client.4683 unmounting: trim pass, size was 0+0 2024-07-26T12:23:06.873 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.866+0000 7fcecf400640 20 client.4683 trim_cache size 0 max 16384 2024-07-26T12:23:06.873 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.866+0000 7fcecf400640 10 client.4683 unmounting: trim pass, size still 0+0 2024-07-26T12:23:06.873 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.866+0000 7fcede41f480 2 client.4683 unmounted. 2024-07-26T12:23:06.873 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.866+0000 7fcede41f480 1 client.4683 shutdown 2024-07-26T12:23:06.873 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.866+0000 7fcede41f480 1 -- 172.21.15.31:0/1082615153 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d4d6860 msgr2=0x564e6d4e0c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:06.873 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.866+0000 7fcede41f480 1 --2- 172.21.15.31:0/1082615153 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d4d6860 0x564e6d4e0c50 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fcec802ccc0 tx=0x7fcec804b000 comp rx=0 tx=0).stop 2024-07-26T12:23:06.874 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.866+0000 7fcede41f480 1 -- 172.21.15.31:0/1082615153 shutdown_connections 2024-07-26T12:23:06.874 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.866+0000 7fcede41f480 1 --2- 172.21.15.31:0/1082615153 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d5584e0 0x564e6d5fe820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:06.874 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.866+0000 7fcede41f480 1 --2- 172.21.15.31:0/1082615153 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d5497a0 0x564e6d548f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:06.874 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.866+0000 7fcede41f480 1 --2- 172.21.15.31:0/1082615153 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d600fe0 0x564e6d4db410 unknown :-1 s=CLOSED pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:06.874 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.866+0000 7fcede41f480 1 --2- 172.21.15.31:0/1082615153 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d4d6860 0x564e6d4e0c50 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:06.874 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.866+0000 7fcede41f480 1 -- 172.21.15.31:0/1082615153 >> 172.21.15.31:0/1082615153 conn(0x564e6d3cbab0 msgr2=0x564e6d4dcc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:23:06.874 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.867+0000 7fcede41f480 1 -- 172.21.15.31:0/1082615153 shutdown_connections 2024-07-26T12:23:06.874 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.867+0000 7fcede41f480 1 -- 172.21.15.31:0/1082615153 wait complete. 2024-07-26T12:23:06.874 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.867+0000 7fcede41f480 20 client.4683 trim_cache size 0 max 16384 2024-07-26T12:23:06.874 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClient.LlreadvLlwritevIOClientNotMounted (44 ms) 2024-07-26T12:23:06.875 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClient.LlreadvLlwritevNegativeIOVCount 2024-07-26T12:23:06.877 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.868+0000 7fcede41f480 1 -- start start 2024-07-26T12:23:06.877 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.869+0000 7fcede41f480 1 Processor -- start 2024-07-26T12:23:06.877 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.869+0000 7fcede41f480 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d4d6860 0x564e6d548f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:06.877 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.869+0000 7fcede41f480 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d5497a0 0x564e6d4e0c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:06.877 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.869+0000 7fcede41f480 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d5584e0 0x564e6d4dfaf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:06.877 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.869+0000 7fcede41f480 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fcea40037e0 con 0x564e6d5584e0 2024-07-26T12:23:06.877 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.869+0000 7fcede41f480 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x564e6d602c90 con 0x564e6d5497a0 2024-07-26T12:23:06.877 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.869+0000 7fcede41f480 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x564e6d602e40 con 0x564e6d4d6860 2024-07-26T12:23:06.878 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.870+0000 7fced7400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d5584e0 0x564e6d4dfaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:06.878 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.870+0000 7fced7400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d5584e0 0x564e6d4dfaf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:43064/0 (socket says 172.21.15.31:43064) 2024-07-26T12:23:06.878 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.870+0000 7fced7400640 1 -- 172.21.15.31:0/4261852130 learned_addr learned my addr 172.21.15.31:0/4261852130 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:23:06.878 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.870+0000 7fced6a00640 1 --2- 172.21.15.31:0/4261852130 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d4d6860 0x564e6d548f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:06.878 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.870+0000 7fced6000640 1 --2- 172.21.15.31:0/4261852130 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d5497a0 0x564e6d4e0c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:06.878 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.870+0000 7fced7400640 1 -- 172.21.15.31:0/4261852130 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d4d6860 msgr2=0x564e6d548f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:06.878 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.870+0000 7fced7400640 1 --2- 172.21.15.31:0/4261852130 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d4d6860 0x564e6d548f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:06.878 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.870+0000 7fced7400640 1 -- 172.21.15.31:0/4261852130 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d5497a0 msgr2=0x564e6d4e0c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:06.878 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.870+0000 7fced7400640 1 --2- 172.21.15.31:0/4261852130 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d5497a0 0x564e6d4e0c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:06.878 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.870+0000 7fced7400640 1 -- 172.21.15.31:0/4261852130 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564e6d564e40 con 0x564e6d5584e0 2024-07-26T12:23:06.878 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.871+0000 7fced7400640 1 --2- 172.21.15.31:0/4261852130 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d5584e0 0x564e6d4dfaf0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fced0007010 tx=0x7fced0004f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aa38554007eb204b server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:23:06.878 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.871+0000 7fced4c00640 10 client.0 ms_handle_connect on v2:172.21.15.31:3300/0 2024-07-26T12:23:06.879 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.871+0000 7fced4c00640 1 -- 172.21.15.31:0/4261852130 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fced0016040 con 0x564e6d5584e0 2024-07-26T12:23:06.879 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.871+0000 7fced4c00640 1 -- 172.21.15.31:0/4261852130 <== mon.0 v2:172.21.15.31:3300/0 2 ==== osd_map(24..24 src has 1..24) ==== 5825+0+0 (secure 0 0 0) 0x7fced000d510 con 0x564e6d5584e0 2024-07-26T12:23:06.879 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.871+0000 7fcede41f480 10 client.4686 Subscribing to map 'mdsmap' 2024-07-26T12:23:06.879 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.871+0000 7fcede41f480 1 -- 172.21.15.31:0/4261852130 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,mdsmap=0+,monmap=2+}) -- 0x564e6d4d6530 con 0x564e6d5584e0 2024-07-26T12:23:06.879 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.871+0000 7fcec7e00640 20 client.4686 tick 2024-07-26T12:23:06.879 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.871+0000 7fcec7e00640 20 client.4686 collect_and_send_metrics 2024-07-26T12:23:06.879 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.871+0000 7fcec7e00640 20 client.4686 collect_and_send_global_metrics 2024-07-26T12:23:06.879 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.871+0000 7fcec7e00640 5 client.4686 collect_and_send_global_metrics MDS rank 0 is not ready yet -- not sending metric 2024-07-26T12:23:06.879 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.871+0000 7fcec7e00640 20 client.4686 trim_cache size 0 max 16384 2024-07-26T12:23:06.879 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.871+0000 7fcec7e00640 20 client.4686 upkeep thread waiting interval 1.000000000s 2024-07-26T12:23:06.879 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.872+0000 7fced4c00640 1 -- 172.21.15.31:0/4261852130 <== mon.0 v2:172.21.15.31:3300/0 3 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fced0005a40 con 0x564e6d5584e0 2024-07-26T12:23:06.879 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.872+0000 7fced4c00640 1 -- 172.21.15.31:0/4261852130 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mdsmap(e 8) ==== 1240+0+0 (secure 0 0 0) 0x7fced0044040 con 0x564e6d5584e0 2024-07-26T12:23:06.879 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.872+0000 7fced4c00640 1 client.4686 handle_mds_map epoch 8 2024-07-26T12:23:06.879 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.872+0000 7fcede41f480 20 client.4686 populate_metadata read hostname 'smithi031' 2024-07-26T12:23:06.880 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.872+0000 7fcede41f480 10 client.4686 did not get mds through better means, so chose random mds 0 2024-07-26T12:23:06.880 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.872+0000 7fcede41f480 20 client.4686 mds is 0 2024-07-26T12:23:06.880 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.872+0000 7fcede41f480 10 client.4686 _open_mds_session mds.0 2024-07-26T12:23:06.880 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.872+0000 7fcede41f480 1 --2- 172.21.15.31:0/4261852130 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d600fe0 0x564e6d560f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:06.880 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.872+0000 7fcede41f480 1 -- 172.21.15.31:0/4261852130 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_session(request_open) -- 0x564e6d553f30 con 0x564e6d600fe0 2024-07-26T12:23:06.880 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.872+0000 7fcede41f480 10 client.4686 waiting for session to mds.0 to open 2024-07-26T12:23:06.880 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.872+0000 7fced6a00640 1 --2- 172.21.15.31:0/4261852130 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d600fe0 0x564e6d560f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:06.880 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.873+0000 7fced6a00640 1 --2- 172.21.15.31:0/4261852130 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d600fe0 0x564e6d560f30 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4d2c337bed21b24 server_cookie=af63e1bacf64b227 in_seq=0 out_seq=0 2024-07-26T12:23:06.880 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.873+0000 7fced4c00640 10 client.4686 ms_handle_connect on v2:172.21.15.31:6832/713364256 2024-07-26T12:23:06.881 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.877+0000 7fced4c00640 1 -- 172.21.15.31:0/4261852130 <== mds.0 v2:172.21.15.31:6832/713364256 1 ==== client_session(open cap_auths [MDSCapAuth(readable=1, writeable=1)]) ==== 113+0+0 (crc 0 0 0) 0x564e6d553f30 con 0x564e6d600fe0 2024-07-26T12:23:06.882 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.877+0000 7fced4c00640 10 client.4686 handle_client_session client_session(open cap_auths [MDSCapAuth(readable=1, writeable=1)]) from mds.0 2024-07-26T12:23:06.882 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.877+0000 7fced4c00640 10 client.4686 renew_caps mds.0 2024-07-26T12:23:06.882 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.877+0000 7fced4c00640 1 -- 172.21.15.31:0/4261852130 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_session(request_renewcaps seq 1) -- 0x7fcea400ab20 con 0x564e6d600fe0 2024-07-26T12:23:06.882 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.877+0000 7fced4c00640 10 client.4686 connect_mds_targets for mds.0 2024-07-26T12:23:06.882 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.877+0000 7fcede41f480 10 client.4686 did not get mds through better means, so chose random mds 0 2024-07-26T12:23:06.882 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.877+0000 7fcede41f480 20 client.4686 mds is 0 2024-07-26T12:23:06.882 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.877+0000 7fcede41f480 10 client.4686 send_request rebuilding request 1 for mds.0 2024-07-26T12:23:06.882 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.877+0000 7fcede41f480 20 client.4686 encode_cap_releases enter (req: 0x564e6d553c00, mds: 0) 2024-07-26T12:23:06.882 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.877+0000 7fcede41f480 20 client.4686 send_request set sent_stamp to 2024-07-26T12:23:06.878624+0000 2024-07-26T12:23:06.882 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.877+0000 7fcede41f480 10 client.4686 send_request client_request(unknown.0:1 getattr pAsLsXsFs #0x1 2024-07-26T12:23:06.873635+0000 caller_uid=0, caller_gid=0{}) to mds.0 2024-07-26T12:23:06.882 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.877+0000 7fcede41f480 1 -- 172.21.15.31:0/4261852130 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_request(unknown.0:1 getattr pAsLsXsFs #0x1 2024-07-26T12:23:06.873635+0000 caller_uid=0, caller_gid=0{}) -- 0x564e6d5fe200 con 0x564e6d600fe0 2024-07-26T12:23:06.882 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.877+0000 7fcede41f480 20 client.4686 awaiting reply|forward|kick on 0x7ffdd11ef020 2024-07-26T12:23:06.883 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.877+0000 7fced4c00640 1 -- 172.21.15.31:0/4261852130 <== mds.0 v2:172.21.15.31:6832/713364256 2 ==== client_session(renewcaps seq 1) ==== 28+0+0 (crc 0 0 0) 0x7fcea400ab20 con 0x564e6d600fe0 2024-07-26T12:23:06.883 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.877+0000 7fced4c00640 10 client.4686 handle_client_session client_session(renewcaps seq 1) from mds.0 2024-07-26T12:23:06.883 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.877+0000 7fced4c00640 1 -- 172.21.15.31:0/4261852130 <== mds.0 v2:172.21.15.31:6832/713364256 3 ==== client_reply(???:1 = 0 (0) Success) ==== 431+0+0 (crc 0 0 0) 0x7fcec8000bc0 con 0x564e6d600fe0 2024-07-26T12:23:06.883 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.877+0000 7fced4c00640 20 client.4686 handle_client_reply got a reply. Safe:1 tid 1 2024-07-26T12:23:06.883 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.877+0000 7fced4c00640 10 client.4686 insert_trace from 2024-07-26T12:23:06.878624+0000 mds.0 is_target=1 is_dentry=0 2024-07-26T12:23:06.883 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.877+0000 7fced4c00640 10 client.4686 features 0xffffffffffffffff 2024-07-26T12:23:06.883 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.877+0000 7fced4c00640 10 client.4686 update_snap_trace len 70 2024-07-26T12:23:06.883 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.877+0000 7fced4c00640 20 client.4686 get_snap_realm 0x1 0, nref was 0 2024-07-26T12:23:06.883 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.877+0000 7fced4c00640 20 client.4686 get_snap_realm 0x1 0x7fcea400ad40, nref now is 1 2024-07-26T12:23:06.883 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.877+0000 7fced4c00640 10 client.4686 update_snap_trace snaprealm(0x1 nref=1 c=0 seq=0 parent=0x0 my_snaps=[] cached_snapc=0=[] last_modified=0.000000 change_attr=0) seq 1 > 0 2024-07-26T12:23:06.883 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.877+0000 7fced4c00640 10 client.4686 invalidate_snaprealm_and_children snaprealm(0x1 nref=2 c=0 seq=1 parent=0x0 my_snaps=[] cached_snapc=0=[] last_modified=2024-07-26T12:21:44.597796+0000 change_attr=0) 2024-07-26T12:23:06.883 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.877+0000 7fced4c00640 15 client.4686 update_snap_trace snaprealm(0x1 nref=2 c=0 seq=1 parent=0x0 my_snaps=[] cached_snapc=0=[] last_modified=2024-07-26T12:21:44.597796+0000 change_attr=0) self|parent updated 2024-07-26T12:23:06.883 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.877+0000 7fced4c00640 15 client.4686 snapc 1=[] 2024-07-26T12:23:06.884 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.877+0000 7fced4c00640 10 client.4686 no new snap on snaprealm(0x1 nref=2 c=0 seq=1 parent=0x0 my_snaps=[] cached_snapc=1=[] last_modified=2024-07-26T12:21:44.597796+0000 change_attr=0) 2024-07-26T12:23:06.884 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.877+0000 7fced4c00640 20 client.4686 put_snap_realm 0x1 0x7fcea400ad40 2 -> 1 2024-07-26T12:23:06.884 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.877+0000 7fced4c00640 10 client.4686 hrm is_target=1 is_dentry=0 2024-07-26T12:23:06.884 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.877+0000 7fced4c00640 10 client.4686 update_inode_file_time 0x1.head(faked_ino=0 nref=3 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=0.000000 ctime=0.000000 change_attr=0 caps=- 0x7fcea400ae30) - ctime 2024-07-26T12:23:06.855491+0000 mtime 2024-07-26T12:23:06.855491+0000 2024-07-26T12:23:06.884 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.877+0000 7fced4c00640 20 client.4686 dir hash is 2 2024-07-26T12:23:06.884 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.877+0000 7fced4c00640 12 client.4686 add_update_inode client inode change_attr: 0 , mds inodestat change_attr: 11 2024-07-26T12:23:06.884 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.877+0000 7fced4c00640 12 client.4686 add_update_inode adding 0x1.head(faked_ino=0 nref=3 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.855491+0000 ctime=2024-07-26T12:23:06.855491+0000 change_attr=11 caps=- has_dir_layout 0x7fcea400ae30) caps pAsLsXsFs 2024-07-26T12:23:06.884 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.877+0000 7fced4c00640 20 client.4686 get_snap_realm 0x1 0x7fcea400ad40, nref was 1 2024-07-26T12:23:06.884 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.877+0000 7fced4c00640 20 client.4686 get_snap_realm 0x1 0x7fcea400ad40, nref now is 2 2024-07-26T12:23:06.884 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.877+0000 7fced4c00640 15 client.4686 add_update_cap first one, opened snaprealm 0x7fcea400ad40 2024-07-26T12:23:06.884 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.877+0000 7fced4c00640 10 client.4686 add_update_cap issued - -> pAsLsXsFs from mds.0 on 0x1.head(faked_ino=0 nref=3 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.855491+0000 ctime=2024-07-26T12:23:06.855491+0000 change_attr=11 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400ae30) 2024-07-26T12:23:06.884 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.877+0000 7fced4c00640 10 client.4686 add_update_cap calling signal_caps_inode 2024-07-26T12:23:06.884 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.877+0000 7fced4c00640 20 client.4686 put_snap_realm 0x1 0x7fcea400ad40 2 -> 1 2024-07-26T12:23:06.884 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.877+0000 7fced4c00640 20 client.4686 handle_client_reply signalling caller 0x7ffdd11ef020 2024-07-26T12:23:06.885 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.877+0000 7fced4c00640 20 client.4686 handle_client_reply awaiting kickback on tid 1 0x7fced4bfde20 2024-07-26T12:23:06.885 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.877+0000 7fcede41f480 20 client.4686 sendrecv kickback on tid 1 0x7fced4bfde20 2024-07-26T12:23:06.885 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.877+0000 7fcede41f480 20 client.4686 lat 0.000608 2024-07-26T12:23:06.885 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.877+0000 7fcede41f480 20 client.4686 _ll_get 0x7fcea400ae30 0x1 -> 1 2024-07-26T12:23:06.885 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.877+0000 7fcede41f480 2 client.4686 unmount 2024-07-26T12:23:06.885 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.877+0000 7fced4c00640 20 client.4686 put_inode on 0x1.head(faked_ino=0 nref=6 ll_ref=1 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.855491+0000 ctime=2024-07-26T12:23:06.855491+0000 change_attr=11 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400ae30) n = 1 2024-07-26T12:23:06.885 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.877+0000 7fced4c00640 20 client.4686 put_inode on 0x1.head(faked_ino=0 nref=6 ll_ref=1 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.855491+0000 ctime=2024-07-26T12:23:06.855491+0000 change_attr=11 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400ae30) n = 1 2024-07-26T12:23:06.885 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.877+0000 7fced4c00640 10 client.4686 unmounting: trim pass, size was 0+1 2024-07-26T12:23:06.885 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.877+0000 7fced4c00640 20 client.4686 trim_cache size 0 max 16384 2024-07-26T12:23:06.885 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.877+0000 7fced4c00640 10 client.4686 unmounting: trim pass, size still 0+1 2024-07-26T12:23:06.885 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.877+0000 7fcede41f480 2 client.4686 unmounting 2024-07-26T12:23:06.885 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.878+0000 7fcede41f480 20 client.4686 put_inode on 0x1.head(faked_ino=0 nref=6 ll_ref=1 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.855491+0000 ctime=2024-07-26T12:23:06.855491+0000 change_attr=11 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400ae30) n = 1 2024-07-26T12:23:06.885 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.878+0000 7fcede41f480 20 client.4686 put_inode on 0x1.head(faked_ino=0 nref=6 ll_ref=1 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.855491+0000 ctime=2024-07-26T12:23:06.855491+0000 change_attr=11 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400ae30) n = 1 2024-07-26T12:23:06.886 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.878+0000 7fcede41f480 10 client.4686 _ll_drop_pins 2024-07-26T12:23:06.886 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.878+0000 7fcede41f480 20 client.4686 _ll_put 0x7fcea400ae30 0x1 1 -> 0 2024-07-26T12:23:06.886 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.878+0000 7fcede41f480 20 client.4686 put_inode on 0x1.head(faked_ino=0 nref=7 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.855491+0000 ctime=2024-07-26T12:23:06.855491+0000 change_attr=11 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400ae30) n = 1 2024-07-26T12:23:06.886 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.878+0000 7fcede41f480 20 client.4686 put_inode on 0x1.head(faked_ino=0 nref=7 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.855491+0000 ctime=2024-07-26T12:23:06.855491+0000 change_attr=11 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400ae30) n = 1 2024-07-26T12:23:06.886 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.878+0000 7fcede41f480 20 client.4686 _release 0x1.head(faked_ino=0 nref=8 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.855491+0000 ctime=2024-07-26T12:23:06.855491+0000 change_attr=11 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400ae30) 2024-07-26T12:23:06.886 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.878+0000 7fcede41f480 10 client.4686 _invalidate_inode_cache 0x1.head(faked_ino=0 nref=8 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.855491+0000 ctime=2024-07-26T12:23:06.855491+0000 change_attr=11 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400ae30) 2024-07-26T12:23:06.886 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.878+0000 7fcede41f480 10 client.4686 _flush 0x1.head(faked_ino=0 nref=9 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.855491+0000 ctime=2024-07-26T12:23:06.855491+0000 change_attr=11 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400ae30) 2024-07-26T12:23:06.886 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.878+0000 7fcede41f480 10 client.4686 nothing to flush 2024-07-26T12:23:06.886 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.878+0000 7fcede41f480 20 client.4686 put_inode on 0x1.head(faked_ino=0 nref=9 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.855491+0000 ctime=2024-07-26T12:23:06.855491+0000 change_attr=11 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400ae30) n = 1 2024-07-26T12:23:06.886 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.878+0000 7fcede41f480 20 client.4686 put_inode on 0x1.head(faked_ino=0 nref=9 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.855491+0000 ctime=2024-07-26T12:23:06.855491+0000 change_attr=11 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400ae30) n = 1 2024-07-26T12:23:06.886 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.878+0000 7fcede41f480 10 client.4686 flush_caps_sync 2024-07-26T12:23:06.886 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.878+0000 7fcede41f480 10 client.4686 wait_sync_caps want 1 (last is 1, 0 total flushing) 2024-07-26T12:23:06.886 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.878+0000 7fcede41f480 20 client.4686 trim_cache size 0 max 16384 2024-07-26T12:23:06.887 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.878+0000 7fcede41f480 10 client.4686 _put_inode on 0x1.head(faked_ino=0 nref=9 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.855491+0000 ctime=2024-07-26T12:23:06.855491+0000 change_attr=11 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400ae30) n = 8 2024-07-26T12:23:06.887 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.878+0000 7fcede41f480 10 client.4686 remove_cap mds.0 on 0x1.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.855491+0000 ctime=2024-07-26T12:23:06.855491+0000 change_attr=11 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400ae30) 2024-07-26T12:23:06.887 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.878+0000 7fcede41f480 15 client.4686 remove_cap last one, closing snaprealm 0x7fcea400ad40 2024-07-26T12:23:06.887 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.878+0000 7fcede41f480 20 client.4686 put_snap_realm 0x1 0x7fcea400ad40 1 -> 0 2024-07-26T12:23:06.887 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.878+0000 7fcede41f480 10 client.4686 _put_inode deleting 0x1.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.855491+0000 ctime=2024-07-26T12:23:06.855491+0000 change_attr=11 caps=- has_dir_layout 0x7fcea400ae30) 2024-07-26T12:23:06.887 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.878+0000 7fcede41f480 2 client.4686 _close_mds_session mds.0 seq 0 2024-07-26T12:23:06.887 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.878+0000 7fcede41f480 1 -- 172.21.15.31:0/4261852130 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_session(request_close) -- 0x564e6d5fe3b0 con 0x564e6d600fe0 2024-07-26T12:23:06.887 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.878+0000 7fcede41f480 2 client.4686 waiting for 1 mds session(s) to close (timeout: 30s) 2024-07-26T12:23:06.890 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.882+0000 7fced4c00640 1 -- 172.21.15.31:0/4261852130 <== mds.0 v2:172.21.15.31:6832/713364256 4 ==== client_session(close) ==== 28+0+0 (crc 0 0 0) 0x564e6d5fe3b0 con 0x564e6d600fe0 2024-07-26T12:23:06.890 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.882+0000 7fced4c00640 10 client.4686 handle_client_session client_session(close) from mds.0 2024-07-26T12:23:06.891 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.882+0000 7fced4c00640 5 client.4686 _closed_mds_session mds.0 seq 0 2024-07-26T12:23:06.891 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.882+0000 7fced4c00640 1 -- 172.21.15.31:0/4261852130 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d600fe0 msgr2=0x564e6d560f30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:06.891 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.882+0000 7fced4c00640 1 --2- 172.21.15.31:0/4261852130 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d600fe0 0x564e6d560f30 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:06.891 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.882+0000 7fced4c00640 10 client.4686 remove_session_caps mds.0 2024-07-26T12:23:06.891 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.882+0000 7fced4c00640 10 client.4686 kick_requests_closed for mds.0 2024-07-26T12:23:06.891 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.882+0000 7fcede41f480 2 client.4686 unmounted. 2024-07-26T12:23:06.891 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.882+0000 7fcede41f480 1 client.4686 shutdown 2024-07-26T12:23:06.891 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.882+0000 7fcede41f480 1 -- 172.21.15.31:0/4261852130 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d5584e0 msgr2=0x564e6d4dfaf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:06.891 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.882+0000 7fcede41f480 1 --2- 172.21.15.31:0/4261852130 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d5584e0 0x564e6d4dfaf0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fced0007010 tx=0x7fced0004f90 comp rx=0 tx=0).stop 2024-07-26T12:23:06.891 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.882+0000 7fcede41f480 1 -- 172.21.15.31:0/4261852130 shutdown_connections 2024-07-26T12:23:06.891 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.882+0000 7fcede41f480 1 --2- 172.21.15.31:0/4261852130 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d600fe0 0x564e6d560f30 unknown :-1 s=CLOSED pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:06.891 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.882+0000 7fcede41f480 1 --2- 172.21.15.31:0/4261852130 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d5584e0 0x564e6d4dfaf0 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:06.891 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.882+0000 7fcede41f480 1 --2- 172.21.15.31:0/4261852130 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d5497a0 0x564e6d4e0c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:06.891 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.882+0000 7fcede41f480 1 --2- 172.21.15.31:0/4261852130 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d4d6860 0x564e6d548f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:06.892 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.882+0000 7fcede41f480 1 -- 172.21.15.31:0/4261852130 >> 172.21.15.31:0/4261852130 conn(0x564e6d3cbab0 msgr2=0x564e6d4dcc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:23:06.892 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.882+0000 7fcede41f480 1 -- 172.21.15.31:0/4261852130 shutdown_connections 2024-07-26T12:23:06.892 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.882+0000 7fcede41f480 1 -- 172.21.15.31:0/4261852130 wait complete. 2024-07-26T12:23:06.892 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.882+0000 7fcede41f480 20 client.4686 trim_cache size 0 max 16384 2024-07-26T12:23:06.892 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.883+0000 7fcede41f480 1 -- start start 2024-07-26T12:23:06.892 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.884+0000 7fcede41f480 1 Processor -- start 2024-07-26T12:23:06.892 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.885+0000 7fcede41f480 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d4d6860 0x564e6d548f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:06.892 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.885+0000 7fcede41f480 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d5497a0 0x564e6d4e0c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:06.892 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.885+0000 7fcede41f480 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d5584e0 0x564e6d560f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:06.892 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.885+0000 7fcede41f480 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fcea4006920 con 0x564e6d4d6860 2024-07-26T12:23:06.892 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.885+0000 7fcede41f480 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x564e6d4aaa10 con 0x564e6d5584e0 2024-07-26T12:23:06.892 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.885+0000 7fcede41f480 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x564e6d4aac10 con 0x564e6d5497a0 2024-07-26T12:23:06.892 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.885+0000 7fced6a00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d4d6860 0x564e6d548f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:06.892 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.885+0000 7fced6a00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d4d6860 0x564e6d548f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:43074/0 (socket says 172.21.15.31:43074) 2024-07-26T12:23:06.893 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.885+0000 7fced6a00640 1 -- 172.21.15.31:0/3370309531 learned_addr learned my addr 172.21.15.31:0/3370309531 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:23:06.893 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.885+0000 7fced6000640 1 --2- 172.21.15.31:0/3370309531 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d5497a0 0x564e6d4e0c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:06.893 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.886+0000 7fced7400640 1 --2- 172.21.15.31:0/3370309531 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d5584e0 0x564e6d560f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:06.893 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.886+0000 7fced6a00640 1 -- 172.21.15.31:0/3370309531 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d5497a0 msgr2=0x564e6d4e0c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:06.893 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.886+0000 7fced6a00640 1 --2- 172.21.15.31:0/3370309531 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d5497a0 0x564e6d4e0c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:06.893 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.886+0000 7fced6a00640 1 -- 172.21.15.31:0/3370309531 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d5584e0 msgr2=0x564e6d560f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:06.893 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.886+0000 7fced6a00640 1 --2- 172.21.15.31:0/3370309531 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d5584e0 0x564e6d560f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:06.893 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.886+0000 7fced6a00640 1 -- 172.21.15.31:0/3370309531 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564e6d4ded60 con 0x564e6d4d6860 2024-07-26T12:23:06.893 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.886+0000 7fced7400640 1 --2- 172.21.15.31:0/3370309531 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d5584e0 0x564e6d560f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T12:23:06.893 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.886+0000 7fced6a00640 1 --2- 172.21.15.31:0/3370309531 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d4d6860 0x564e6d548f30 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fcec802ccc0 tx=0x564e6d609560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a658e626137ab0ce server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:23:06.893 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.886+0000 7fcecf400640 10 client.0 ms_handle_connect on v2:172.21.15.31:3300/0 2024-07-26T12:23:06.893 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.887+0000 7fcecf400640 1 -- 172.21.15.31:0/3370309531 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcec8044020 con 0x564e6d4d6860 2024-07-26T12:23:06.893 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.887+0000 7fcecf400640 1 -- 172.21.15.31:0/3370309531 <== mon.0 v2:172.21.15.31:3300/0 2 ==== osd_map(24..24 src has 1..24) ==== 5825+0+0 (secure 0 0 0) 0x7fcec8017040 con 0x564e6d4d6860 2024-07-26T12:23:06.893 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.887+0000 7fcede41f480 10 client.4689 Subscribing to map 'mdsmap' 2024-07-26T12:23:06.894 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.887+0000 7fcede41f480 1 -- 172.21.15.31:0/3370309531 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,mdsmap=0+,monmap=2+}) -- 0x564e6d564e40 con 0x564e6d4d6860 2024-07-26T12:23:06.894 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.887+0000 7fceccc00640 20 client.4689 tick 2024-07-26T12:23:06.894 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.887+0000 7fceccc00640 20 client.4689 collect_and_send_metrics 2024-07-26T12:23:06.894 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.887+0000 7fceccc00640 20 client.4689 collect_and_send_global_metrics 2024-07-26T12:23:06.894 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.887+0000 7fceccc00640 5 client.4689 collect_and_send_global_metrics MDS rank 0 is not ready yet -- not sending metric 2024-07-26T12:23:06.894 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.887+0000 7fceccc00640 20 client.4689 trim_cache size 0 max 16384 2024-07-26T12:23:06.894 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.887+0000 7fceccc00640 20 client.4689 upkeep thread waiting interval 1.000000000s 2024-07-26T12:23:06.894 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.887+0000 7fcecf400640 1 -- 172.21.15.31:0/3370309531 <== mon.0 v2:172.21.15.31:3300/0 3 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x564e6d4d6fa0 con 0x564e6d4d6860 2024-07-26T12:23:06.894 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.887+0000 7fcecf400640 1 -- 172.21.15.31:0/3370309531 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mdsmap(e 8) ==== 1240+0+0 (secure 0 0 0) 0x7fcec8032040 con 0x564e6d4d6860 2024-07-26T12:23:06.894 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.887+0000 7fcecf400640 1 client.4689 handle_mds_map epoch 8 2024-07-26T12:23:06.894 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.887+0000 7fcede41f480 20 client.4689 populate_metadata read hostname 'smithi031' 2024-07-26T12:23:06.894 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.887+0000 7fcede41f480 10 client.4689 did not get mds through better means, so chose random mds 0 2024-07-26T12:23:06.894 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.887+0000 7fcede41f480 20 client.4689 mds is 0 2024-07-26T12:23:06.895 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.887+0000 7fcede41f480 10 client.4689 _open_mds_session mds.0 2024-07-26T12:23:06.895 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.887+0000 7fcede41f480 1 --2- 172.21.15.31:0/3370309531 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d600fe0 0x564e6d4df970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:06.895 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.887+0000 7fcede41f480 1 -- 172.21.15.31:0/3370309531 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_session(request_open) -- 0x564e6d564c20 con 0x564e6d600fe0 2024-07-26T12:23:06.895 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.887+0000 7fcede41f480 10 client.4689 waiting for session to mds.0 to open 2024-07-26T12:23:06.895 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.888+0000 7fced6000640 1 --2- 172.21.15.31:0/3370309531 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d600fe0 0x564e6d4df970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:06.895 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.888+0000 7fced6000640 1 --2- 172.21.15.31:0/3370309531 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d600fe0 0x564e6d4df970 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=69449e970afed0df server_cookie=c6185b9539eb13c1 in_seq=0 out_seq=0 2024-07-26T12:23:06.895 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.888+0000 7fcecf400640 10 client.4689 ms_handle_connect on v2:172.21.15.31:6832/713364256 2024-07-26T12:23:06.897 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.893+0000 7fcecf400640 1 -- 172.21.15.31:0/3370309531 <== mds.0 v2:172.21.15.31:6832/713364256 1 ==== client_session(open cap_auths [MDSCapAuth(readable=1, writeable=1)]) ==== 113+0+0 (crc 0 0 0) 0x564e6d564c20 con 0x564e6d600fe0 2024-07-26T12:23:06.897 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.893+0000 7fcecf400640 10 client.4689 handle_client_session client_session(open cap_auths [MDSCapAuth(readable=1, writeable=1)]) from mds.0 2024-07-26T12:23:06.897 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.893+0000 7fcecf400640 10 client.4689 renew_caps mds.0 2024-07-26T12:23:06.897 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.893+0000 7fcecf400640 1 -- 172.21.15.31:0/3370309531 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_session(request_renewcaps seq 1) -- 0x7fcea400aad0 con 0x564e6d600fe0 2024-07-26T12:23:06.897 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.893+0000 7fcecf400640 10 client.4689 connect_mds_targets for mds.0 2024-07-26T12:23:06.897 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.893+0000 7fcede41f480 10 client.4689 did not get mds through better means, so chose random mds 0 2024-07-26T12:23:06.897 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.893+0000 7fcede41f480 20 client.4689 mds is 0 2024-07-26T12:23:06.897 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.893+0000 7fcede41f480 10 client.4689 send_request rebuilding request 1 for mds.0 2024-07-26T12:23:06.897 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.893+0000 7fcede41f480 20 client.4689 encode_cap_releases enter (req: 0x564e6d5fe1b0, mds: 0) 2024-07-26T12:23:06.897 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.893+0000 7fcede41f480 20 client.4689 send_request set sent_stamp to 2024-07-26T12:23:06.894801+0000 2024-07-26T12:23:06.897 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.893+0000 7fcede41f480 10 client.4689 send_request client_request(unknown.0:1 getattr pAsLsXsFs #0x1 2024-07-26T12:23:06.888973+0000 caller_uid=0, caller_gid=0{}) to mds.0 2024-07-26T12:23:06.898 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.893+0000 7fcede41f480 1 -- 172.21.15.31:0/3370309531 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_request(unknown.0:1 getattr pAsLsXsFs #0x1 2024-07-26T12:23:06.888973+0000 caller_uid=0, caller_gid=0{}) -- 0x564e6d568070 con 0x564e6d600fe0 2024-07-26T12:23:06.898 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.893+0000 7fcede41f480 20 client.4689 awaiting reply|forward|kick on 0x7ffdd11eed60 2024-07-26T12:23:06.898 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.893+0000 7fcecf400640 1 -- 172.21.15.31:0/3370309531 <== mds.0 v2:172.21.15.31:6832/713364256 2 ==== client_session(renewcaps seq 1) ==== 28+0+0 (crc 0 0 0) 0x7fcea400aad0 con 0x564e6d600fe0 2024-07-26T12:23:06.898 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.893+0000 7fcecf400640 10 client.4689 handle_client_session client_session(renewcaps seq 1) from mds.0 2024-07-26T12:23:06.898 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.894+0000 7fcecf400640 1 -- 172.21.15.31:0/3370309531 <== mds.0 v2:172.21.15.31:6832/713364256 3 ==== client_reply(???:1 = 0 (0) Success) ==== 431+0+0 (crc 0 0 0) 0x7fcec00052f0 con 0x564e6d600fe0 2024-07-26T12:23:06.898 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.894+0000 7fcecf400640 20 client.4689 handle_client_reply got a reply. Safe:1 tid 1 2024-07-26T12:23:06.898 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.894+0000 7fcecf400640 10 client.4689 insert_trace from 2024-07-26T12:23:06.894801+0000 mds.0 is_target=1 is_dentry=0 2024-07-26T12:23:06.898 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.894+0000 7fcecf400640 10 client.4689 features 0xffffffffffffffff 2024-07-26T12:23:06.898 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.894+0000 7fcecf400640 10 client.4689 update_snap_trace len 70 2024-07-26T12:23:06.898 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.894+0000 7fcecf400640 20 client.4689 get_snap_realm 0x1 0, nref was 0 2024-07-26T12:23:06.898 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.894+0000 7fcecf400640 20 client.4689 get_snap_realm 0x1 0x7fcea400acf0, nref now is 1 2024-07-26T12:23:06.898 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.894+0000 7fcecf400640 10 client.4689 update_snap_trace snaprealm(0x1 nref=1 c=0 seq=0 parent=0x0 my_snaps=[] cached_snapc=0=[] last_modified=0.000000 change_attr=0) seq 1 > 0 2024-07-26T12:23:06.898 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.894+0000 7fcecf400640 10 client.4689 invalidate_snaprealm_and_children snaprealm(0x1 nref=2 c=0 seq=1 parent=0x0 my_snaps=[] cached_snapc=0=[] last_modified=2024-07-26T12:21:44.597796+0000 change_attr=0) 2024-07-26T12:23:06.899 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.894+0000 7fcecf400640 15 client.4689 update_snap_trace snaprealm(0x1 nref=2 c=0 seq=1 parent=0x0 my_snaps=[] cached_snapc=0=[] last_modified=2024-07-26T12:21:44.597796+0000 change_attr=0) self|parent updated 2024-07-26T12:23:06.899 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.894+0000 7fcecf400640 15 client.4689 snapc 1=[] 2024-07-26T12:23:06.899 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.894+0000 7fcecf400640 10 client.4689 no new snap on snaprealm(0x1 nref=2 c=0 seq=1 parent=0x0 my_snaps=[] cached_snapc=1=[] last_modified=2024-07-26T12:21:44.597796+0000 change_attr=0) 2024-07-26T12:23:06.899 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.894+0000 7fcecf400640 20 client.4689 put_snap_realm 0x1 0x7fcea400acf0 2 -> 1 2024-07-26T12:23:06.899 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.894+0000 7fcecf400640 10 client.4689 hrm is_target=1 is_dentry=0 2024-07-26T12:23:06.899 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.894+0000 7fcecf400640 10 client.4689 update_inode_file_time 0x1.head(faked_ino=0 nref=3 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=0.000000 ctime=0.000000 change_attr=0 caps=- 0x7fcea400ade0) - ctime 2024-07-26T12:23:06.855491+0000 mtime 2024-07-26T12:23:06.855491+0000 2024-07-26T12:23:06.899 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.894+0000 7fcecf400640 20 client.4689 dir hash is 2 2024-07-26T12:23:06.899 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.894+0000 7fcecf400640 12 client.4689 add_update_inode client inode change_attr: 0 , mds inodestat change_attr: 11 2024-07-26T12:23:06.899 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.894+0000 7fcecf400640 12 client.4689 add_update_inode adding 0x1.head(faked_ino=0 nref=3 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.855491+0000 ctime=2024-07-26T12:23:06.855491+0000 change_attr=11 caps=- has_dir_layout 0x7fcea400ade0) caps pAsLsXsFs 2024-07-26T12:23:06.899 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.894+0000 7fcecf400640 20 client.4689 get_snap_realm 0x1 0x7fcea400acf0, nref was 1 2024-07-26T12:23:06.899 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.894+0000 7fcecf400640 20 client.4689 get_snap_realm 0x1 0x7fcea400acf0, nref now is 2 2024-07-26T12:23:06.899 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.894+0000 7fcecf400640 15 client.4689 add_update_cap first one, opened snaprealm 0x7fcea400acf0 2024-07-26T12:23:06.899 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.894+0000 7fcecf400640 10 client.4689 add_update_cap issued - -> pAsLsXsFs from mds.0 on 0x1.head(faked_ino=0 nref=3 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.855491+0000 ctime=2024-07-26T12:23:06.855491+0000 change_attr=11 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400ade0) 2024-07-26T12:23:06.899 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.894+0000 7fcecf400640 10 client.4689 add_update_cap calling signal_caps_inode 2024-07-26T12:23:06.900 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.894+0000 7fcecf400640 20 client.4689 put_snap_realm 0x1 0x7fcea400acf0 2 -> 1 2024-07-26T12:23:06.900 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.894+0000 7fcecf400640 20 client.4689 handle_client_reply signalling caller 0x7ffdd11eed60 2024-07-26T12:23:06.900 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.894+0000 7fcecf400640 20 client.4689 handle_client_reply awaiting kickback on tid 1 0x7fcecf3fde20 2024-07-26T12:23:06.900 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.894+0000 7fcede41f480 20 client.4689 sendrecv kickback on tid 1 0x7fcecf3fde20 2024-07-26T12:23:06.900 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.894+0000 7fcede41f480 20 client.4689 lat 0.000795 2024-07-26T12:23:06.900 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.894+0000 7fcede41f480 20 client.4689 _ll_get 0x7fcea400ade0 0x1 -> 1 2024-07-26T12:23:06.900 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.894+0000 7fcede41f480 8 client.4689 _ll_create 0x1.head test_llreadvllwritevnegativeiovcountfile44787 0666 578, uid 0, gid 0 2024-07-26T12:23:06.900 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.894+0000 7fcede41f480 10 client.4689 _do_lookup on #0x1/test_llreadvllwritevnegativeiovcountfile44787 2024-07-26T12:23:06.900 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.894+0000 7fcede41f480 20 client.4689 choose_target_mds starting with req->inode 0x1.head(faked_ino=0 nref=7 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.855491+0000 ctime=2024-07-26T12:23:06.855491+0000 change_attr=11 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400ade0) 2024-07-26T12:23:06.900 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.894+0000 7fcede41f480 20 client.4689 choose_target_mds inode dir hash is 2 on test_llreadvllwritevnegativeiovcountfile44787 => 1343157125 2024-07-26T12:23:06.900 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.894+0000 7fcede41f480 20 client.4689 choose_target_mds 0x1.head(faked_ino=0 nref=7 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.855491+0000 ctime=2024-07-26T12:23:06.855491+0000 change_attr=11 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400ade0) is_hash=1 hash=1343157125 2024-07-26T12:23:06.900 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.894+0000 7fcede41f480 10 client.4689 choose_target_mds from caps on inode 0x1.head(faked_ino=0 nref=7 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.855491+0000 ctime=2024-07-26T12:23:06.855491+0000 change_attr=11 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400ade0) 2024-07-26T12:23:06.900 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.894+0000 7fcede41f480 20 client.4689 mds is 0 2024-07-26T12:23:06.900 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.894+0000 7fcede41f480 10 client.4689 send_request rebuilding request 2 for mds.0 2024-07-26T12:23:06.901 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.894+0000 7fcede41f480 20 client.4689 encode_cap_releases enter (req: 0x564e6d5683c0, mds: 0) 2024-07-26T12:23:06.901 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.894+0000 7fcede41f480 20 client.4689 send_request set sent_stamp to 2024-07-26T12:23:06.895669+0000 2024-07-26T12:23:06.901 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.894+0000 7fcede41f480 10 client.4689 send_request client_request(unknown.0:2 lookup #0x1/test_llreadvllwritevnegativeiovcountfile44787 2024-07-26T12:23:06.895630+0000 caller_uid=0, caller_gid=0{}) to mds.0 2024-07-26T12:23:06.901 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.894+0000 7fcede41f480 1 -- 172.21.15.31:0/3370309531 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_request(unknown.0:2 lookup #0x1/test_llreadvllwritevnegativeiovcountfile44787 2024-07-26T12:23:06.895630+0000 caller_uid=0, caller_gid=0{}) -- 0x564e6d5670f0 con 0x564e6d600fe0 2024-07-26T12:23:06.901 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.894+0000 7fcede41f480 20 client.4689 awaiting reply|forward|kick on 0x7ffdd11eeb30 2024-07-26T12:23:06.901 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.894+0000 7fcecf400640 20 client.4689 put_inode on 0x1.head(faked_ino=0 nref=7 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.855491+0000 ctime=2024-07-26T12:23:06.855491+0000 change_attr=11 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400ade0) n = 1 2024-07-26T12:23:06.901 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.894+0000 7fcecf400640 20 client.4689 put_inode on 0x1.head(faked_ino=0 nref=7 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.855491+0000 ctime=2024-07-26T12:23:06.855491+0000 change_attr=11 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400ade0) n = 1 2024-07-26T12:23:06.901 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.894+0000 7fcecf400640 1 -- 172.21.15.31:0/3370309531 <== mds.0 v2:172.21.15.31:6832/713364256 4 ==== client_reply(???:2 = -2 (2) No such file or directory) ==== 27+0+0 (crc 0 0 0) 0x7fcec001ccc0 con 0x564e6d600fe0 2024-07-26T12:23:06.901 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.894+0000 7fcecf400640 20 client.4689 handle_client_reply got a reply. Safe:1 tid 2 2024-07-26T12:23:06.901 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.894+0000 7fcecf400640 10 client.4689 insert_trace from 2024-07-26T12:23:06.895669+0000 mds.0 is_target=0 is_dentry=0 2024-07-26T12:23:06.901 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.894+0000 7fcecf400640 10 client.4689 insert_trace -- no trace 2024-07-26T12:23:06.901 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.894+0000 7fcecf400640 20 client.4689 handle_client_reply signalling caller 0x7ffdd11eeb30 2024-07-26T12:23:06.901 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.894+0000 7fcecf400640 20 client.4689 handle_client_reply awaiting kickback on tid 2 0x7fcecf3fde20 2024-07-26T12:23:06.902 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.894+0000 7fcede41f480 20 client.4689 sendrecv kickback on tid 2 0x7fcecf3fde20 2024-07-26T12:23:06.902 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.894+0000 7fcede41f480 20 client.4689 lat 0.000538 2024-07-26T12:23:06.902 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.894+0000 7fcede41f480 10 client.4689 _do_lookup res is -2 2024-07-26T12:23:06.902 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.894+0000 7fcede41f480 10 client.4689 _lookup 0x1.head(faked_ino=0 nref=7 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.855491+0000 ctime=2024-07-26T12:23:06.855491+0000 change_attr=11 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400ade0) test_llreadvllwritevnegativeiovcountfile44787 = -2 2024-07-26T12:23:06.902 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.894+0000 7fcede41f480 20 client.4689 may_create 0x1.head(faked_ino=0 nref=7 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.855491+0000 ctime=2024-07-26T12:23:06.855491+0000 change_attr=11 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400ade0); UserPerm(uid: 0, gid: 0) 2024-07-26T12:23:06.902 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.894+0000 7fcede41f480 10 client.4689 _getattr mask As issued=1 2024-07-26T12:23:06.902 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.894+0000 7fcede41f480 3 client.4689 may_create 0x7fcea400ade0 = 0 2024-07-26T12:23:06.902 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.894+0000 7fcede41f480 8 client.4689 _create(0x1 test_llreadvllwritevnegativeiovcountfile44787, 0666) 2024-07-26T12:23:06.902 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.894+0000 7fcede41f480 20 client.4689 get_or_create 0x1.head(faked_ino=0 nref=8 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.855491+0000 ctime=2024-07-26T12:23:06.855491+0000 change_attr=11 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400ade0) name test_llreadvllwritevnegativeiovcountfile44787 2024-07-26T12:23:06.902 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.894+0000 7fcede41f480 15 open_dir 0x564e6d4d9080 on 0x7fcea400ade0 2024-07-26T12:23:06.902 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.894+0000 7fcede41f480 15 client.4689 link dir 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.855491+0000 ctime=2024-07-26T12:23:06.855491+0000 change_attr=11 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400ade0) 'test_llreadvllwritevnegativeiovcountfile44787' dn 0x1.head["test_llreadvllwritevnegativeiovcountfile44787"] (new dn) 2024-07-26T12:23:06.902 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.895+0000 7fcede41f480 20 client.4689 choose_target_mds starting with req->inode 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.855491+0000 ctime=2024-07-26T12:23:06.855491+0000 change_attr=11 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400ade0) 2024-07-26T12:23:06.902 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.895+0000 7fcede41f480 20 client.4689 choose_target_mds inode dir hash is 2 on test_llreadvllwritevnegativeiovcountfile44787 => 1343157125 2024-07-26T12:23:06.902 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.895+0000 7fcede41f480 20 client.4689 choose_target_mds 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.855491+0000 ctime=2024-07-26T12:23:06.855491+0000 change_attr=11 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400ade0) is_hash=1 hash=1343157125 2024-07-26T12:23:06.903 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.895+0000 7fcede41f480 10 client.4689 choose_target_mds from caps on inode 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.855491+0000 ctime=2024-07-26T12:23:06.855491+0000 change_attr=11 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400ade0) 2024-07-26T12:23:06.903 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.895+0000 7fcede41f480 20 client.4689 mds is 0 2024-07-26T12:23:06.903 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.895+0000 7fcede41f480 10 client.4689 send_request rebuilding request 3 for mds.0 2024-07-26T12:23:06.903 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.895+0000 7fcede41f480 20 client.4689 encode_cap_releases enter (req: 0x564e6d5670f0, mds: 0) 2024-07-26T12:23:06.903 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.895+0000 7fcede41f480 20 client.4689 encode_dentry_release enter(dn:0x7fcea400a9e0) 2024-07-26T12:23:06.903 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.895+0000 7fcede41f480 20 client.4689 encode_inode_release enter(in:0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.855491+0000 ctime=2024-07-26T12:23:06.855491+0000 change_attr=11 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400ade0), req:0x564e6d5670f0 mds:0, drop:Fs, unless:Fx, force:1) 2024-07-26T12:23:06.903 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.895+0000 7fcede41f480 20 client.4689 send_request set sent_stamp to 2024-07-26T12:23:06.896341+0000 2024-07-26T12:23:06.903 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.895+0000 7fcede41f480 10 client.4689 send_request client_request(unknown.0:3 create owner_uid=0, owner_gid=0 #0x1/test_llreadvllwritevnegativeiovcountfile44787 2024-07-26T12:23:06.896291+0000 caller_uid=0, caller_gid=0{}) to mds.0 2024-07-26T12:23:06.903 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.895+0000 7fcede41f480 1 -- 172.21.15.31:0/3370309531 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_request(unknown.0:3 create owner_uid=0, owner_gid=0 #0x1/test_llreadvllwritevnegativeiovcountfile44787 2024-07-26T12:23:06.896291+0000 caller_uid=0, caller_gid=0{}) -- 0x564e6d567500 con 0x564e6d600fe0 2024-07-26T12:23:06.903 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.895+0000 7fcede41f480 20 client.4689 awaiting reply|forward|kick on 0x7ffdd11eeb90 2024-07-26T12:23:06.903 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.895+0000 7fcecf400640 20 client.4689 put_inode on 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.855491+0000 ctime=2024-07-26T12:23:06.855491+0000 change_attr=11 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400ade0) n = 1 2024-07-26T12:23:06.907 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.900+0000 7fcecf400640 1 -- 172.21.15.31:0/3370309531 <== mds.0 v2:172.21.15.31:6832/713364256 5 ==== client_reply(???:3 = 0 (0) Success safe) ==== 866+0+0 (crc 0 0 0) 0x7fcec0019fd0 con 0x564e6d600fe0 2024-07-26T12:23:06.907 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.900+0000 7fcecf400640 20 client.4689 handle_client_reply got a reply. Safe:1 tid 3 2024-07-26T12:23:06.907 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.900+0000 7fcecf400640 10 client.4689 insert_trace from 2024-07-26T12:23:06.896341+0000 mds.0 is_target=1 is_dentry=1 2024-07-26T12:23:06.907 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.900+0000 7fcecf400640 10 client.4689 features 0xffffffffffffffff 2024-07-26T12:23:06.907 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.900+0000 7fcecf400640 10 client.4689 update_snap_trace len 70 2024-07-26T12:23:06.907 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.900+0000 7fcecf400640 20 client.4689 get_snap_realm 0x1 0x7fcea400acf0, nref was 1 2024-07-26T12:23:06.908 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.900+0000 7fcecf400640 20 client.4689 get_snap_realm 0x1 0x7fcea400acf0, nref now is 2 2024-07-26T12:23:06.908 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.900+0000 7fcecf400640 10 client.4689 update_snap_trace snaprealm(0x1 nref=2 c=0 seq=1 parent=0x0 my_snaps=[] cached_snapc=1=[] last_modified=2024-07-26T12:21:44.597796+0000 change_attr=0) seq 1 <= 1 and same parent, SKIPPING 2024-07-26T12:23:06.908 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.900+0000 7fcecf400640 10 client.4689 hrm is_target=1 is_dentry=1 2024-07-26T12:23:06.908 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.900+0000 7fcecf400640 10 client.4689 update_inode_file_time 0x10000000006.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={} open={} mode=100666 size=0/0 nlink=1 btime=2024-07-26T12:23:06.896291+0000 mtime=0.000000 ctime=0.000000 change_attr=0 caps=- objectset[0x10000000006 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b3c0) - ctime 2024-07-26T12:23:06.896291+0000 mtime 2024-07-26T12:23:06.896291+0000 2024-07-26T12:23:06.908 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.900+0000 7fcecf400640 12 client.4689 add_update_inode client inode change_attr: 0 , mds inodestat change_attr: 0 2024-07-26T12:23:06.908 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.900+0000 7fcecf400640 12 client.4689 add_update_inode adding 0x10000000006.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={} open={} mode=100666 size=0/0 nlink=1 btime=2024-07-26T12:23:06.896291+0000 mtime=2024-07-26T12:23:06.896291+0000 ctime=2024-07-26T12:23:06.896291+0000 change_attr=0 caps=- objectset[0x10000000006 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b3c0) caps pAsxLsXsxFsxcrwb 2024-07-26T12:23:06.908 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.900+0000 7fcecf400640 20 client.4689 get_snap_realm 0x1 0x7fcea400acf0, nref was 2 2024-07-26T12:23:06.908 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.900+0000 7fcecf400640 20 client.4689 get_snap_realm 0x1 0x7fcea400acf0, nref now is 3 2024-07-26T12:23:06.908 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.900+0000 7fcecf400640 15 client.4689 add_update_cap first one, opened snaprealm 0x7fcea400acf0 2024-07-26T12:23:06.908 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.900+0000 7fcecf400640 10 client.4689 add_update_cap issued - -> pAsxLsXsxFsxcrwb from mds.0 on 0x10000000006.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={} open={} mode=100666 size=0/0 nlink=1 btime=2024-07-26T12:23:06.896291+0000 mtime=2024-07-26T12:23:06.896291+0000 ctime=2024-07-26T12:23:06.896291+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000006 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b3c0) 2024-07-26T12:23:06.908 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.900+0000 7fcecf400640 10 client.4689 add_update_cap calling signal_caps_inode 2024-07-26T12:23:06.908 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.900+0000 7fcecf400640 12 client.4689 add_update_inode had 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.855491+0000 ctime=2024-07-26T12:23:06.855491+0000 change_attr=11 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400ade0) caps pAsLsXs 2024-07-26T12:23:06.908 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.900+0000 7fcecf400640 10 client.4689 update_inode_file_time 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.855491+0000 ctime=2024-07-26T12:23:06.855491+0000 change_attr=11 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400ade0) pAsLsXs ctime 2024-07-26T12:23:06.896291+0000 mtime 2024-07-26T12:23:06.896291+0000 2024-07-26T12:23:06.909 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.900+0000 7fcecf400640 20 client.4689 dir hash is 2 2024-07-26T12:23:06.909 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.900+0000 7fcecf400640 12 client.4689 add_update_inode client inode change_attr: 11 , mds inodestat change_attr: 12 2024-07-26T12:23:06.909 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.900+0000 7fcecf400640 10 client.4689 add_update_cap issued pAsLsXs -> pAsLsXs from mds.0 on 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.896291+0000 ctime=2024-07-26T12:23:06.896291+0000 change_attr=12 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400ade0) 2024-07-26T12:23:06.909 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.900+0000 7fcecf400640 20 client.4689 got dirfrag map for 0x1 frag * to mds 0 2024-07-26T12:23:06.909 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.900+0000 7fcecf400640 12 client.4689 insert_dentry_inode 'test_llreadvllwritevnegativeiovcountfile44787' vino 0x10000000006.head in dir 0x1.head dn 0x7fcea400a9e0 2024-07-26T12:23:06.909 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.900+0000 7fcecf400640 15 client.4689 link dir 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.896291+0000 ctime=2024-07-26T12:23:06.896291+0000 change_attr=12 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400ade0) 'test_llreadvllwritevnegativeiovcountfile44787' to inode 0x7fcea400b3c0 dn 0x1.head["test_llreadvllwritevnegativeiovcountfile44787"] (old dn) 2024-07-26T12:23:06.909 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.900+0000 7fcecf400640 20 client.4689 put_inode on 0x10000000006.head(faked_ino=0 nref=4 ll_ref=0 cap_refs={} open={} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:06.896291+0000 mtime=2024-07-26T12:23:06.896291+0000 ctime=2024-07-26T12:23:06.896291+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000006 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevnegativeiovcountfile44787"] 0x7fcea400b3c0) n = 1 2024-07-26T12:23:06.909 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.900+0000 7fcecf400640 20 client.4689 link inode 0x7fcea400b3c0 parents now 0x1.head["test_llreadvllwritevnegativeiovcountfile44787"] 2024-07-26T12:23:06.909 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.900+0000 7fcecf400640 20 client.4689 put_inode on 0x10000000006.head(faked_ino=0 nref=4 ll_ref=0 cap_refs={} open={} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:06.896291+0000 mtime=2024-07-26T12:23:06.896291+0000 ctime=2024-07-26T12:23:06.896291+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000006 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevnegativeiovcountfile44787"] 0x7fcea400b3c0) n = 1 2024-07-26T12:23:06.909 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.900+0000 7fcecf400640 15 client.4689 update_dentry_lease 0x1.head["test_llreadvllwritevnegativeiovcountfile44787"] lease(mask 7 dur 30000) from 2024-07-26T12:23:06.896341+0000 2024-07-26T12:23:06.909 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.900+0000 7fcecf400640 10 client.4689 got dentry lease on test_llreadvllwritevnegativeiovcountfile44787 dur 30000ms ttl 2024-07-26T12:23:36.896341+0000 2024-07-26T12:23:06.909 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.900+0000 7fcecf400640 20 client.4689 put_snap_realm 0x1 0x7fcea400acf0 3 -> 2 2024-07-26T12:23:06.909 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.900+0000 7fcecf400640 20 client.4689 handle_client_reply signalling caller 0x7ffdd11eeb90 2024-07-26T12:23:06.910 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.900+0000 7fcecf400640 20 client.4689 handle_client_reply awaiting kickback on tid 3 0x7fcecf3fde20 2024-07-26T12:23:06.910 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.900+0000 7fcede41f480 20 client.4689 sendrecv kickback on tid 3 0x7fcecf3fde20 2024-07-26T12:23:06.910 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.900+0000 7fcede41f480 10 client.4689 delegated_inos: [] 2024-07-26T12:23:06.910 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.900+0000 7fcede41f480 10 client.4689 make_request created ino 0x10000000006 2024-07-26T12:23:06.910 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.900+0000 7fcede41f480 20 client.4689 make_request target is 0x10000000006.head(faked_ino=0 nref=6 ll_ref=0 cap_refs={} open={} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:06.896291+0000 mtime=2024-07-26T12:23:06.896291+0000 ctime=2024-07-26T12:23:06.896291+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000006 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevnegativeiovcountfile44787"] 0x7fcea400b3c0) 2024-07-26T12:23:06.910 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.901+0000 7fcede41f480 20 client.4689 lat 0.005962 2024-07-26T12:23:06.910 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.901+0000 7fcede41f480 10 break_deleg: breaking delegs on 0x10000000006.head(faked_ino=0 nref=6 ll_ref=0 cap_refs={} open={3=1} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:06.896291+0000 mtime=2024-07-26T12:23:06.896291+0000 ctime=2024-07-26T12:23:06.896291+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000006 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevnegativeiovcountfile44787"] 0x7fcea400b3c0) 2024-07-26T12:23:06.910 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.901+0000 7fcede41f480 10 delegations_broken: delegations empty on 0x10000000006.head(faked_ino=0 nref=6 ll_ref=0 cap_refs={} open={3=1} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:06.896291+0000 mtime=2024-07-26T12:23:06.896291+0000 ctime=2024-07-26T12:23:06.896291+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000006 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevnegativeiovcountfile44787"] 0x7fcea400b3c0) 2024-07-26T12:23:06.910 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.901+0000 7fcede41f480 20 client.4689 put_inode on 0x10000000006.head(faked_ino=0 nref=8 ll_ref=0 cap_refs={} open={3=1} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:06.896291+0000 mtime=2024-07-26T12:23:06.896291+0000 ctime=2024-07-26T12:23:06.896291+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000006 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevnegativeiovcountfile44787"] 0x7fcea400b3c0) n = 1 2024-07-26T12:23:06.910 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.901+0000 7fcede41f480 10 client.4689 _create_fh 0x10000000006 mode 3 2024-07-26T12:23:06.910 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.901+0000 7fcede41f480 20 client.4689 trim_cache size 1 max 16384 2024-07-26T12:23:06.910 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.901+0000 7fcede41f480 8 client.4689 create(#0x1/test_llreadvllwritevnegativeiovcountfile44787, 0100666 layout 0 0 0) = 0 2024-07-26T12:23:06.910 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.901+0000 7fcede41f480 20 client.4689 _ll_create created = 1 2024-07-26T12:23:06.911 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.901+0000 7fcede41f480 8 client.4689 _ll_create 0x1.head test_llreadvllwritevnegativeiovcountfile44787 0666 578 = 0 (0x564e6d4e0120 10000000006) 2024-07-26T12:23:06.911 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.901+0000 7fcede41f480 20 client.4689 _ll_get 0x7fcea400b3c0 0x10000000006 -> 1 2024-07-26T12:23:06.911 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.901+0000 7fcede41f480 10 client.4689 fill_statx on 0x10000000006 snap/devhead mode 0100666 mtime 2024-07-26T12:23:06.896291+0000 ctime 2024-07-26T12:23:06.896291+0000 change_attr 0 2024-07-26T12:23:06.911 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.901+0000 7fcede41f480 20 client.4689 put_inode on 0x10000000006.head(faked_ino=0 nref=9 ll_ref=1 cap_refs={} open={3=1} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:06.896291+0000 mtime=2024-07-26T12:23:06.896291+0000 ctime=2024-07-26T12:23:06.896291+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000006 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevnegativeiovcountfile44787"] 0x7fcea400b3c0) n = 1 2024-07-26T12:23:06.911 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.901+0000 7fcecf400640 20 client.4689 put_inode on 0x10000000006.head(faked_ino=0 nref=9 ll_ref=1 cap_refs={} open={3=1} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:06.896291+0000 mtime=2024-07-26T12:23:06.896291+0000 ctime=2024-07-26T12:23:06.896291+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000006 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevnegativeiovcountfile44787"] 0x7fcea400b3c0) n = 1 2024-07-26T12:23:06.911 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.901+0000 7fcecf400640 20 client.4689 put_inode on 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.896291+0000 ctime=2024-07-26T12:23:06.896291+0000 change_attr=12 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400ade0) n = 1 2024-07-26T12:23:06.911 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.901+0000 7fcede41f480 3 client.4689 ll_release (fh)0x564e6d4e0120 0x10000000006 2024-07-26T12:23:06.911 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.901+0000 7fcede41f480 8 client.4689 _release_fh 0x564e6d4e0120 mode 3 on 0x10000000006.head(faked_ino=0 nref=9 ll_ref=1 cap_refs={} open={3=1} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:06.896291+0000 mtime=2024-07-26T12:23:06.896291+0000 ctime=2024-07-26T12:23:06.896291+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000006 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevnegativeiovcountfile44787"] 0x7fcea400b3c0) 2024-07-26T12:23:06.911 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.901+0000 7fcede41f480 10 client.4689 _flush 0x10000000006.head(faked_ino=0 nref=10 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:06.896291+0000 mtime=2024-07-26T12:23:06.896291+0000 ctime=2024-07-26T12:23:06.896291+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000006 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevnegativeiovcountfile44787"] 0x7fcea400b3c0) 2024-07-26T12:23:06.911 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.901+0000 7fcede41f480 10 client.4689 nothing to flush 2024-07-26T12:23:06.911 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.901+0000 7fcede41f480 20 client.4689 put_inode on 0x10000000006.head(faked_ino=0 nref=10 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:06.896291+0000 mtime=2024-07-26T12:23:06.896291+0000 ctime=2024-07-26T12:23:06.896291+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000006 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevnegativeiovcountfile44787"] 0x7fcea400b3c0) n = 1 2024-07-26T12:23:06.911 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.901+0000 7fcede41f480 10 client.4689 check_caps on 0x10000000006.head(faked_ino=0 nref=10 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:06.896291+0000 mtime=2024-07-26T12:23:06.896291+0000 ctime=2024-07-26T12:23:06.896291+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000006 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevnegativeiovcountfile44787"] 0x7fcea400b3c0) wanted - used - issued pAsxLsXsxFsxcrwb revoking - flags=0 2024-07-26T12:23:06.911 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.901+0000 7fcede41f480 10 client.4689 cap mds.0 issued pAsxLsXsxFsxcrwb implemented pAsxLsXsxFsxcrwb revoking - 2024-07-26T12:23:06.911 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.901+0000 7fcede41f480 10 client.4689 delaying cap release 2024-07-26T12:23:06.912 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.901+0000 7fcede41f480 10 client.4689 cap_delay_requeue on 0x10000000006.head(faked_ino=0 nref=10 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:06.896291+0000 mtime=2024-07-26T12:23:06.896291+0000 ctime=2024-07-26T12:23:06.896291+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000006 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevnegativeiovcountfile44787"] 0x7fcea400b3c0) 2024-07-26T12:23:06.912 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.901+0000 7fcede41f480 10 client.4689 _release_fh 0x564e6d4e0120 on inode 0x10000000006.head(faked_ino=0 nref=10 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:06.896291+0000 mtime=2024-07-26T12:23:06.896291+0000 ctime=2024-07-26T12:23:06.896291+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000006 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevnegativeiovcountfile44787"] 0x7fcea400b3c0) no async_err state 2024-07-26T12:23:06.912 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.901+0000 7fcede41f480 20 client.4689 put_inode on 0x10000000006.head(faked_ino=0 nref=10 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:06.896291+0000 mtime=2024-07-26T12:23:06.896291+0000 ctime=2024-07-26T12:23:06.896291+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000006 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevnegativeiovcountfile44787"] 0x7fcea400b3c0) n = 1 2024-07-26T12:23:06.912 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.901+0000 7fcede41f480 3 client.4689 ll_unlink 0x1.head test_llreadvllwritevnegativeiovcountfile44787 2024-07-26T12:23:06.912 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.901+0000 7fcede41f480 20 client.4689 may_delete 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.896291+0000 ctime=2024-07-26T12:23:06.896291+0000 change_attr=12 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400ade0); ; name test_llreadvllwritevnegativeiovcountfile44787; UserPerm(uid: 0, gid: 0) 2024-07-26T12:23:06.912 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.901+0000 7fcede41f480 10 client.4689 _getattr mask As issued=1 2024-07-26T12:23:06.912 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.901+0000 7fcede41f480 3 client.4689 may_delete 0x7fcea400ade0 = 0 2024-07-26T12:23:06.912 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.901+0000 7fcede41f480 8 client.4689 _unlink(0x1 test_llreadvllwritevnegativeiovcountfile44787 uid 0 gid 0) 2024-07-26T12:23:06.912 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.901+0000 7fcede41f480 20 client.4689 get_or_create 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.896291+0000 ctime=2024-07-26T12:23:06.896291+0000 change_attr=12 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400ade0) name test_llreadvllwritevnegativeiovcountfile44787 2024-07-26T12:23:06.912 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.901+0000 7fcede41f480 20 client.4689 _lookup have 0x1.head["test_llreadvllwritevnegativeiovcountfile44787"] from mds.0 ttl 2024-07-26T12:23:36.896341+0000 seq 2 2024-07-26T12:23:06.912 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.901+0000 7fcede41f480 10 client.4689 _lookup 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.896291+0000 ctime=2024-07-26T12:23:06.896291+0000 change_attr=12 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400ade0) test_llreadvllwritevnegativeiovcountfile44787 = 0x10000000006.head(faked_ino=0 nref=11 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:06.896291+0000 mtime=2024-07-26T12:23:06.896291+0000 ctime=2024-07-26T12:23:06.896291+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000006 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevnegativeiovcountfile44787"] 0x7fcea400b3c0) 2024-07-26T12:23:06.912 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.901+0000 7fcede41f480 10 break_deleg: breaking delegs on 0x10000000006.head(faked_ino=0 nref=12 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:06.896291+0000 mtime=2024-07-26T12:23:06.896291+0000 ctime=2024-07-26T12:23:06.896291+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000006 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevnegativeiovcountfile44787"] 0x7fcea400b3c0) 2024-07-26T12:23:06.913 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.901+0000 7fcede41f480 10 delegations_broken: delegations empty on 0x10000000006.head(faked_ino=0 nref=12 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:06.896291+0000 mtime=2024-07-26T12:23:06.896291+0000 ctime=2024-07-26T12:23:06.896291+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000006 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevnegativeiovcountfile44787"] 0x7fcea400b3c0) 2024-07-26T12:23:06.913 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.901+0000 7fcede41f480 20 client.4689 choose_target_mds starting with req->inode 0x1.head(faked_ino=0 nref=10 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.896291+0000 ctime=2024-07-26T12:23:06.896291+0000 change_attr=12 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400ade0) 2024-07-26T12:23:06.913 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.901+0000 7fcede41f480 20 client.4689 choose_target_mds inode dir hash is 2 on test_llreadvllwritevnegativeiovcountfile44787 => 1343157125 2024-07-26T12:23:06.913 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.901+0000 7fcede41f480 20 client.4689 choose_target_mds 0x1.head(faked_ino=0 nref=10 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.896291+0000 ctime=2024-07-26T12:23:06.896291+0000 change_attr=12 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400ade0) is_hash=1 hash=1343157125 2024-07-26T12:23:06.913 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.901+0000 7fcede41f480 10 client.4689 choose_target_mds from dirfragtree hash 2024-07-26T12:23:06.913 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.901+0000 7fcede41f480 20 client.4689 mds is 0 2024-07-26T12:23:06.913 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.901+0000 7fcede41f480 10 client.4689 send_request rebuilding request 4 for mds.0 2024-07-26T12:23:06.913 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.901+0000 7fcede41f480 20 client.4689 encode_cap_releases enter (req: 0x564e6d567500, mds: 0) 2024-07-26T12:23:06.913 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.901+0000 7fcede41f480 20 client.4689 encode_inode_release enter(in:0x10000000006.head(faked_ino=0 nref=12 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:06.896291+0000 mtime=2024-07-26T12:23:06.896291+0000 ctime=2024-07-26T12:23:06.896291+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000006 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevnegativeiovcountfile44787"] 0x7fcea400b3c0), req:0x564e6d567500 mds:0, drop:Lsx, unless:-, force:0) 2024-07-26T12:23:06.913 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.901+0000 7fcede41f480 20 client.4689 encode_dentry_release enter(dn:0x7fcea400a9e0) 2024-07-26T12:23:06.913 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.901+0000 7fcede41f480 20 client.4689 encode_inode_release enter(in:0x1.head(faked_ino=0 nref=10 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.896291+0000 ctime=2024-07-26T12:23:06.896291+0000 change_attr=12 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400ade0), req:0x564e6d567500 mds:0, drop:Fs, unless:Fx, force:1) 2024-07-26T12:23:06.913 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.901+0000 7fcede41f480 20 client.4689 send_request set sent_stamp to 2024-07-26T12:23:06.902859+0000 2024-07-26T12:23:06.913 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.901+0000 7fcede41f480 10 client.4689 send_request client_request(unknown.0:4 unlink #0x1/test_llreadvllwritevnegativeiovcountfile44787 2024-07-26T12:23:06.902771+0000 caller_uid=0, caller_gid=0{}) to mds.0 2024-07-26T12:23:06.913 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.901+0000 7fcede41f480 1 -- 172.21.15.31:0/3370309531 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_request(unknown.0:4 unlink #0x1/test_llreadvllwritevnegativeiovcountfile44787 2024-07-26T12:23:06.902771+0000 caller_uid=0, caller_gid=0{}) -- 0x564e6d4a3660 con 0x564e6d600fe0 2024-07-26T12:23:06.914 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.901+0000 7fcede41f480 20 client.4689 awaiting reply|forward|kick on 0x7ffdd11eed60 2024-07-26T12:23:06.914 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.902+0000 7fcecf400640 1 -- 172.21.15.31:0/3370309531 <== mds.0 v2:172.21.15.31:6832/713364256 6 ==== client_caps(revoke ino 0x10000000006 1 seq 2 caps=pAsXsFsxcrwb dirty=- wanted=- follows 0 size 0/4194304 ts 1/18446744073709551615 mtime 2024-07-26T12:23:06.896291+0000 ctime 2024-07-26T12:23:06.896291+0000 change_attr 0) ==== 260+0+0 (crc 0 0 0) 0x7fcec0082050 con 0x564e6d600fe0 2024-07-26T12:23:06.914 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.902+0000 7fcecf400640 5 client.4689 set_cap_epoch_barrier epoch = 22 2024-07-26T12:23:06.914 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.902+0000 7fcecf400640 10 client.4689 mds.0 seq now 1 2024-07-26T12:23:06.914 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.902+0000 7fcecf400640 5 client.4689 handle_cap_grant on in 0x10000000006 mds.0 seq 2 caps now pAsXsFsxcrwb was pAsxXsxFsxcrwb 2024-07-26T12:23:06.914 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.902+0000 7fcecf400640 10 client.4689 update_inode_file_time 0x10000000006.head(faked_ino=0 nref=12 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:06.896291+0000 mtime=2024-07-26T12:23:06.896291+0000 ctime=2024-07-26T12:23:06.896291+0000 change_attr=0 caps=pAsxXsxFsxcrwb(0=pAsxXsxFsxcrwb) objectset[0x10000000006 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevnegativeiovcountfile44787"] 0x7fcea400b3c0) pAsxXsxFsxcrwb ctime 2024-07-26T12:23:06.896291+0000 mtime 2024-07-26T12:23:06.896291+0000 2024-07-26T12:23:06.914 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.902+0000 7fcecf400640 10 client.4689 revocation of AxXx 2024-07-26T12:23:06.914 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.902+0000 7fcecf400640 10 client.4689 check_caps on 0x10000000006.head(faked_ino=0 nref=12 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:06.896291+0000 mtime=2024-07-26T12:23:06.896291+0000 ctime=2024-07-26T12:23:06.896291+0000 change_attr=0 caps=pAsXsFsxcrwb(0=pAsXsFsxcrwb) objectset[0x10000000006 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevnegativeiovcountfile44787"] 0x7fcea400b3c0) wanted - used - issued pAsXsFsxcrwb revoking AxXx flags=1 2024-07-26T12:23:06.914 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.902+0000 7fcecf400640 10 client.4689 cap mds.0 issued pAsXsFsxcrwb implemented pAsxXsxFsxcrwb revoking AxXx 2024-07-26T12:23:06.914 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.902+0000 7fcecf400640 10 client.4689 completed revocation of AxXx 2024-07-26T12:23:06.914 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.902+0000 7fcecf400640 10 client.4689 send_cap 0x10000000006.head(faked_ino=0 nref=12 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:06.896291+0000 mtime=2024-07-26T12:23:06.896291+0000 ctime=2024-07-26T12:23:06.896291+0000 change_attr=0 caps=pAsXsFsxcrwb(0=pAsXsFsxcrwb) objectset[0x10000000006 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevnegativeiovcountfile44787"] 0x7fcea400b3c0) mds.0 seq 2 used - want - flush - retain pAsLsXsFs held pAsxXsxFsxcrwb revoking AxXx dropping Fxcrwb 2024-07-26T12:23:06.914 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.902+0000 7fcecf400640 15 client.4689 auth cap, reset requested_max_size due to not wanting any file write cap 2024-07-26T12:23:06.914 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.902+0000 7fcecf400640 1 -- 172.21.15.31:0/3370309531 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_caps(update ino 0x10000000006 1 seq 2 caps=pAsXsFs dirty=- wanted=- follows 0 size 0/4194304 ts 1/18446744073709551615 mtime 2024-07-26T12:23:06.896291+0000 ctime 2024-07-26T12:23:06.896291+0000 change_attr 0) -- 0x7fcea400b9a0 con 0x564e6d600fe0 2024-07-26T12:23:06.915 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.902+0000 7fcecf400640 10 client.4689 handle_cap_grant calling signal_caps_inode 2024-07-26T12:23:06.915 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.904+0000 7fcecf400640 1 -- 172.21.15.31:0/3370309531 <== mds.0 v2:172.21.15.31:6832/713364256 7 ==== client_reply(???:4 = 0 (0) Success unsafe) ==== 514+0+0 (crc 0 0 0) 0x7fcec005e630 con 0x564e6d600fe0 2024-07-26T12:23:06.915 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.904+0000 7fcecf400640 20 client.4689 handle_client_reply got a reply. Safe:0 tid 4 2024-07-26T12:23:06.915 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.904+0000 7fcecf400640 10 client.4689 insert_trace from 2024-07-26T12:23:06.902859+0000 mds.0 is_target=0 is_dentry=1 2024-07-26T12:23:06.915 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.904+0000 7fcecf400640 10 client.4689 features 0xffffffffffffffff 2024-07-26T12:23:06.915 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.904+0000 7fcecf400640 10 client.4689 update_snap_trace len 70 2024-07-26T12:23:06.915 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.904+0000 7fcecf400640 20 client.4689 get_snap_realm 0x1 0x7fcea400acf0, nref was 2 2024-07-26T12:23:06.915 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.904+0000 7fcecf400640 20 client.4689 get_snap_realm 0x1 0x7fcea400acf0, nref now is 3 2024-07-26T12:23:06.915 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.904+0000 7fcecf400640 10 client.4689 update_snap_trace snaprealm(0x1 nref=3 c=0 seq=1 parent=0x0 my_snaps=[] cached_snapc=1=[] last_modified=2024-07-26T12:21:44.597796+0000 change_attr=0) seq 1 <= 1 and same parent, SKIPPING 2024-07-26T12:23:06.915 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.904+0000 7fcecf400640 10 client.4689 hrm is_target=0 is_dentry=1 2024-07-26T12:23:06.915 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.904+0000 7fcecf400640 12 client.4689 add_update_inode had 0x1.head(faked_ino=0 nref=10 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.896291+0000 ctime=2024-07-26T12:23:06.896291+0000 change_attr=12 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400ade0) caps pAsLsXs 2024-07-26T12:23:06.915 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.904+0000 7fcecf400640 10 client.4689 update_inode_file_time 0x1.head(faked_ino=0 nref=10 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.896291+0000 ctime=2024-07-26T12:23:06.896291+0000 change_attr=12 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400ade0) pAsLsXs ctime 2024-07-26T12:23:06.902771+0000 mtime 2024-07-26T12:23:06.896291+0000 2024-07-26T12:23:06.915 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.904+0000 7fcecf400640 20 client.4689 dir hash is 2 2024-07-26T12:23:06.915 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.904+0000 7fcecf400640 12 client.4689 add_update_inode client inode change_attr: 12 , mds inodestat change_attr: 13 2024-07-26T12:23:06.916 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.904+0000 7fcecf400640 10 client.4689 add_update_cap issued pAsLsXs -> pAsLsXs from mds.0 on 0x1.head(faked_ino=0 nref=10 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.896291+0000 ctime=2024-07-26T12:23:06.902771+0000 change_attr=13 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400ade0) 2024-07-26T12:23:06.916 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.904+0000 7fcecf400640 20 client.4689 got dirfrag map for 0x1 frag * to mds 0 2024-07-26T12:23:06.916 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.904+0000 7fcecf400640 15 client.4689 unlink dir 0x7fcea400ade0 'test_llreadvllwritevnegativeiovcountfile44787' dn 0x7fcea400a9e0 inode 0x7fcea400b3c0 2024-07-26T12:23:06.916 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.904+0000 7fcecf400640 20 client.4689 put_inode on 0x10000000006.head(faked_ino=0 nref=13 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:06.896291+0000 mtime=2024-07-26T12:23:06.896291+0000 ctime=2024-07-26T12:23:06.896291+0000 change_attr=0 caps=pAsXsFs(0=pAsXsFs) objectset[0x10000000006 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b3c0) n = 1 2024-07-26T12:23:06.916 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.904+0000 7fcecf400640 20 client.4689 unlink inode 0x7fcea400b3c0 parents now 2024-07-26T12:23:06.916 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.904+0000 7fcecf400640 20 client.4689 put_inode on 0x10000000006.head(faked_ino=0 nref=13 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:06.896291+0000 mtime=2024-07-26T12:23:06.896291+0000 ctime=2024-07-26T12:23:06.896291+0000 change_attr=0 caps=pAsXsFs(0=pAsXsFs) objectset[0x10000000006 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b3c0) n = 1 2024-07-26T12:23:06.916 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.904+0000 7fcecf400640 15 client.4689 update_dentry_lease 0x1.head["test_llreadvllwritevnegativeiovcountfile44787"] lease(mask 3 dur 30000) from 2024-07-26T12:23:06.902859+0000 2024-07-26T12:23:06.916 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.904+0000 7fcecf400640 10 client.4689 got dentry lease on test_llreadvllwritevnegativeiovcountfile44787 dur 30000ms ttl 2024-07-26T12:23:36.902859+0000 2024-07-26T12:23:06.916 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.904+0000 7fcecf400640 20 client.4689 put_snap_realm 0x1 0x7fcea400acf0 3 -> 2 2024-07-26T12:23:06.916 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.904+0000 7fcecf400640 20 client.4689 handle_client_reply signalling caller 0x7ffdd11eed60 2024-07-26T12:23:06.916 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.904+0000 7fcecf400640 20 client.4689 handle_client_reply awaiting kickback on tid 4 0x7fcecf3fde20 2024-07-26T12:23:06.916 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.904+0000 7fcede41f480 20 client.4689 sendrecv kickback on tid 4 0x7fcecf3fde20 2024-07-26T12:23:06.916 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.904+0000 7fcede41f480 20 client.4689 lat 0.002859 2024-07-26T12:23:06.916 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.904+0000 7fcede41f480 20 client.4689 trim_cache size 1 max 16384 2024-07-26T12:23:06.917 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.904+0000 7fcede41f480 8 client.4689 unlink(#0x1/test_llreadvllwritevnegativeiovcountfile44787) = 0 2024-07-26T12:23:06.917 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.904+0000 7fcede41f480 20 client.4689 put_inode on 0x10000000006.head(faked_ino=0 nref=13 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:06.896291+0000 mtime=2024-07-26T12:23:06.896291+0000 ctime=2024-07-26T12:23:06.896291+0000 change_attr=0 caps=pAsXsFs(0=pAsXsFs) objectset[0x10000000006 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b3c0) n = 1 2024-07-26T12:23:06.917 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.904+0000 7fcede41f480 2 client.4689 unmount 2024-07-26T12:23:06.917 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.904+0000 7fcede41f480 2 client.4689 unmounting 2024-07-26T12:23:06.917 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.904+0000 7fcede41f480 1 -- 172.21.15.31:0/3370309531 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_session(request_flushmdlog) -- 0x564e6d553ef0 con 0x564e6d600fe0 2024-07-26T12:23:06.917 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.904+0000 7fcede41f480 10 client.4689 waiting for write request '4' to complete, currently there are 1 outstanding read/write requests 2024-07-26T12:23:06.917 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.904+0000 7fcecf400640 10 client.4689 unmounting: trim pass, size was 1+2 2024-07-26T12:23:06.917 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.904+0000 7fcecf400640 20 client.4689 trim_cache size 1 max 16384 2024-07-26T12:23:06.917 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.904+0000 7fcecf400640 10 client.4689 unmounting: trim pass, size still 1+2 2024-07-26T12:23:06.917 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.904+0000 7fcede41f480 10 client.4689 waiting for write request '4' to complete, currently there are 1 outstanding read/write requests 2024-07-26T12:23:06.919 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.910+0000 7fcecf400640 1 -- 172.21.15.31:0/3370309531 <== mds.0 v2:172.21.15.31:6832/713364256 8 ==== client_caps(grant ino 0x10000000006 1 seq 3 caps=pAsLsXsFsxcrwb dirty=- wanted=Ls follows 0 size 0/0 ts 1/18446744073709551615 mtime 2024-07-26T12:23:06.896291+0000 ctime 2024-07-26T12:23:06.902771+0000 change_attr 1) ==== 260+0+0 (crc 0 0 0) 0x7fcea400b9a0 con 0x564e6d600fe0 2024-07-26T12:23:06.919 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.910+0000 7fcecf400640 10 client.4689 mds.0 seq now 2 2024-07-26T12:23:06.920 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.910+0000 7fcecf400640 5 client.4689 handle_cap_grant on in 0x10000000006 mds.0 seq 3 caps now pAsLsXsFsxcrwb was pAsXsFs 2024-07-26T12:23:06.920 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.910+0000 7fcecf400640 10 client.4689 update_inode_file_time 0x10000000006.head(faked_ino=0 nref=13 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=0 btime=2024-07-26T12:23:06.896291+0000 mtime=2024-07-26T12:23:06.896291+0000 ctime=2024-07-26T12:23:06.896291+0000 change_attr=0 caps=pAsXsFs(0=pAsXsFs) objectset[0x10000000006 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b3c0) pAsXsFs ctime 2024-07-26T12:23:06.902771+0000 mtime 2024-07-26T12:23:06.896291+0000 2024-07-26T12:23:06.920 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.910+0000 7fcecf400640 10 client.4689 max_size 4194304 -> 0 2024-07-26T12:23:06.920 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.910+0000 7fcecf400640 10 client.4689 grant, new caps are LsFxcrwb 2024-07-26T12:23:06.920 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.910+0000 7fcecf400640 10 client.4689 handle_cap_grant calling signal_caps_inode 2024-07-26T12:23:06.920 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.910+0000 7fcecf400640 5 client.4689 _try_to_trim_inode in 0x10000000006.head(faked_ino=0 nref=13 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/0 nlink=0 btime=2024-07-26T12:23:06.896291+0000 mtime=2024-07-26T12:23:06.896291+0000 ctime=2024-07-26T12:23:06.902771+0000 change_attr=1 caps=pAsLsXsFsxcrwb(0=pAsLsXsFsxcrwb) objectset[0x10000000006 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b3c0) 2024-07-26T12:23:06.920 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.910+0000 7fcecf400640 10 client.4689 unmounting: trim pass, size was 1+2 2024-07-26T12:23:06.920 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.910+0000 7fcecf400640 20 client.4689 trim_cache size 1 max 16384 2024-07-26T12:23:06.920 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.910+0000 7fcecf400640 10 client.4689 unmounting: trim pass, size still 1+2 2024-07-26T12:23:06.920 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.910+0000 7fcecf400640 1 -- 172.21.15.31:0/3370309531 <== mds.0 v2:172.21.15.31:6832/713364256 9 ==== client_reply(???:4 = 0 (0) Success safe) ==== 27+0+0 (crc 0 0 0) 0x7fcec005eca0 con 0x564e6d600fe0 2024-07-26T12:23:06.920 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.910+0000 7fcecf400640 20 client.4689 handle_client_reply got a reply. Safe:1 tid 4 2024-07-26T12:23:06.920 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.910+0000 7fcecf400640 10 client.4689 insert_trace from 2024-07-26T12:23:06.902859+0000 mds.0 is_target=0 is_dentry=0 2024-07-26T12:23:06.921 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.910+0000 7fcecf400640 10 client.4689 insert_trace -- already got unsafe; ignoring 2024-07-26T12:23:06.921 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.910+0000 7fcecf400640 20 client.4689 put_inode on 0x1.head(faked_ino=0 nref=10 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.896291+0000 ctime=2024-07-26T12:23:06.902771+0000 change_attr=13 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400ade0) n = 1 2024-07-26T12:23:06.921 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.910+0000 7fcecf400640 20 client.4689 put_inode on 0x10000000006.head(faked_ino=0 nref=13 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/0 nlink=0 btime=2024-07-26T12:23:06.896291+0000 mtime=2024-07-26T12:23:06.896291+0000 ctime=2024-07-26T12:23:06.902771+0000 change_attr=1 caps=pAsLsXsFsxcrwb(0=pAsLsXsFsxcrwb) objectset[0x10000000006 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b3c0) n = 1 2024-07-26T12:23:06.921 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.911+0000 7fcecf400640 10 client.4689 unmounting: trim pass, size was 1+2 2024-07-26T12:23:06.921 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.911+0000 7fcecf400640 20 client.4689 trim_cache size 1 max 16384 2024-07-26T12:23:06.921 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.911+0000 7fcecf400640 15 client.4689 trim_dentry unlinking dn test_llreadvllwritevnegativeiovcountfile44787 in dir 0x1 2024-07-26T12:23:06.921 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.911+0000 7fcecf400640 15 client.4689 unlink dir 0x7fcea400ade0 'test_llreadvllwritevnegativeiovcountfile44787' dn 0x7fcea400a9e0 inode 0 2024-07-26T12:23:06.921 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.911+0000 7fcecf400640 15 client.4689 unlink removing 'test_llreadvllwritevnegativeiovcountfile44787' dn 0x7fcea400a9e0 2024-07-26T12:23:06.921 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.911+0000 7fcecf400640 15 client.4689 close_dir dir 0x564e6d4d9080 on 0x7fcea400ade0 2024-07-26T12:23:06.921 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.911+0000 7fcecf400640 20 client.4689 put_inode on 0x1.head(faked_ino=0 nref=10 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.896291+0000 ctime=2024-07-26T12:23:06.902771+0000 change_attr=13 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400ade0) n = 1 2024-07-26T12:23:06.921 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.911+0000 7fcecf400640 10 client.4689 unmounting: trim pass, cache shrank, poking unmount() 2024-07-26T12:23:06.921 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.911+0000 7fcecf400640 1 -- 172.21.15.31:0/3370309531 <== mds.0 v2:172.21.15.31:6832/713364256 10 ==== client_caps(grant ino 0x10000000006 1 seq 4 caps=pAsLsXsFsxcrwb dirty=- wanted=- follows 0 size 0/0 ts 1/18446744073709551615 mtime 2024-07-26T12:23:06.896291+0000 ctime 2024-07-26T12:23:06.902771+0000 change_attr 1) ==== 260+0+0 (crc 0 0 0) 0x7fcec0067450 con 0x564e6d600fe0 2024-07-26T12:23:06.921 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.911+0000 7fcede41f480 20 client.4689 put_inode on 0x1.head(faked_ino=0 nref=10 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.896291+0000 ctime=2024-07-26T12:23:06.902771+0000 change_attr=13 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400ade0) n = 1 2024-07-26T12:23:06.922 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.911+0000 7fcede41f480 20 client.4689 put_inode on 0x1.head(faked_ino=0 nref=10 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.896291+0000 ctime=2024-07-26T12:23:06.902771+0000 change_attr=13 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400ade0) n = 1 2024-07-26T12:23:06.922 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.911+0000 7fcede41f480 10 client.4689 _ll_drop_pins 2024-07-26T12:23:06.922 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.911+0000 7fcede41f480 20 client.4689 _ll_put 0x7fcea400b3c0 0x10000000006 1 -> 0 2024-07-26T12:23:06.922 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.911+0000 7fcede41f480 20 client.4689 put_inode on 0x10000000006.head(faked_ino=0 nref=14 ll_ref=0 cap_refs={} open={3=0} mode=100666 size=0/0 nlink=0 btime=2024-07-26T12:23:06.896291+0000 mtime=2024-07-26T12:23:06.896291+0000 ctime=2024-07-26T12:23:06.902771+0000 change_attr=1 caps=pAsLsXsFsxcrwb(0=pAsLsXsFsxcrwb) objectset[0x10000000006 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b3c0) n = 1 2024-07-26T12:23:06.922 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.911+0000 7fcede41f480 20 client.4689 _ll_put 0x7fcea400ade0 0x1 2 -> 0 2024-07-26T12:23:06.922 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.911+0000 7fcede41f480 20 client.4689 put_inode on 0x1.head(faked_ino=0 nref=11 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.896291+0000 ctime=2024-07-26T12:23:06.902771+0000 change_attr=13 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400ade0) n = 1 2024-07-26T12:23:06.922 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.911+0000 7fcede41f480 20 client.4689 put_inode on 0x10000000006.head(faked_ino=0 nref=14 ll_ref=0 cap_refs={} open={3=0} mode=100666 size=0/0 nlink=0 btime=2024-07-26T12:23:06.896291+0000 mtime=2024-07-26T12:23:06.896291+0000 ctime=2024-07-26T12:23:06.902771+0000 change_attr=1 caps=pAsLsXsFsxcrwb(0=pAsLsXsFsxcrwb) objectset[0x10000000006 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b3c0) n = 1 2024-07-26T12:23:06.922 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.911+0000 7fcede41f480 20 client.4689 put_inode on 0x1.head(faked_ino=0 nref=11 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.896291+0000 ctime=2024-07-26T12:23:06.902771+0000 change_attr=13 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400ade0) n = 1 2024-07-26T12:23:06.922 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.911+0000 7fcede41f480 20 client.4689 _release 0x10000000006.head(faked_ino=0 nref=15 ll_ref=0 cap_refs={} open={3=0} mode=100666 size=0/0 nlink=0 btime=2024-07-26T12:23:06.896291+0000 mtime=2024-07-26T12:23:06.896291+0000 ctime=2024-07-26T12:23:06.902771+0000 change_attr=1 caps=pAsLsXsFsxcrwb(0=pAsLsXsFsxcrwb) objectset[0x10000000006 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b3c0) 2024-07-26T12:23:06.922 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.911+0000 7fcede41f480 10 client.4689 _invalidate_inode_cache 0x10000000006.head(faked_ino=0 nref=15 ll_ref=0 cap_refs={1024=0} open={3=0} mode=100666 size=0/0 nlink=0 btime=2024-07-26T12:23:06.896291+0000 mtime=2024-07-26T12:23:06.896291+0000 ctime=2024-07-26T12:23:06.902771+0000 change_attr=1 caps=pAsLsXsFsxcrwb(0=pAsLsXsFsxcrwb) objectset[0x10000000006 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b3c0) 2024-07-26T12:23:06.922 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.911+0000 7fcede41f480 10 client.4689 _flush 0x10000000006.head(faked_ino=0 nref=16 ll_ref=0 cap_refs={1024=0} open={3=0} mode=100666 size=0/0 nlink=0 btime=2024-07-26T12:23:06.896291+0000 mtime=2024-07-26T12:23:06.896291+0000 ctime=2024-07-26T12:23:06.902771+0000 change_attr=1 caps=pAsLsXsFsxcrwb(0=pAsLsXsFsxcrwb) objectset[0x10000000006 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b3c0) 2024-07-26T12:23:06.922 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.911+0000 7fcede41f480 10 client.4689 nothing to flush 2024-07-26T12:23:06.922 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.911+0000 7fcede41f480 20 client.4689 put_inode on 0x10000000006.head(faked_ino=0 nref=16 ll_ref=0 cap_refs={1024=0} open={3=0} mode=100666 size=0/0 nlink=0 btime=2024-07-26T12:23:06.896291+0000 mtime=2024-07-26T12:23:06.896291+0000 ctime=2024-07-26T12:23:06.902771+0000 change_attr=1 caps=pAsLsXsFsxcrwb(0=pAsLsXsFsxcrwb) objectset[0x10000000006 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b3c0) n = 1 2024-07-26T12:23:06.923 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.911+0000 7fcede41f480 20 client.4689 _release 0x1.head(faked_ino=0 nref=12 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.896291+0000 ctime=2024-07-26T12:23:06.902771+0000 change_attr=13 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400ade0) 2024-07-26T12:23:06.923 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.911+0000 7fcede41f480 10 client.4689 _invalidate_inode_cache 0x1.head(faked_ino=0 nref=12 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.896291+0000 ctime=2024-07-26T12:23:06.902771+0000 change_attr=13 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400ade0) 2024-07-26T12:23:06.923 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.911+0000 7fcede41f480 10 client.4689 _flush 0x1.head(faked_ino=0 nref=13 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.896291+0000 ctime=2024-07-26T12:23:06.902771+0000 change_attr=13 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400ade0) 2024-07-26T12:23:06.923 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.911+0000 7fcede41f480 10 client.4689 nothing to flush 2024-07-26T12:23:06.923 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.911+0000 7fcede41f480 20 client.4689 put_inode on 0x1.head(faked_ino=0 nref=13 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.896291+0000 ctime=2024-07-26T12:23:06.902771+0000 change_attr=13 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400ade0) n = 1 2024-07-26T12:23:06.923 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.911+0000 7fcede41f480 20 client.4689 put_inode on 0x10000000006.head(faked_ino=0 nref=16 ll_ref=0 cap_refs={1024=0} open={3=0} mode=100666 size=0/0 nlink=0 btime=2024-07-26T12:23:06.896291+0000 mtime=2024-07-26T12:23:06.896291+0000 ctime=2024-07-26T12:23:06.902771+0000 change_attr=1 caps=pAsLsXsFsxcrwb(0=pAsLsXsFsxcrwb) objectset[0x10000000006 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b3c0) n = 1 2024-07-26T12:23:06.923 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.911+0000 7fcede41f480 20 client.4689 put_inode on 0x1.head(faked_ino=0 nref=13 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.896291+0000 ctime=2024-07-26T12:23:06.902771+0000 change_attr=13 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400ade0) n = 1 2024-07-26T12:23:06.923 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.911+0000 7fcede41f480 10 client.4689 flush_caps_sync 2024-07-26T12:23:06.923 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.911+0000 7fcede41f480 10 client.4689 wait_sync_caps want 1 (last is 1, 0 total flushing) 2024-07-26T12:23:06.923 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.911+0000 7fcede41f480 20 client.4689 trim_cache size 0 max 16384 2024-07-26T12:23:06.923 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.911+0000 7fcede41f480 10 client.4689 _put_inode on 0x1.head(faked_ino=0 nref=13 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.896291+0000 ctime=2024-07-26T12:23:06.902771+0000 change_attr=13 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400ade0) n = 12 2024-07-26T12:23:06.923 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.911+0000 7fcede41f480 10 client.4689 remove_cap mds.0 on 0x1.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.896291+0000 ctime=2024-07-26T12:23:06.902771+0000 change_attr=13 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400ade0) 2024-07-26T12:23:06.924 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.911+0000 7fcede41f480 15 client.4689 remove_cap last one, closing snaprealm 0x7fcea400acf0 2024-07-26T12:23:06.924 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.911+0000 7fcede41f480 20 client.4689 put_snap_realm 0x1 0x7fcea400acf0 2 -> 1 2024-07-26T12:23:06.924 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.911+0000 7fcede41f480 10 client.4689 _put_inode deleting 0x1.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.896291+0000 ctime=2024-07-26T12:23:06.902771+0000 change_attr=13 caps=- has_dir_layout 0x7fcea400ade0) 2024-07-26T12:23:06.924 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.911+0000 7fcede41f480 10 client.4689 _put_inode on 0x10000000006.head(faked_ino=0 nref=16 ll_ref=0 cap_refs={1024=0} open={3=0} mode=100666 size=0/0 nlink=0 btime=2024-07-26T12:23:06.896291+0000 mtime=2024-07-26T12:23:06.896291+0000 ctime=2024-07-26T12:23:06.902771+0000 change_attr=1 caps=pAsLsXsFsxcrwb(0=pAsLsXsFsxcrwb) objectset[0x10000000006 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b3c0) n = 15 2024-07-26T12:23:06.924 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.911+0000 7fcede41f480 10 client.4689 remove_cap mds.0 on 0x10000000006.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={1024=0} open={3=0} mode=100666 size=0/0 nlink=0 btime=2024-07-26T12:23:06.896291+0000 mtime=2024-07-26T12:23:06.896291+0000 ctime=2024-07-26T12:23:06.902771+0000 change_attr=1 caps=pAsLsXsFsxcrwb(0=pAsLsXsFsxcrwb) objectset[0x10000000006 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b3c0) 2024-07-26T12:23:06.924 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.911+0000 7fcede41f480 15 client.4689 remove_cap last one, closing snaprealm 0x7fcea400acf0 2024-07-26T12:23:06.924 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.911+0000 7fcede41f480 20 client.4689 put_snap_realm 0x1 0x7fcea400acf0 1 -> 0 2024-07-26T12:23:06.924 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.911+0000 7fcede41f480 10 client.4689 _put_inode deleting 0x10000000006.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={1024=0} open={3=0} mode=100666 size=0/0 nlink=0 btime=2024-07-26T12:23:06.896291+0000 mtime=2024-07-26T12:23:06.896291+0000 ctime=2024-07-26T12:23:06.902771+0000 change_attr=1 caps=- objectset[0x10000000006 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b3c0) 2024-07-26T12:23:06.924 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.911+0000 7fcede41f480 2 client.4689 _close_mds_session mds.0 seq 2 2024-07-26T12:23:06.924 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.911+0000 7fcede41f480 1 -- 172.21.15.31:0/3370309531 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_session(request_close seq 2) -- 0x564e6d4a39d0 con 0x564e6d600fe0 2024-07-26T12:23:06.924 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.911+0000 7fcede41f480 2 client.4689 waiting for 1 mds session(s) to close (timeout: 30s) 2024-07-26T12:23:06.924 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.911+0000 7fcecf400640 10 client.4689 mds.0 seq now 3 2024-07-26T12:23:06.924 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.911+0000 7fcecf400640 1 -- 172.21.15.31:0/3370309531 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_session(request_close seq 3) -- 0x7fcea400aad0 con 0x564e6d600fe0 2024-07-26T12:23:06.924 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.911+0000 7fcecf400640 5 client.4689 handle_caps don't have vino 0x10000000006.head op 0, immediately releasing 2024-07-26T12:23:06.925 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.911+0000 7fcecf400640 1 -- 172.21.15.31:0/3370309531 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_cap_release(3) -- 0x564e6d4a3660 con 0x564e6d600fe0 2024-07-26T12:23:06.925 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.911+0000 7fcecf400640 10 client.4689 unmounting: trim pass, size was 0+0 2024-07-26T12:23:06.925 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.911+0000 7fcecf400640 20 client.4689 trim_cache size 0 max 16384 2024-07-26T12:23:06.925 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.911+0000 7fcecf400640 10 client.4689 unmounting: trim pass, size still 0+0 2024-07-26T12:23:06.925 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.916+0000 7fcecf400640 1 -- 172.21.15.31:0/3370309531 <== mds.0 v2:172.21.15.31:6832/713364256 11 ==== client_session(close) ==== 28+0+0 (crc 0 0 0) 0x7fcea400aad0 con 0x564e6d600fe0 2024-07-26T12:23:06.925 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.916+0000 7fcecf400640 10 client.4689 handle_client_session client_session(close) from mds.0 2024-07-26T12:23:06.925 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.916+0000 7fcecf400640 5 client.4689 _closed_mds_session mds.0 seq 3 2024-07-26T12:23:06.925 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.916+0000 7fcecf400640 1 -- 172.21.15.31:0/3370309531 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d600fe0 msgr2=0x564e6d4df970 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:06.925 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.916+0000 7fcecf400640 1 --2- 172.21.15.31:0/3370309531 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d600fe0 0x564e6d4df970 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:06.925 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.916+0000 7fcecf400640 10 client.4689 remove_session_caps mds.0 2024-07-26T12:23:06.925 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.916+0000 7fcecf400640 10 client.4689 kick_requests_closed for mds.0 2024-07-26T12:23:06.925 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.916+0000 7fcecf400640 10 client.4689 unmounting: trim pass, size was 0+0 2024-07-26T12:23:06.925 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.916+0000 7fcecf400640 20 client.4689 trim_cache size 0 max 16384 2024-07-26T12:23:06.925 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.916+0000 7fcecf400640 10 client.4689 unmounting: trim pass, size still 0+0 2024-07-26T12:23:06.926 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.916+0000 7fcede41f480 2 client.4689 unmounted. 2024-07-26T12:23:06.926 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.916+0000 7fcede41f480 1 client.4689 shutdown 2024-07-26T12:23:06.926 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.916+0000 7fcede41f480 1 -- 172.21.15.31:0/3370309531 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d4d6860 msgr2=0x564e6d548f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:06.926 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.916+0000 7fcede41f480 1 --2- 172.21.15.31:0/3370309531 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d4d6860 0x564e6d548f30 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fcec802ccc0 tx=0x564e6d609560 comp rx=0 tx=0).stop 2024-07-26T12:23:06.926 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.917+0000 7fcede41f480 1 -- 172.21.15.31:0/3370309531 shutdown_connections 2024-07-26T12:23:06.926 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.917+0000 7fcede41f480 1 --2- 172.21.15.31:0/3370309531 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d5584e0 0x564e6d560f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:06.926 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.917+0000 7fcede41f480 1 --2- 172.21.15.31:0/3370309531 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d5497a0 0x564e6d4e0c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:06.926 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.917+0000 7fcede41f480 1 --2- 172.21.15.31:0/3370309531 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d600fe0 0x564e6d4df970 unknown :-1 s=CLOSED pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:06.926 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.917+0000 7fcede41f480 1 --2- 172.21.15.31:0/3370309531 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d4d6860 0x564e6d548f30 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:06.926 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.917+0000 7fcede41f480 1 -- 172.21.15.31:0/3370309531 >> 172.21.15.31:0/3370309531 conn(0x564e6d3cbab0 msgr2=0x564e6d4dcc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:23:06.926 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.917+0000 7fcede41f480 1 -- 172.21.15.31:0/3370309531 shutdown_connections 2024-07-26T12:23:06.926 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.917+0000 7fcede41f480 1 -- 172.21.15.31:0/3370309531 wait complete. 2024-07-26T12:23:06.926 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.918+0000 7fcede41f480 20 client.4689 trim_cache size 0 max 16384 2024-07-26T12:23:06.927 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClient.LlreadvLlwritevNegativeIOVCount (51 ms) 2024-07-26T12:23:06.927 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClient.LlreadvLlwritevZeroBytes 2024-07-26T12:23:06.929 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.919+0000 7fcede41f480 1 -- start start 2024-07-26T12:23:06.929 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.920+0000 7fcede41f480 1 Processor -- start 2024-07-26T12:23:06.929 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.920+0000 7fcede41f480 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d4d6860 0x564e6d548f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:06.929 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.920+0000 7fcede41f480 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d5497a0 0x564e6d4e0c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:06.929 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.920+0000 7fcede41f480 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d5584e0 0x564e6d560f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:06.930 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.920+0000 7fcede41f480 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fcea4004470 con 0x564e6d5497a0 2024-07-26T12:23:06.930 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.920+0000 7fcede41f480 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x564e6d605a20 con 0x564e6d4d6860 2024-07-26T12:23:06.930 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.920+0000 7fcede41f480 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x564e6d4d38f0 con 0x564e6d5584e0 2024-07-26T12:23:06.930 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.921+0000 7fced6000640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d5497a0 0x564e6d4e0c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:06.930 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.921+0000 7fced6000640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d5497a0 0x564e6d4e0c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:43088/0 (socket says 172.21.15.31:43088) 2024-07-26T12:23:06.930 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.921+0000 7fced6000640 1 -- 172.21.15.31:0/4248927772 learned_addr learned my addr 172.21.15.31:0/4248927772 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:23:06.930 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.921+0000 7fced6a00640 1 --2- 172.21.15.31:0/4248927772 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d4d6860 0x564e6d548f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:06.930 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.921+0000 7fced7400640 1 --2- 172.21.15.31:0/4248927772 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d5584e0 0x564e6d560f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:06.930 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.922+0000 7fced6000640 1 -- 172.21.15.31:0/4248927772 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d5584e0 msgr2=0x564e6d560f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:06.930 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.922+0000 7fced6000640 1 --2- 172.21.15.31:0/4248927772 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d5584e0 0x564e6d560f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:06.930 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.922+0000 7fced6000640 1 -- 172.21.15.31:0/4248927772 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d4d6860 msgr2=0x564e6d548f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:06.930 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.922+0000 7fced6000640 1 --2- 172.21.15.31:0/4248927772 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d4d6860 0x564e6d548f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:06.931 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.922+0000 7fced6000640 1 -- 172.21.15.31:0/4248927772 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564e6d4db1c0 con 0x564e6d5497a0 2024-07-26T12:23:06.931 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.922+0000 7fced6000640 1 --2- 172.21.15.31:0/4248927772 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d5497a0 0x564e6d4e0c50 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fcec0054db0 tx=0x7fcec0005a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=855044be1c636d36 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:23:06.931 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.922+0000 7fced4c00640 10 client.0 ms_handle_connect on v2:172.21.15.31:3300/0 2024-07-26T12:23:06.931 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.922+0000 7fced4c00640 1 -- 172.21.15.31:0/4248927772 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcec0059050 con 0x564e6d5497a0 2024-07-26T12:23:06.931 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.922+0000 7fced4c00640 1 -- 172.21.15.31:0/4248927772 <== mon.0 v2:172.21.15.31:3300/0 2 ==== osd_map(24..24 src has 1..24) ==== 5825+0+0 (secure 0 0 0) 0x7fcec005eca0 con 0x564e6d5497a0 2024-07-26T12:23:06.931 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.923+0000 7fcede41f480 10 client.4692 Subscribing to map 'mdsmap' 2024-07-26T12:23:06.931 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.923+0000 7fcede41f480 1 -- 172.21.15.31:0/4248927772 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,mdsmap=0+,monmap=2+}) -- 0x564e6d4d9c50 con 0x564e6d5497a0 2024-07-26T12:23:06.931 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.923+0000 7fcec7e00640 20 client.4692 tick 2024-07-26T12:23:06.931 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.923+0000 7fcec7e00640 20 client.4692 collect_and_send_metrics 2024-07-26T12:23:06.931 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.923+0000 7fcec7e00640 20 client.4692 collect_and_send_global_metrics 2024-07-26T12:23:06.931 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.923+0000 7fcec7e00640 5 client.4692 collect_and_send_global_metrics MDS rank 0 is not ready yet -- not sending metric 2024-07-26T12:23:06.931 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.923+0000 7fcec7e00640 20 client.4692 trim_cache size 0 max 16384 2024-07-26T12:23:06.931 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.923+0000 7fcec7e00640 20 client.4692 upkeep thread waiting interval 1.000000000s 2024-07-26T12:23:06.931 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.923+0000 7fced4c00640 1 -- 172.21.15.31:0/4248927772 <== mon.0 v2:172.21.15.31:3300/0 3 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x564e6d4a3660 con 0x564e6d5497a0 2024-07-26T12:23:06.932 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.923+0000 7fced4c00640 1 -- 172.21.15.31:0/4248927772 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mdsmap(e 8) ==== 1240+0+0 (secure 0 0 0) 0x7fcec00be020 con 0x564e6d5497a0 2024-07-26T12:23:06.932 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.923+0000 7fced4c00640 1 client.4692 handle_mds_map epoch 8 2024-07-26T12:23:06.932 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.923+0000 7fcede41f480 20 client.4692 populate_metadata read hostname 'smithi031' 2024-07-26T12:23:06.932 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.923+0000 7fcede41f480 10 client.4692 did not get mds through better means, so chose random mds 0 2024-07-26T12:23:06.932 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.923+0000 7fcede41f480 20 client.4692 mds is 0 2024-07-26T12:23:06.932 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.923+0000 7fcede41f480 10 client.4692 _open_mds_session mds.0 2024-07-26T12:23:06.932 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.923+0000 7fcede41f480 1 --2- 172.21.15.31:0/4248927772 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d600fe0 0x564e6d4da460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:06.932 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.923+0000 7fcede41f480 1 -- 172.21.15.31:0/4248927772 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_session(request_open) -- 0x564e6d4d6c70 con 0x564e6d600fe0 2024-07-26T12:23:06.932 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.923+0000 7fcede41f480 10 client.4692 waiting for session to mds.0 to open 2024-07-26T12:23:06.932 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.923+0000 7fced6a00640 1 --2- 172.21.15.31:0/4248927772 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d600fe0 0x564e6d4da460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:06.932 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.924+0000 7fced4c00640 10 client.4692 ms_handle_connect on v2:172.21.15.31:6832/713364256 2024-07-26T12:23:06.932 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.924+0000 7fced6a00640 1 --2- 172.21.15.31:0/4248927772 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d600fe0 0x564e6d4da460 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4adbefa52f360814 server_cookie=58f5a48f6a3861d4 in_seq=0 out_seq=0 2024-07-26T12:23:06.934 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.929+0000 7fced4c00640 1 -- 172.21.15.31:0/4248927772 <== mds.0 v2:172.21.15.31:6832/713364256 1 ==== client_session(open cap_auths [MDSCapAuth(readable=1, writeable=1)]) ==== 113+0+0 (crc 0 0 0) 0x564e6d4d6c70 con 0x564e6d600fe0 2024-07-26T12:23:06.934 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.929+0000 7fced4c00640 10 client.4692 handle_client_session client_session(open cap_auths [MDSCapAuth(readable=1, writeable=1)]) from mds.0 2024-07-26T12:23:06.934 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.929+0000 7fced4c00640 10 client.4692 renew_caps mds.0 2024-07-26T12:23:06.934 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.929+0000 7fced4c00640 1 -- 172.21.15.31:0/4248927772 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_session(request_renewcaps seq 1) -- 0x7fcea40073d0 con 0x564e6d600fe0 2024-07-26T12:23:06.934 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.929+0000 7fced4c00640 10 client.4692 connect_mds_targets for mds.0 2024-07-26T12:23:06.934 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.929+0000 7fcede41f480 10 client.4692 did not get mds through better means, so chose random mds 0 2024-07-26T12:23:06.934 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.929+0000 7fcede41f480 20 client.4692 mds is 0 2024-07-26T12:23:06.934 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.929+0000 7fcede41f480 10 client.4692 send_request rebuilding request 1 for mds.0 2024-07-26T12:23:06.934 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.929+0000 7fcede41f480 20 client.4692 encode_cap_releases enter (req: 0x564e6d605150, mds: 0) 2024-07-26T12:23:06.934 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.929+0000 7fcede41f480 20 client.4692 send_request set sent_stamp to 2024-07-26T12:23:06.930790+0000 2024-07-26T12:23:06.934 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.929+0000 7fcede41f480 10 client.4692 send_request client_request(unknown.0:1 getattr pAsLsXsFs #0x1 2024-07-26T12:23:06.924801+0000 caller_uid=0, caller_gid=0{}) to mds.0 2024-07-26T12:23:06.935 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.929+0000 7fcede41f480 1 -- 172.21.15.31:0/4248927772 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_request(unknown.0:1 getattr pAsLsXsFs #0x1 2024-07-26T12:23:06.924801+0000 caller_uid=0, caller_gid=0{}) -- 0x564e6d4db410 con 0x564e6d600fe0 2024-07-26T12:23:06.935 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.929+0000 7fcede41f480 20 client.4692 awaiting reply|forward|kick on 0x7ffdd11ef020 2024-07-26T12:23:06.935 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.929+0000 7fced4c00640 1 -- 172.21.15.31:0/4248927772 <== mds.0 v2:172.21.15.31:6832/713364256 2 ==== client_session(renewcaps seq 1) ==== 28+0+0 (crc 0 0 0) 0x7fcea40073d0 con 0x564e6d600fe0 2024-07-26T12:23:06.935 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.929+0000 7fced4c00640 10 client.4692 handle_client_session client_session(renewcaps seq 1) from mds.0 2024-07-26T12:23:06.935 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.930+0000 7fced4c00640 1 -- 172.21.15.31:0/4248927772 <== mds.0 v2:172.21.15.31:6832/713364256 3 ==== client_reply(???:1 = 0 (0) Success) ==== 431+0+0 (crc 0 0 0) 0x7fcec802d420 con 0x564e6d600fe0 2024-07-26T12:23:06.935 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.930+0000 7fced4c00640 20 client.4692 handle_client_reply got a reply. Safe:1 tid 1 2024-07-26T12:23:06.935 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.930+0000 7fced4c00640 10 client.4692 insert_trace from 2024-07-26T12:23:06.930790+0000 mds.0 is_target=1 is_dentry=0 2024-07-26T12:23:06.935 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.930+0000 7fced4c00640 10 client.4692 features 0xffffffffffffffff 2024-07-26T12:23:06.935 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.930+0000 7fced4c00640 10 client.4692 update_snap_trace len 70 2024-07-26T12:23:06.935 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.930+0000 7fced4c00640 20 client.4692 get_snap_realm 0x1 0, nref was 0 2024-07-26T12:23:06.935 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.930+0000 7fced4c00640 20 client.4692 get_snap_realm 0x1 0x7fcea400ade0, nref now is 1 2024-07-26T12:23:06.935 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.930+0000 7fced4c00640 10 client.4692 update_snap_trace snaprealm(0x1 nref=1 c=0 seq=0 parent=0x0 my_snaps=[] cached_snapc=0=[] last_modified=0.000000 change_attr=0) seq 1 > 0 2024-07-26T12:23:06.935 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.930+0000 7fced4c00640 10 client.4692 invalidate_snaprealm_and_children snaprealm(0x1 nref=2 c=0 seq=1 parent=0x0 my_snaps=[] cached_snapc=0=[] last_modified=2024-07-26T12:21:44.597796+0000 change_attr=0) 2024-07-26T12:23:06.936 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.930+0000 7fced4c00640 15 client.4692 update_snap_trace snaprealm(0x1 nref=2 c=0 seq=1 parent=0x0 my_snaps=[] cached_snapc=0=[] last_modified=2024-07-26T12:21:44.597796+0000 change_attr=0) self|parent updated 2024-07-26T12:23:06.936 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.930+0000 7fced4c00640 15 client.4692 snapc 1=[] 2024-07-26T12:23:06.936 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.930+0000 7fced4c00640 10 client.4692 no new snap on snaprealm(0x1 nref=2 c=0 seq=1 parent=0x0 my_snaps=[] cached_snapc=1=[] last_modified=2024-07-26T12:21:44.597796+0000 change_attr=0) 2024-07-26T12:23:06.936 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.930+0000 7fced4c00640 20 client.4692 put_snap_realm 0x1 0x7fcea400ade0 2 -> 1 2024-07-26T12:23:06.936 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.930+0000 7fced4c00640 10 client.4692 hrm is_target=1 is_dentry=0 2024-07-26T12:23:06.936 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.930+0000 7fced4c00640 10 client.4692 update_inode_file_time 0x1.head(faked_ino=0 nref=3 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=0.000000 ctime=0.000000 change_attr=0 caps=- 0x7fcea400aed0) - ctime 2024-07-26T12:23:06.902771+0000 mtime 2024-07-26T12:23:06.902771+0000 2024-07-26T12:23:06.936 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.930+0000 7fced4c00640 20 client.4692 dir hash is 2 2024-07-26T12:23:06.936 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.930+0000 7fced4c00640 12 client.4692 add_update_inode client inode change_attr: 0 , mds inodestat change_attr: 13 2024-07-26T12:23:06.936 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.930+0000 7fced4c00640 12 client.4692 add_update_inode adding 0x1.head(faked_ino=0 nref=3 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.902771+0000 ctime=2024-07-26T12:23:06.902771+0000 change_attr=13 caps=- has_dir_layout 0x7fcea400aed0) caps pAsLsXsFs 2024-07-26T12:23:06.936 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.930+0000 7fced4c00640 20 client.4692 get_snap_realm 0x1 0x7fcea400ade0, nref was 1 2024-07-26T12:23:06.936 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.930+0000 7fced4c00640 20 client.4692 get_snap_realm 0x1 0x7fcea400ade0, nref now is 2 2024-07-26T12:23:06.936 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.930+0000 7fced4c00640 15 client.4692 add_update_cap first one, opened snaprealm 0x7fcea400ade0 2024-07-26T12:23:06.936 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.930+0000 7fced4c00640 10 client.4692 add_update_cap issued - -> pAsLsXsFs from mds.0 on 0x1.head(faked_ino=0 nref=3 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.902771+0000 ctime=2024-07-26T12:23:06.902771+0000 change_attr=13 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400aed0) 2024-07-26T12:23:06.936 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.930+0000 7fced4c00640 10 client.4692 add_update_cap calling signal_caps_inode 2024-07-26T12:23:06.937 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.930+0000 7fced4c00640 20 client.4692 put_snap_realm 0x1 0x7fcea400ade0 2 -> 1 2024-07-26T12:23:06.937 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.930+0000 7fced4c00640 20 client.4692 handle_client_reply signalling caller 0x7ffdd11ef020 2024-07-26T12:23:06.937 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.930+0000 7fced4c00640 20 client.4692 handle_client_reply awaiting kickback on tid 1 0x7fced4bfde20 2024-07-26T12:23:06.937 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.930+0000 7fcede41f480 20 client.4692 sendrecv kickback on tid 1 0x7fced4bfde20 2024-07-26T12:23:06.937 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.930+0000 7fcede41f480 20 client.4692 lat 0.000815 2024-07-26T12:23:06.937 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.930+0000 7fcede41f480 20 client.4692 _ll_get 0x7fcea400aed0 0x1 -> 1 2024-07-26T12:23:06.937 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.930+0000 7fcede41f480 2 client.4692 unmount 2024-07-26T12:23:06.937 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.930+0000 7fced4c00640 20 client.4692 put_inode on 0x1.head(faked_ino=0 nref=6 ll_ref=1 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.902771+0000 ctime=2024-07-26T12:23:06.902771+0000 change_attr=13 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400aed0) n = 1 2024-07-26T12:23:06.937 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.930+0000 7fced4c00640 20 client.4692 put_inode on 0x1.head(faked_ino=0 nref=6 ll_ref=1 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.902771+0000 ctime=2024-07-26T12:23:06.902771+0000 change_attr=13 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400aed0) n = 1 2024-07-26T12:23:06.937 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.930+0000 7fced4c00640 10 client.4692 unmounting: trim pass, size was 0+1 2024-07-26T12:23:06.937 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.930+0000 7fced4c00640 20 client.4692 trim_cache size 0 max 16384 2024-07-26T12:23:06.937 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.930+0000 7fced4c00640 10 client.4692 unmounting: trim pass, size still 0+1 2024-07-26T12:23:06.937 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.930+0000 7fcede41f480 2 client.4692 unmounting 2024-07-26T12:23:06.937 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.930+0000 7fcede41f480 20 client.4692 put_inode on 0x1.head(faked_ino=0 nref=6 ll_ref=1 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.902771+0000 ctime=2024-07-26T12:23:06.902771+0000 change_attr=13 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400aed0) n = 1 2024-07-26T12:23:06.938 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.930+0000 7fcede41f480 20 client.4692 put_inode on 0x1.head(faked_ino=0 nref=6 ll_ref=1 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.902771+0000 ctime=2024-07-26T12:23:06.902771+0000 change_attr=13 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400aed0) n = 1 2024-07-26T12:23:06.938 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.930+0000 7fcede41f480 10 client.4692 _ll_drop_pins 2024-07-26T12:23:06.938 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.930+0000 7fcede41f480 20 client.4692 _ll_put 0x7fcea400aed0 0x1 1 -> 0 2024-07-26T12:23:06.938 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.930+0000 7fcede41f480 20 client.4692 put_inode on 0x1.head(faked_ino=0 nref=7 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.902771+0000 ctime=2024-07-26T12:23:06.902771+0000 change_attr=13 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400aed0) n = 1 2024-07-26T12:23:06.938 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.930+0000 7fcede41f480 20 client.4692 put_inode on 0x1.head(faked_ino=0 nref=7 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.902771+0000 ctime=2024-07-26T12:23:06.902771+0000 change_attr=13 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400aed0) n = 1 2024-07-26T12:23:06.938 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.930+0000 7fcede41f480 20 client.4692 _release 0x1.head(faked_ino=0 nref=8 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.902771+0000 ctime=2024-07-26T12:23:06.902771+0000 change_attr=13 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400aed0) 2024-07-26T12:23:06.938 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.930+0000 7fcede41f480 10 client.4692 _invalidate_inode_cache 0x1.head(faked_ino=0 nref=8 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.902771+0000 ctime=2024-07-26T12:23:06.902771+0000 change_attr=13 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400aed0) 2024-07-26T12:23:06.938 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.930+0000 7fcede41f480 10 client.4692 _flush 0x1.head(faked_ino=0 nref=9 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.902771+0000 ctime=2024-07-26T12:23:06.902771+0000 change_attr=13 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400aed0) 2024-07-26T12:23:06.938 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.930+0000 7fcede41f480 10 client.4692 nothing to flush 2024-07-26T12:23:06.938 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.930+0000 7fcede41f480 20 client.4692 put_inode on 0x1.head(faked_ino=0 nref=9 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.902771+0000 ctime=2024-07-26T12:23:06.902771+0000 change_attr=13 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400aed0) n = 1 2024-07-26T12:23:06.938 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.930+0000 7fcede41f480 20 client.4692 put_inode on 0x1.head(faked_ino=0 nref=9 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.902771+0000 ctime=2024-07-26T12:23:06.902771+0000 change_attr=13 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400aed0) n = 1 2024-07-26T12:23:06.938 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.930+0000 7fcede41f480 10 client.4692 flush_caps_sync 2024-07-26T12:23:06.938 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.930+0000 7fcede41f480 10 client.4692 wait_sync_caps want 1 (last is 1, 0 total flushing) 2024-07-26T12:23:06.938 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.930+0000 7fcede41f480 20 client.4692 trim_cache size 0 max 16384 2024-07-26T12:23:06.939 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.930+0000 7fcede41f480 10 client.4692 _put_inode on 0x1.head(faked_ino=0 nref=9 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.902771+0000 ctime=2024-07-26T12:23:06.902771+0000 change_attr=13 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400aed0) n = 8 2024-07-26T12:23:06.939 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.930+0000 7fcede41f480 10 client.4692 remove_cap mds.0 on 0x1.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.902771+0000 ctime=2024-07-26T12:23:06.902771+0000 change_attr=13 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400aed0) 2024-07-26T12:23:06.939 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.930+0000 7fcede41f480 15 client.4692 remove_cap last one, closing snaprealm 0x7fcea400ade0 2024-07-26T12:23:06.939 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.930+0000 7fcede41f480 20 client.4692 put_snap_realm 0x1 0x7fcea400ade0 1 -> 0 2024-07-26T12:23:06.939 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.930+0000 7fcede41f480 10 client.4692 _put_inode deleting 0x1.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.902771+0000 ctime=2024-07-26T12:23:06.902771+0000 change_attr=13 caps=- has_dir_layout 0x7fcea400aed0) 2024-07-26T12:23:06.939 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.930+0000 7fcede41f480 2 client.4692 _close_mds_session mds.0 seq 0 2024-07-26T12:23:06.939 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.930+0000 7fcede41f480 1 -- 172.21.15.31:0/4248927772 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_session(request_close) -- 0x564e6d4db5c0 con 0x564e6d600fe0 2024-07-26T12:23:06.939 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.930+0000 7fcede41f480 2 client.4692 waiting for 1 mds session(s) to close (timeout: 30s) 2024-07-26T12:23:06.941 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.934+0000 7fced4c00640 1 -- 172.21.15.31:0/4248927772 <== mds.0 v2:172.21.15.31:6832/713364256 4 ==== client_session(close) ==== 28+0+0 (crc 0 0 0) 0x564e6d4db5c0 con 0x564e6d600fe0 2024-07-26T12:23:06.941 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.934+0000 7fced4c00640 10 client.4692 handle_client_session client_session(close) from mds.0 2024-07-26T12:23:06.941 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.934+0000 7fced4c00640 5 client.4692 _closed_mds_session mds.0 seq 0 2024-07-26T12:23:06.941 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.934+0000 7fced4c00640 1 -- 172.21.15.31:0/4248927772 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d600fe0 msgr2=0x564e6d4da460 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:06.941 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.934+0000 7fced4c00640 1 --2- 172.21.15.31:0/4248927772 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d600fe0 0x564e6d4da460 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:06.941 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.934+0000 7fced4c00640 10 client.4692 remove_session_caps mds.0 2024-07-26T12:23:06.942 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.934+0000 7fced4c00640 10 client.4692 kick_requests_closed for mds.0 2024-07-26T12:23:06.942 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.934+0000 7fced4c00640 10 client.4692 unmounting: trim pass, size was 0+0 2024-07-26T12:23:06.942 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.934+0000 7fced4c00640 20 client.4692 trim_cache size 0 max 16384 2024-07-26T12:23:06.942 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.934+0000 7fced4c00640 10 client.4692 unmounting: trim pass, size still 0+0 2024-07-26T12:23:06.942 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.934+0000 7fcede41f480 2 client.4692 unmounted. 2024-07-26T12:23:06.942 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.934+0000 7fcede41f480 1 client.4692 shutdown 2024-07-26T12:23:06.942 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.935+0000 7fcede41f480 1 -- 172.21.15.31:0/4248927772 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d5497a0 msgr2=0x564e6d4e0c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:06.942 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.935+0000 7fcede41f480 1 --2- 172.21.15.31:0/4248927772 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d5497a0 0x564e6d4e0c50 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fcec0054db0 tx=0x7fcec0005a00 comp rx=0 tx=0).stop 2024-07-26T12:23:06.942 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.935+0000 7fcede41f480 1 -- 172.21.15.31:0/4248927772 shutdown_connections 2024-07-26T12:23:06.942 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.935+0000 7fcede41f480 1 --2- 172.21.15.31:0/4248927772 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d5584e0 0x564e6d560f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:06.942 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.935+0000 7fcede41f480 1 --2- 172.21.15.31:0/4248927772 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d600fe0 0x564e6d4da460 unknown :-1 s=CLOSED pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:06.942 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.935+0000 7fcede41f480 1 --2- 172.21.15.31:0/4248927772 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d5497a0 0x564e6d4e0c50 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:06.942 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.935+0000 7fcede41f480 1 --2- 172.21.15.31:0/4248927772 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d4d6860 0x564e6d548f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:06.942 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.935+0000 7fcede41f480 1 -- 172.21.15.31:0/4248927772 >> 172.21.15.31:0/4248927772 conn(0x564e6d3cbab0 msgr2=0x564e6d4dcc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:23:06.943 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.935+0000 7fcede41f480 1 -- 172.21.15.31:0/4248927772 shutdown_connections 2024-07-26T12:23:06.943 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.935+0000 7fcede41f480 1 -- 172.21.15.31:0/4248927772 wait complete. 2024-07-26T12:23:06.943 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.935+0000 7fcede41f480 20 client.4692 trim_cache size 0 max 16384 2024-07-26T12:23:06.943 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.936+0000 7fcede41f480 1 -- start start 2024-07-26T12:23:06.943 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.938+0000 7fcede41f480 1 Processor -- start 2024-07-26T12:23:06.943 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.939+0000 7fcede41f480 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d4d6860 0x564e6d548f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:06.943 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.939+0000 7fcede41f480 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d5497a0 0x564e6d4e0c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:06.943 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.939+0000 7fcede41f480 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d5584e0 0x564e6d560f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:06.943 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.939+0000 7fcede41f480 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fcea4003c60 con 0x564e6d5584e0 2024-07-26T12:23:06.943 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.939+0000 7fcede41f480 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x564e6d5fe190 con 0x564e6d4d6860 2024-07-26T12:23:06.943 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.939+0000 7fcede41f480 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x564e6d603db0 con 0x564e6d5497a0 2024-07-26T12:23:06.943 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.939+0000 7fced7400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d5584e0 0x564e6d560f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:06.943 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.939+0000 7fced7400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d5584e0 0x564e6d560f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:43090/0 (socket says 172.21.15.31:43090) 2024-07-26T12:23:06.944 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.939+0000 7fced7400640 1 -- 172.21.15.31:0/2315461570 learned_addr learned my addr 172.21.15.31:0/2315461570 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:23:06.944 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.939+0000 7fced6a00640 1 --2- 172.21.15.31:0/2315461570 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d4d6860 0x564e6d548f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:06.944 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.939+0000 7fced6000640 1 --2- 172.21.15.31:0/2315461570 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d5497a0 0x564e6d4e0c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:06.944 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.940+0000 7fced7400640 1 -- 172.21.15.31:0/2315461570 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d5497a0 msgr2=0x564e6d4e0c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:06.944 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.940+0000 7fced7400640 1 --2- 172.21.15.31:0/2315461570 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d5497a0 0x564e6d4e0c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:06.944 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.940+0000 7fced7400640 1 -- 172.21.15.31:0/2315461570 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d4d6860 msgr2=0x564e6d548f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:06.944 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.940+0000 7fced7400640 1 --2- 172.21.15.31:0/2315461570 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d4d6860 0x564e6d548f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:06.944 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.940+0000 7fced7400640 1 -- 172.21.15.31:0/2315461570 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564e6d61b170 con 0x564e6d5584e0 2024-07-26T12:23:06.946 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.940+0000 7fced7400640 1 --2- 172.21.15.31:0/2315461570 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d5584e0 0x564e6d560f30 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fced000dca0 tx=0x7fced00058a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=df930bdb5f9635c5 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:23:06.946 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.940+0000 7fcecf400640 10 client.0 ms_handle_connect on v2:172.21.15.31:3300/0 2024-07-26T12:23:06.946 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.940+0000 7fcecf400640 1 -- 172.21.15.31:0/2315461570 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fced004c030 con 0x564e6d5584e0 2024-07-26T12:23:06.946 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.940+0000 7fcecf400640 1 -- 172.21.15.31:0/2315461570 <== mon.0 v2:172.21.15.31:3300/0 2 ==== osd_map(24..24 src has 1..24) ==== 5825+0+0 (secure 0 0 0) 0x7fced003c040 con 0x564e6d5584e0 2024-07-26T12:23:06.946 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.940+0000 7fcede41f480 10 client.4695 Subscribing to map 'mdsmap' 2024-07-26T12:23:06.946 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.940+0000 7fcede41f480 1 -- 172.21.15.31:0/2315461570 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,mdsmap=0+,monmap=2+}) -- 0x564e6d564c20 con 0x564e6d5584e0 2024-07-26T12:23:06.946 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.941+0000 7fceccc00640 20 client.4695 tick 2024-07-26T12:23:06.946 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.941+0000 7fceccc00640 20 client.4695 collect_and_send_metrics 2024-07-26T12:23:06.946 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.941+0000 7fceccc00640 20 client.4695 collect_and_send_global_metrics 2024-07-26T12:23:06.946 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.941+0000 7fceccc00640 5 client.4695 collect_and_send_global_metrics MDS rank 0 is not ready yet -- not sending metric 2024-07-26T12:23:06.947 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.941+0000 7fceccc00640 20 client.4695 trim_cache size 0 max 16384 2024-07-26T12:23:06.947 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.941+0000 7fceccc00640 20 client.4695 upkeep thread waiting interval 1.000000000s 2024-07-26T12:23:06.947 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.941+0000 7fcecf400640 1 -- 172.21.15.31:0/2315461570 <== mon.0 v2:172.21.15.31:3300/0 3 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fced0008a20 con 0x564e6d5584e0 2024-07-26T12:23:06.947 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.941+0000 7fcecf400640 1 -- 172.21.15.31:0/2315461570 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mdsmap(e 8) ==== 1240+0+0 (secure 0 0 0) 0x7fced0044040 con 0x564e6d5584e0 2024-07-26T12:23:06.947 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.941+0000 7fcecf400640 1 client.4695 handle_mds_map epoch 8 2024-07-26T12:23:06.947 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.941+0000 7fcede41f480 20 client.4695 populate_metadata read hostname 'smithi031' 2024-07-26T12:23:06.947 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.941+0000 7fcede41f480 10 client.4695 did not get mds through better means, so chose random mds 0 2024-07-26T12:23:06.947 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.941+0000 7fcede41f480 20 client.4695 mds is 0 2024-07-26T12:23:06.947 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.941+0000 7fcede41f480 10 client.4695 _open_mds_session mds.0 2024-07-26T12:23:06.947 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.941+0000 7fcede41f480 1 --2- 172.21.15.31:0/2315461570 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d600fe0 0x564e6d4a3bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:06.947 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.941+0000 7fcede41f480 1 -- 172.21.15.31:0/2315461570 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_session(request_open) -- 0x564e6d4d6c70 con 0x564e6d600fe0 2024-07-26T12:23:06.947 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.941+0000 7fcede41f480 10 client.4695 waiting for session to mds.0 to open 2024-07-26T12:23:06.947 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.941+0000 7fced6a00640 1 --2- 172.21.15.31:0/2315461570 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d600fe0 0x564e6d4a3bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:06.948 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.942+0000 7fcecf400640 10 client.4695 ms_handle_connect on v2:172.21.15.31:6832/713364256 2024-07-26T12:23:06.948 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.942+0000 7fced6a00640 1 --2- 172.21.15.31:0/2315461570 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d600fe0 0x564e6d4a3bf0 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a263b7ce77e480f4 server_cookie=aa04a410054e5836 in_seq=0 out_seq=0 2024-07-26T12:23:06.949 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.946+0000 7fcecf400640 1 -- 172.21.15.31:0/2315461570 <== mds.0 v2:172.21.15.31:6832/713364256 1 ==== client_session(open cap_auths [MDSCapAuth(readable=1, writeable=1)]) ==== 113+0+0 (crc 0 0 0) 0x564e6d4d6c70 con 0x564e6d600fe0 2024-07-26T12:23:06.949 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.946+0000 7fcecf400640 10 client.4695 handle_client_session client_session(open cap_auths [MDSCapAuth(readable=1, writeable=1)]) from mds.0 2024-07-26T12:23:06.950 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.946+0000 7fcecf400640 10 client.4695 renew_caps mds.0 2024-07-26T12:23:06.950 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.946+0000 7fcecf400640 1 -- 172.21.15.31:0/2315461570 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_session(request_renewcaps seq 1) -- 0x7fcea4007320 con 0x564e6d600fe0 2024-07-26T12:23:06.950 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.946+0000 7fcecf400640 10 client.4695 connect_mds_targets for mds.0 2024-07-26T12:23:06.950 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.946+0000 7fcede41f480 10 client.4695 did not get mds through better means, so chose random mds 0 2024-07-26T12:23:06.950 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.946+0000 7fcede41f480 20 client.4695 mds is 0 2024-07-26T12:23:06.950 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.946+0000 7fcede41f480 10 client.4695 send_request rebuilding request 1 for mds.0 2024-07-26T12:23:06.950 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.946+0000 7fcede41f480 20 client.4695 encode_cap_releases enter (req: 0x564e6d4da460, mds: 0) 2024-07-26T12:23:06.950 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.946+0000 7fcede41f480 20 client.4695 send_request set sent_stamp to 2024-07-26T12:23:06.947597+0000 2024-07-26T12:23:06.950 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.946+0000 7fcede41f480 10 client.4695 send_request client_request(unknown.0:1 getattr pAsLsXsFs #0x1 2024-07-26T12:23:06.942641+0000 caller_uid=0, caller_gid=0{}) to mds.0 2024-07-26T12:23:06.950 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.946+0000 7fcede41f480 1 -- 172.21.15.31:0/2315461570 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_request(unknown.0:1 getattr pAsLsXsFs #0x1 2024-07-26T12:23:06.942641+0000 caller_uid=0, caller_gid=0{}) -- 0x564e6d4db410 con 0x564e6d600fe0 2024-07-26T12:23:06.950 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.946+0000 7fcede41f480 20 client.4695 awaiting reply|forward|kick on 0x7ffdd11eed80 2024-07-26T12:23:06.950 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.946+0000 7fcecf400640 1 -- 172.21.15.31:0/2315461570 <== mds.0 v2:172.21.15.31:6832/713364256 2 ==== client_session(renewcaps seq 1) ==== 28+0+0 (crc 0 0 0) 0x7fcea4007320 con 0x564e6d600fe0 2024-07-26T12:23:06.951 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.946+0000 7fcecf400640 10 client.4695 handle_client_session client_session(renewcaps seq 1) from mds.0 2024-07-26T12:23:06.951 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.946+0000 7fcecf400640 1 -- 172.21.15.31:0/2315461570 <== mds.0 v2:172.21.15.31:6832/713364256 3 ==== client_reply(???:1 = 0 (0) Success) ==== 431+0+0 (crc 0 0 0) 0x7fcec8000c80 con 0x564e6d600fe0 2024-07-26T12:23:06.951 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.946+0000 7fcecf400640 20 client.4695 handle_client_reply got a reply. Safe:1 tid 1 2024-07-26T12:23:06.951 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.946+0000 7fcecf400640 10 client.4695 insert_trace from 2024-07-26T12:23:06.947597+0000 mds.0 is_target=1 is_dentry=0 2024-07-26T12:23:06.951 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.946+0000 7fcecf400640 10 client.4695 features 0xffffffffffffffff 2024-07-26T12:23:06.951 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.946+0000 7fcecf400640 10 client.4695 update_snap_trace len 70 2024-07-26T12:23:06.951 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.946+0000 7fcecf400640 20 client.4695 get_snap_realm 0x1 0, nref was 0 2024-07-26T12:23:06.951 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.946+0000 7fcecf400640 20 client.4695 get_snap_realm 0x1 0x7fcea4007540, nref now is 1 2024-07-26T12:23:06.951 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.946+0000 7fcecf400640 10 client.4695 update_snap_trace snaprealm(0x1 nref=1 c=0 seq=0 parent=0x0 my_snaps=[] cached_snapc=0=[] last_modified=0.000000 change_attr=0) seq 1 > 0 2024-07-26T12:23:06.951 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.946+0000 7fcecf400640 10 client.4695 invalidate_snaprealm_and_children snaprealm(0x1 nref=2 c=0 seq=1 parent=0x0 my_snaps=[] cached_snapc=0=[] last_modified=2024-07-26T12:21:44.597796+0000 change_attr=0) 2024-07-26T12:23:06.951 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.946+0000 7fcecf400640 15 client.4695 update_snap_trace snaprealm(0x1 nref=2 c=0 seq=1 parent=0x0 my_snaps=[] cached_snapc=0=[] last_modified=2024-07-26T12:21:44.597796+0000 change_attr=0) self|parent updated 2024-07-26T12:23:06.951 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.946+0000 7fcecf400640 15 client.4695 snapc 1=[] 2024-07-26T12:23:06.951 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.946+0000 7fcecf400640 10 client.4695 no new snap on snaprealm(0x1 nref=2 c=0 seq=1 parent=0x0 my_snaps=[] cached_snapc=1=[] last_modified=2024-07-26T12:21:44.597796+0000 change_attr=0) 2024-07-26T12:23:06.951 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.946+0000 7fcecf400640 20 client.4695 put_snap_realm 0x1 0x7fcea4007540 2 -> 1 2024-07-26T12:23:06.952 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.946+0000 7fcecf400640 10 client.4695 hrm is_target=1 is_dentry=0 2024-07-26T12:23:06.952 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.947+0000 7fcecf400640 10 client.4695 update_inode_file_time 0x1.head(faked_ino=0 nref=3 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=0.000000 ctime=0.000000 change_attr=0 caps=- 0x7fcea400ade0) - ctime 2024-07-26T12:23:06.902771+0000 mtime 2024-07-26T12:23:06.902771+0000 2024-07-26T12:23:06.952 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.947+0000 7fcecf400640 20 client.4695 dir hash is 2 2024-07-26T12:23:06.952 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.947+0000 7fcecf400640 12 client.4695 add_update_inode client inode change_attr: 0 , mds inodestat change_attr: 13 2024-07-26T12:23:06.952 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.947+0000 7fcecf400640 12 client.4695 add_update_inode adding 0x1.head(faked_ino=0 nref=3 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.902771+0000 ctime=2024-07-26T12:23:06.902771+0000 change_attr=13 caps=- has_dir_layout 0x7fcea400ade0) caps pAsLsXsFs 2024-07-26T12:23:06.952 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.947+0000 7fcecf400640 20 client.4695 get_snap_realm 0x1 0x7fcea4007540, nref was 1 2024-07-26T12:23:06.952 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.947+0000 7fcecf400640 20 client.4695 get_snap_realm 0x1 0x7fcea4007540, nref now is 2 2024-07-26T12:23:06.952 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.947+0000 7fcecf400640 15 client.4695 add_update_cap first one, opened snaprealm 0x7fcea4007540 2024-07-26T12:23:06.952 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.947+0000 7fcecf400640 10 client.4695 add_update_cap issued - -> pAsLsXsFs from mds.0 on 0x1.head(faked_ino=0 nref=3 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.902771+0000 ctime=2024-07-26T12:23:06.902771+0000 change_attr=13 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400ade0) 2024-07-26T12:23:06.952 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.947+0000 7fcecf400640 10 client.4695 add_update_cap calling signal_caps_inode 2024-07-26T12:23:06.952 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.947+0000 7fcecf400640 20 client.4695 put_snap_realm 0x1 0x7fcea4007540 2 -> 1 2024-07-26T12:23:06.952 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.947+0000 7fcecf400640 20 client.4695 handle_client_reply signalling caller 0x7ffdd11eed80 2024-07-26T12:23:06.952 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.947+0000 7fcecf400640 20 client.4695 handle_client_reply awaiting kickback on tid 1 0x7fcecf3fde20 2024-07-26T12:23:06.952 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.947+0000 7fcede41f480 20 client.4695 sendrecv kickback on tid 1 0x7fcecf3fde20 2024-07-26T12:23:06.953 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.947+0000 7fcede41f480 20 client.4695 lat 0.000725 2024-07-26T12:23:06.953 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.947+0000 7fcede41f480 20 client.4695 _ll_get 0x7fcea400ade0 0x1 -> 1 2024-07-26T12:23:06.953 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.947+0000 7fcecf400640 20 client.4695 put_inode on 0x1.head(faked_ino=0 nref=6 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.902771+0000 ctime=2024-07-26T12:23:06.902771+0000 change_attr=13 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400ade0) n = 1 2024-07-26T12:23:06.953 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.947+0000 7fcecf400640 20 client.4695 put_inode on 0x1.head(faked_ino=0 nref=6 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.902771+0000 ctime=2024-07-26T12:23:06.902771+0000 change_attr=13 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400ade0) n = 1 2024-07-26T12:23:06.953 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.947+0000 7fcede41f480 8 client.4695 _ll_create 0x1.head test_llreadvllwritevzerobytesfile44787 0666 578, uid 0, gid 0 2024-07-26T12:23:06.953 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.947+0000 7fcede41f480 10 client.4695 _do_lookup on #0x1/test_llreadvllwritevzerobytesfile44787 2024-07-26T12:23:06.953 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.947+0000 7fcede41f480 20 client.4695 choose_target_mds starting with req->inode 0x1.head(faked_ino=0 nref=7 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.902771+0000 ctime=2024-07-26T12:23:06.902771+0000 change_attr=13 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400ade0) 2024-07-26T12:23:06.953 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.947+0000 7fcede41f480 20 client.4695 choose_target_mds inode dir hash is 2 on test_llreadvllwritevzerobytesfile44787 => 95587011 2024-07-26T12:23:06.953 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.947+0000 7fcede41f480 20 client.4695 choose_target_mds 0x1.head(faked_ino=0 nref=7 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.902771+0000 ctime=2024-07-26T12:23:06.902771+0000 change_attr=13 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400ade0) is_hash=1 hash=95587011 2024-07-26T12:23:06.953 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.947+0000 7fcede41f480 10 client.4695 choose_target_mds from caps on inode 0x1.head(faked_ino=0 nref=7 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.902771+0000 ctime=2024-07-26T12:23:06.902771+0000 change_attr=13 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400ade0) 2024-07-26T12:23:06.953 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.947+0000 7fcede41f480 20 client.4695 mds is 0 2024-07-26T12:23:06.953 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.947+0000 7fcede41f480 10 client.4695 send_request rebuilding request 2 for mds.0 2024-07-26T12:23:06.953 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.947+0000 7fcede41f480 20 client.4695 encode_cap_releases enter (req: 0x564e6d4db410, mds: 0) 2024-07-26T12:23:06.954 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.947+0000 7fcede41f480 20 client.4695 send_request set sent_stamp to 2024-07-26T12:23:06.948389+0000 2024-07-26T12:23:06.954 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.947+0000 7fcede41f480 10 client.4695 send_request client_request(unknown.0:2 lookup #0x1/test_llreadvllwritevzerobytesfile44787 2024-07-26T12:23:06.948364+0000 caller_uid=0, caller_gid=0{}) to mds.0 2024-07-26T12:23:06.954 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.947+0000 7fcede41f480 1 -- 172.21.15.31:0/2315461570 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_request(unknown.0:2 lookup #0x1/test_llreadvllwritevzerobytesfile44787 2024-07-26T12:23:06.948364+0000 caller_uid=0, caller_gid=0{}) -- 0x564e6d4db860 con 0x564e6d600fe0 2024-07-26T12:23:06.954 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.947+0000 7fcede41f480 20 client.4695 awaiting reply|forward|kick on 0x7ffdd11eeb50 2024-07-26T12:23:06.954 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.947+0000 7fcecf400640 1 -- 172.21.15.31:0/2315461570 <== mds.0 v2:172.21.15.31:6832/713364256 4 ==== client_reply(???:2 = -2 (2) No such file or directory) ==== 27+0+0 (crc 0 0 0) 0x7fcec800e7d0 con 0x564e6d600fe0 2024-07-26T12:23:06.954 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.947+0000 7fcecf400640 20 client.4695 handle_client_reply got a reply. Safe:1 tid 2 2024-07-26T12:23:06.954 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.947+0000 7fcecf400640 10 client.4695 insert_trace from 2024-07-26T12:23:06.948389+0000 mds.0 is_target=0 is_dentry=0 2024-07-26T12:23:06.954 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.947+0000 7fcecf400640 10 client.4695 insert_trace -- no trace 2024-07-26T12:23:06.954 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.947+0000 7fcecf400640 20 client.4695 handle_client_reply signalling caller 0x7ffdd11eeb50 2024-07-26T12:23:06.954 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.947+0000 7fcecf400640 20 client.4695 handle_client_reply awaiting kickback on tid 2 0x7fcecf3fde20 2024-07-26T12:23:06.954 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.947+0000 7fcede41f480 20 client.4695 sendrecv kickback on tid 2 0x7fcecf3fde20 2024-07-26T12:23:06.954 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.947+0000 7fcede41f480 20 client.4695 lat 0.000479 2024-07-26T12:23:06.954 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.947+0000 7fcede41f480 10 client.4695 _do_lookup res is -2 2024-07-26T12:23:06.955 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.947+0000 7fcede41f480 10 client.4695 _lookup 0x1.head(faked_ino=0 nref=7 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.902771+0000 ctime=2024-07-26T12:23:06.902771+0000 change_attr=13 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400ade0) test_llreadvllwritevzerobytesfile44787 = -2 2024-07-26T12:23:06.955 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.947+0000 7fcede41f480 20 client.4695 may_create 0x1.head(faked_ino=0 nref=7 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.902771+0000 ctime=2024-07-26T12:23:06.902771+0000 change_attr=13 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400ade0); UserPerm(uid: 0, gid: 0) 2024-07-26T12:23:06.955 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.947+0000 7fcede41f480 10 client.4695 _getattr mask As issued=1 2024-07-26T12:23:06.955 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.947+0000 7fcede41f480 3 client.4695 may_create 0x7fcea400ade0 = 0 2024-07-26T12:23:06.955 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.947+0000 7fcede41f480 8 client.4695 _create(0x1 test_llreadvllwritevzerobytesfile44787, 0666) 2024-07-26T12:23:06.955 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.947+0000 7fcede41f480 20 client.4695 get_or_create 0x1.head(faked_ino=0 nref=8 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.902771+0000 ctime=2024-07-26T12:23:06.902771+0000 change_attr=13 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400ade0) name test_llreadvllwritevzerobytesfile44787 2024-07-26T12:23:06.955 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.947+0000 7fcede41f480 15 open_dir 0x564e6d4d9cc0 on 0x7fcea400ade0 2024-07-26T12:23:06.955 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.947+0000 7fcede41f480 15 client.4695 link dir 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.902771+0000 ctime=2024-07-26T12:23:06.902771+0000 change_attr=13 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400ade0) 'test_llreadvllwritevzerobytesfile44787' dn 0x1.head["test_llreadvllwritevzerobytesfile44787"] (new dn) 2024-07-26T12:23:06.955 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.947+0000 7fcede41f480 20 client.4695 choose_target_mds starting with req->inode 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.902771+0000 ctime=2024-07-26T12:23:06.902771+0000 change_attr=13 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400ade0) 2024-07-26T12:23:06.955 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.947+0000 7fcede41f480 20 client.4695 choose_target_mds inode dir hash is 2 on test_llreadvllwritevzerobytesfile44787 => 95587011 2024-07-26T12:23:06.955 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.947+0000 7fcede41f480 20 client.4695 choose_target_mds 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.902771+0000 ctime=2024-07-26T12:23:06.902771+0000 change_attr=13 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400ade0) is_hash=1 hash=95587011 2024-07-26T12:23:06.955 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.947+0000 7fcede41f480 10 client.4695 choose_target_mds from caps on inode 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.902771+0000 ctime=2024-07-26T12:23:06.902771+0000 change_attr=13 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400ade0) 2024-07-26T12:23:06.955 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.947+0000 7fcede41f480 20 client.4695 mds is 0 2024-07-26T12:23:06.955 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.947+0000 7fcede41f480 10 client.4695 send_request rebuilding request 3 for mds.0 2024-07-26T12:23:06.956 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.947+0000 7fcede41f480 20 client.4695 encode_cap_releases enter (req: 0x564e6d4db860, mds: 0) 2024-07-26T12:23:06.956 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.947+0000 7fcede41f480 20 client.4695 encode_dentry_release enter(dn:0x7fcea400acf0) 2024-07-26T12:23:06.956 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.947+0000 7fcede41f480 20 client.4695 encode_inode_release enter(in:0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.902771+0000 ctime=2024-07-26T12:23:06.902771+0000 change_attr=13 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400ade0), req:0x564e6d4db860 mds:0, drop:Fs, unless:Fx, force:1) 2024-07-26T12:23:06.956 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.947+0000 7fcede41f480 20 client.4695 send_request set sent_stamp to 2024-07-26T12:23:06.948937+0000 2024-07-26T12:23:06.956 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.947+0000 7fcede41f480 10 client.4695 send_request client_request(unknown.0:3 create owner_uid=0, owner_gid=0 #0x1/test_llreadvllwritevzerobytesfile44787 2024-07-26T12:23:06.948916+0000 caller_uid=0, caller_gid=0{}) to mds.0 2024-07-26T12:23:06.956 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.947+0000 7fcede41f480 1 -- 172.21.15.31:0/2315461570 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_request(unknown.0:3 create owner_uid=0, owner_gid=0 #0x1/test_llreadvllwritevzerobytesfile44787 2024-07-26T12:23:06.948916+0000 caller_uid=0, caller_gid=0{}) -- 0x564e6d5670f0 con 0x564e6d600fe0 2024-07-26T12:23:06.956 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.947+0000 7fcede41f480 20 client.4695 awaiting reply|forward|kick on 0x7ffdd11eebb0 2024-07-26T12:23:06.956 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.947+0000 7fcecf400640 20 client.4695 put_inode on 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.902771+0000 ctime=2024-07-26T12:23:06.902771+0000 change_attr=13 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400ade0) n = 1 2024-07-26T12:23:06.958 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.952+0000 7fcecf400640 1 -- 172.21.15.31:0/2315461570 <== mds.0 v2:172.21.15.31:6832/713364256 5 ==== client_reply(???:3 = 0 (0) Success safe) ==== 859+0+0 (crc 0 0 0) 0x7fcec800e9c0 con 0x564e6d600fe0 2024-07-26T12:23:06.958 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.952+0000 7fcecf400640 20 client.4695 handle_client_reply got a reply. Safe:1 tid 3 2024-07-26T12:23:06.958 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.952+0000 7fcecf400640 10 client.4695 insert_trace from 2024-07-26T12:23:06.948937+0000 mds.0 is_target=1 is_dentry=1 2024-07-26T12:23:06.958 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.953+0000 7fcecf400640 10 client.4695 features 0xffffffffffffffff 2024-07-26T12:23:06.958 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.953+0000 7fcecf400640 10 client.4695 update_snap_trace len 70 2024-07-26T12:23:06.958 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.953+0000 7fcecf400640 20 client.4695 get_snap_realm 0x1 0x7fcea4007540, nref was 1 2024-07-26T12:23:06.958 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.953+0000 7fcecf400640 20 client.4695 get_snap_realm 0x1 0x7fcea4007540, nref now is 2 2024-07-26T12:23:06.959 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.953+0000 7fcecf400640 10 client.4695 update_snap_trace snaprealm(0x1 nref=2 c=0 seq=1 parent=0x0 my_snaps=[] cached_snapc=1=[] last_modified=2024-07-26T12:21:44.597796+0000 change_attr=0) seq 1 <= 1 and same parent, SKIPPING 2024-07-26T12:23:06.959 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.953+0000 7fcecf400640 10 client.4695 hrm is_target=1 is_dentry=1 2024-07-26T12:23:06.959 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.953+0000 7fcecf400640 10 client.4695 update_inode_file_time 0x10000000007.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={} open={} mode=100666 size=0/0 nlink=1 btime=2024-07-26T12:23:06.948916+0000 mtime=0.000000 ctime=0.000000 change_attr=0 caps=- objectset[0x10000000007 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b3c0) - ctime 2024-07-26T12:23:06.948916+0000 mtime 2024-07-26T12:23:06.948916+0000 2024-07-26T12:23:06.959 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.953+0000 7fcecf400640 12 client.4695 add_update_inode client inode change_attr: 0 , mds inodestat change_attr: 0 2024-07-26T12:23:06.959 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.953+0000 7fcecf400640 12 client.4695 add_update_inode adding 0x10000000007.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={} open={} mode=100666 size=0/0 nlink=1 btime=2024-07-26T12:23:06.948916+0000 mtime=2024-07-26T12:23:06.948916+0000 ctime=2024-07-26T12:23:06.948916+0000 change_attr=0 caps=- objectset[0x10000000007 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b3c0) caps pAsxLsXsxFsxcrwb 2024-07-26T12:23:06.959 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.953+0000 7fcecf400640 20 client.4695 get_snap_realm 0x1 0x7fcea4007540, nref was 2 2024-07-26T12:23:06.959 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.953+0000 7fcecf400640 20 client.4695 get_snap_realm 0x1 0x7fcea4007540, nref now is 3 2024-07-26T12:23:06.959 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.953+0000 7fcecf400640 15 client.4695 add_update_cap first one, opened snaprealm 0x7fcea4007540 2024-07-26T12:23:06.959 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.953+0000 7fcecf400640 10 client.4695 add_update_cap issued - -> pAsxLsXsxFsxcrwb from mds.0 on 0x10000000007.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={} open={} mode=100666 size=0/0 nlink=1 btime=2024-07-26T12:23:06.948916+0000 mtime=2024-07-26T12:23:06.948916+0000 ctime=2024-07-26T12:23:06.948916+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000007 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b3c0) 2024-07-26T12:23:06.959 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.953+0000 7fcecf400640 10 client.4695 add_update_cap calling signal_caps_inode 2024-07-26T12:23:06.959 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.953+0000 7fcecf400640 12 client.4695 add_update_inode had 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.902771+0000 ctime=2024-07-26T12:23:06.902771+0000 change_attr=13 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400ade0) caps pAsLsXs 2024-07-26T12:23:06.959 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.953+0000 7fcecf400640 10 client.4695 update_inode_file_time 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.902771+0000 ctime=2024-07-26T12:23:06.902771+0000 change_attr=13 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400ade0) pAsLsXs ctime 2024-07-26T12:23:06.948916+0000 mtime 2024-07-26T12:23:06.948916+0000 2024-07-26T12:23:06.959 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.953+0000 7fcecf400640 20 client.4695 dir hash is 2 2024-07-26T12:23:06.959 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.953+0000 7fcecf400640 12 client.4695 add_update_inode client inode change_attr: 13 , mds inodestat change_attr: 14 2024-07-26T12:23:06.960 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.953+0000 7fcecf400640 10 client.4695 add_update_cap issued pAsLsXs -> pAsLsXs from mds.0 on 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.948916+0000 ctime=2024-07-26T12:23:06.948916+0000 change_attr=14 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400ade0) 2024-07-26T12:23:06.960 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.953+0000 7fcecf400640 20 client.4695 got dirfrag map for 0x1 frag * to mds 0 2024-07-26T12:23:06.960 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.953+0000 7fcecf400640 12 client.4695 insert_dentry_inode 'test_llreadvllwritevzerobytesfile44787' vino 0x10000000007.head in dir 0x1.head dn 0x7fcea400acf0 2024-07-26T12:23:06.960 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.953+0000 7fcecf400640 15 client.4695 link dir 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.948916+0000 ctime=2024-07-26T12:23:06.948916+0000 change_attr=14 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400ade0) 'test_llreadvllwritevzerobytesfile44787' to inode 0x7fcea400b3c0 dn 0x1.head["test_llreadvllwritevzerobytesfile44787"] (old dn) 2024-07-26T12:23:06.960 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.953+0000 7fcecf400640 20 client.4695 put_inode on 0x10000000007.head(faked_ino=0 nref=4 ll_ref=0 cap_refs={} open={} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:06.948916+0000 mtime=2024-07-26T12:23:06.948916+0000 ctime=2024-07-26T12:23:06.948916+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000007 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevzerobytesfile44787"] 0x7fcea400b3c0) n = 1 2024-07-26T12:23:06.960 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.953+0000 7fcecf400640 20 client.4695 link inode 0x7fcea400b3c0 parents now 0x1.head["test_llreadvllwritevzerobytesfile44787"] 2024-07-26T12:23:06.960 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.953+0000 7fcecf400640 20 client.4695 put_inode on 0x10000000007.head(faked_ino=0 nref=4 ll_ref=0 cap_refs={} open={} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:06.948916+0000 mtime=2024-07-26T12:23:06.948916+0000 ctime=2024-07-26T12:23:06.948916+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000007 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevzerobytesfile44787"] 0x7fcea400b3c0) n = 1 2024-07-26T12:23:06.960 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.953+0000 7fcecf400640 15 client.4695 update_dentry_lease 0x1.head["test_llreadvllwritevzerobytesfile44787"] lease(mask 7 dur 30000) from 2024-07-26T12:23:06.948937+0000 2024-07-26T12:23:06.960 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.953+0000 7fcecf400640 10 client.4695 got dentry lease on test_llreadvllwritevzerobytesfile44787 dur 30000ms ttl 2024-07-26T12:23:36.948937+0000 2024-07-26T12:23:06.960 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.953+0000 7fcecf400640 20 client.4695 put_snap_realm 0x1 0x7fcea4007540 3 -> 2 2024-07-26T12:23:06.960 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.953+0000 7fcecf400640 20 client.4695 handle_client_reply signalling caller 0x7ffdd11eebb0 2024-07-26T12:23:06.960 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.953+0000 7fcecf400640 20 client.4695 handle_client_reply awaiting kickback on tid 3 0x7fcecf3fde20 2024-07-26T12:23:06.960 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.953+0000 7fcede41f480 20 client.4695 sendrecv kickback on tid 3 0x7fcecf3fde20 2024-07-26T12:23:06.961 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.953+0000 7fcede41f480 10 client.4695 delegated_inos: [] 2024-07-26T12:23:06.961 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.953+0000 7fcede41f480 10 client.4695 make_request created ino 0x10000000007 2024-07-26T12:23:06.961 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.953+0000 7fcede41f480 20 client.4695 make_request target is 0x10000000007.head(faked_ino=0 nref=6 ll_ref=0 cap_refs={} open={} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:06.948916+0000 mtime=2024-07-26T12:23:06.948916+0000 ctime=2024-07-26T12:23:06.948916+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000007 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevzerobytesfile44787"] 0x7fcea400b3c0) 2024-07-26T12:23:06.961 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.953+0000 7fcede41f480 20 client.4695 lat 0.005488 2024-07-26T12:23:06.961 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.953+0000 7fcede41f480 10 break_deleg: breaking delegs on 0x10000000007.head(faked_ino=0 nref=6 ll_ref=0 cap_refs={} open={3=1} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:06.948916+0000 mtime=2024-07-26T12:23:06.948916+0000 ctime=2024-07-26T12:23:06.948916+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000007 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevzerobytesfile44787"] 0x7fcea400b3c0) 2024-07-26T12:23:06.961 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.953+0000 7fcede41f480 10 delegations_broken: delegations empty on 0x10000000007.head(faked_ino=0 nref=6 ll_ref=0 cap_refs={} open={3=1} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:06.948916+0000 mtime=2024-07-26T12:23:06.948916+0000 ctime=2024-07-26T12:23:06.948916+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000007 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevzerobytesfile44787"] 0x7fcea400b3c0) 2024-07-26T12:23:06.961 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.953+0000 7fcede41f480 20 client.4695 put_inode on 0x10000000007.head(faked_ino=0 nref=8 ll_ref=0 cap_refs={} open={3=1} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:06.948916+0000 mtime=2024-07-26T12:23:06.948916+0000 ctime=2024-07-26T12:23:06.948916+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000007 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevzerobytesfile44787"] 0x7fcea400b3c0) n = 1 2024-07-26T12:23:06.961 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.953+0000 7fcede41f480 10 client.4695 _create_fh 0x10000000007 mode 3 2024-07-26T12:23:06.961 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.953+0000 7fcede41f480 20 client.4695 trim_cache size 1 max 16384 2024-07-26T12:23:06.961 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.953+0000 7fcede41f480 8 client.4695 create(#0x1/test_llreadvllwritevzerobytesfile44787, 0100666 layout 0 0 0) = 0 2024-07-26T12:23:06.961 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.953+0000 7fcede41f480 20 client.4695 _ll_create created = 1 2024-07-26T12:23:06.961 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.953+0000 7fcede41f480 8 client.4695 _ll_create 0x1.head test_llreadvllwritevzerobytesfile44787 0666 578 = 0 (0x564e6d4e0120 10000000007) 2024-07-26T12:23:06.961 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.953+0000 7fcede41f480 20 client.4695 _ll_get 0x7fcea400b3c0 0x10000000007 -> 1 2024-07-26T12:23:06.961 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.953+0000 7fcede41f480 10 client.4695 fill_statx on 0x10000000007 snap/devhead mode 0100666 mtime 2024-07-26T12:23:06.948916+0000 ctime 2024-07-26T12:23:06.948916+0000 change_attr 0 2024-07-26T12:23:06.962 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.953+0000 7fcede41f480 20 client.4695 put_inode on 0x10000000007.head(faked_ino=0 nref=9 ll_ref=1 cap_refs={} open={3=1} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:06.948916+0000 mtime=2024-07-26T12:23:06.948916+0000 ctime=2024-07-26T12:23:06.948916+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000007 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevzerobytesfile44787"] 0x7fcea400b3c0) n = 1 2024-07-26T12:23:06.962 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.953+0000 7fcede41f480 3 client.4695 pwritev(0x564e6d4e0120, "...", 0, 0) = -22 2024-07-26T12:23:06.962 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.953+0000 7fcede41f480 1 --2- 172.21.15.31:0/2315461570 >> [v2:172.21.15.123:6810/3352982608,v1:172.21.15.123:6812/3352982608] conn(0x564e6d5f72b0 0x564e6d552700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:06.962 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.953+0000 7fcede41f480 1 -- 172.21.15.31:0/2315461570 --> [v2:172.21.15.123:6810/3352982608,v1:172.21.15.123:6812/3352982608] -- osd_op(unknown.0.0:1 3.1d 3:bbf5850a:::10000000007.00000000:head [stat] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e24) -- 0x564e6d5f76c0 con 0x564e6d5f72b0 2024-07-26T12:23:06.962 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.953+0000 7fcede41f480 1 -- 172.21.15.31:0/2315461570 --> [v2:172.21.15.123:6810/3352982608,v1:172.21.15.123:6812/3352982608] -- osd_op(unknown.0.0:2 3.1d 3:bbf5850a:::10000000007.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e24) -- 0x564e6d5530f0 con 0x564e6d5f72b0 2024-07-26T12:23:06.962 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.953+0000 7fcecf400640 20 client.4695 put_inode on 0x10000000007.head(faked_ino=0 nref=9 ll_ref=1 cap_refs={} open={3=1} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:06.948916+0000 mtime=2024-07-26T12:23:06.948916+0000 ctime=2024-07-26T12:23:06.948916+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000007 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevzerobytesfile44787"] 0x7fcea400b3c0) n = 1 2024-07-26T12:23:06.962 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.953+0000 7fcecf400640 20 client.4695 put_inode on 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.948916+0000 ctime=2024-07-26T12:23:06.948916+0000 change_attr=14 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400ade0) n = 1 2024-07-26T12:23:06.962 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.954+0000 7fced6000640 1 --2- 172.21.15.31:0/2315461570 >> [v2:172.21.15.123:6810/3352982608,v1:172.21.15.123:6812/3352982608] conn(0x564e6d5f72b0 0x564e6d552700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:06.962 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.955+0000 7fced6000640 1 --2- 172.21.15.31:0/2315461570 >> [v2:172.21.15.123:6810/3352982608,v1:172.21.15.123:6812/3352982608] conn(0x564e6d5f72b0 0x564e6d552700 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=4a4a4a5cfd8868af server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:23:06.962 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.955+0000 7fcecf400640 10 client.4695 ms_handle_connect on v2:172.21.15.123:6810/3352982608 2024-07-26T12:23:06.962 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.956+0000 7fced6000640 1 -- 172.21.15.31:0/2315461570 <== osd.5 v2:172.21.15.123:6810/3352982608 1 ==== osd_op_reply(1 10000000007.00000000 [stat] v0'0 uv0 ondisk = -2 ((2) No such file or directory)) ==== 164+0+0 (crc 0 0 0) 0x7fcec0064070 con 0x564e6d5f72b0 2024-07-26T12:23:06.963 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.960+0000 7fced6000640 1 -- 172.21.15.31:0/2315461570 <== osd.5 v2:172.21.15.123:6810/3352982608 2 ==== osd_op_reply(2 10000000007.00000000 [create] v24'1 uv1 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7fcec0064070 con 0x564e6d5f72b0 2024-07-26T12:23:06.963 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.960+0000 7fcede41f480 10 client.4695 get_caps 0x10000000007.head(faked_ino=0 nref=9 ll_ref=1 cap_refs={} open={3=1} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:06.948916+0000 mtime=2024-07-26T12:23:06.948916+0000 ctime=2024-07-26T12:23:06.948916+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000007 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevzerobytesfile44787"] 0x7fcea400b3c0) have pAsxLsXsxFsxcrwb need Fr want Fc revoking - 2024-07-26T12:23:06.963 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.960+0000 7fcede41f480 10 client.4695 _read_async 0x10000000007.head(faked_ino=0 nref=9 ll_ref=1 cap_refs={2048=1} open={3=1} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:06.948916+0000 mtime=2024-07-26T12:23:06.948916+0000 ctime=2024-07-26T12:23:06.948916+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000007 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevzerobytesfile44787"] 0x7fcea400b3c0) 0~0 2024-07-26T12:23:06.964 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.960+0000 7fcede41f480 3 client.4695 preadv(0x564e6d4e0120, 0) = 0 2024-07-26T12:23:06.964 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.960+0000 7fcede41f480 3 client.4695 ll_release (fh)0x564e6d4e0120 0x10000000007 2024-07-26T12:23:06.964 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.960+0000 7fcede41f480 8 client.4695 _release_fh 0x564e6d4e0120 mode 3 on 0x10000000007.head(faked_ino=0 nref=9 ll_ref=1 cap_refs={2048=0} open={3=1} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:06.948916+0000 mtime=2024-07-26T12:23:06.948916+0000 ctime=2024-07-26T12:23:06.948916+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000007 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevzerobytesfile44787"] 0x7fcea400b3c0) 2024-07-26T12:23:06.964 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.960+0000 7fcede41f480 10 client.4695 _flush 0x10000000007.head(faked_ino=0 nref=10 ll_ref=1 cap_refs={2048=0} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:06.948916+0000 mtime=2024-07-26T12:23:06.948916+0000 ctime=2024-07-26T12:23:06.948916+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000007 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevzerobytesfile44787"] 0x7fcea400b3c0) 2024-07-26T12:23:06.964 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.960+0000 7fcede41f480 10 client.4695 nothing to flush 2024-07-26T12:23:06.964 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.960+0000 7fcede41f480 20 client.4695 put_inode on 0x10000000007.head(faked_ino=0 nref=10 ll_ref=1 cap_refs={2048=0} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:06.948916+0000 mtime=2024-07-26T12:23:06.948916+0000 ctime=2024-07-26T12:23:06.948916+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000007 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevzerobytesfile44787"] 0x7fcea400b3c0) n = 1 2024-07-26T12:23:06.964 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.960+0000 7fcede41f480 10 client.4695 check_caps on 0x10000000007.head(faked_ino=0 nref=10 ll_ref=1 cap_refs={2048=0} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:06.948916+0000 mtime=2024-07-26T12:23:06.948916+0000 ctime=2024-07-26T12:23:06.948916+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000007 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevzerobytesfile44787"] 0x7fcea400b3c0) wanted - used - issued pAsxLsXsxFsxcrwb revoking - flags=0 2024-07-26T12:23:06.964 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.960+0000 7fcede41f480 10 client.4695 cap mds.0 issued pAsxLsXsxFsxcrwb implemented pAsxLsXsxFsxcrwb revoking - 2024-07-26T12:23:06.964 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.960+0000 7fcede41f480 10 client.4695 delaying cap release 2024-07-26T12:23:06.964 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.960+0000 7fcede41f480 10 client.4695 cap_delay_requeue on 0x10000000007.head(faked_ino=0 nref=10 ll_ref=1 cap_refs={2048=0} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:06.948916+0000 mtime=2024-07-26T12:23:06.948916+0000 ctime=2024-07-26T12:23:06.948916+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000007 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevzerobytesfile44787"] 0x7fcea400b3c0) 2024-07-26T12:23:06.964 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.960+0000 7fcede41f480 10 client.4695 _release_fh 0x564e6d4e0120 on inode 0x10000000007.head(faked_ino=0 nref=10 ll_ref=1 cap_refs={2048=0} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:06.948916+0000 mtime=2024-07-26T12:23:06.948916+0000 ctime=2024-07-26T12:23:06.948916+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000007 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevzerobytesfile44787"] 0x7fcea400b3c0) no async_err state 2024-07-26T12:23:06.964 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.960+0000 7fcede41f480 20 client.4695 put_inode on 0x10000000007.head(faked_ino=0 nref=10 ll_ref=1 cap_refs={2048=0} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:06.948916+0000 mtime=2024-07-26T12:23:06.948916+0000 ctime=2024-07-26T12:23:06.948916+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000007 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevzerobytesfile44787"] 0x7fcea400b3c0) n = 1 2024-07-26T12:23:06.964 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.960+0000 7fcede41f480 3 client.4695 ll_unlink 0x1.head test_llreadvllwritevzerobytesfile44787 2024-07-26T12:23:06.965 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.960+0000 7fcede41f480 20 client.4695 may_delete 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.948916+0000 ctime=2024-07-26T12:23:06.948916+0000 change_attr=14 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400ade0); ; name test_llreadvllwritevzerobytesfile44787; UserPerm(uid: 0, gid: 0) 2024-07-26T12:23:06.965 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.960+0000 7fcede41f480 10 client.4695 _getattr mask As issued=1 2024-07-26T12:23:06.965 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.960+0000 7fcede41f480 3 client.4695 may_delete 0x7fcea400ade0 = 0 2024-07-26T12:23:06.965 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.960+0000 7fcede41f480 8 client.4695 _unlink(0x1 test_llreadvllwritevzerobytesfile44787 uid 0 gid 0) 2024-07-26T12:23:06.965 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.960+0000 7fcede41f480 20 client.4695 get_or_create 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.948916+0000 ctime=2024-07-26T12:23:06.948916+0000 change_attr=14 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400ade0) name test_llreadvllwritevzerobytesfile44787 2024-07-26T12:23:06.965 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.960+0000 7fcede41f480 20 client.4695 _lookup have 0x1.head["test_llreadvllwritevzerobytesfile44787"] from mds.0 ttl 2024-07-26T12:23:36.948937+0000 seq 2 2024-07-26T12:23:06.965 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.960+0000 7fcede41f480 10 client.4695 _lookup 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.948916+0000 ctime=2024-07-26T12:23:06.948916+0000 change_attr=14 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400ade0) test_llreadvllwritevzerobytesfile44787 = 0x10000000007.head(faked_ino=0 nref=11 ll_ref=1 cap_refs={2048=0} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:06.948916+0000 mtime=2024-07-26T12:23:06.948916+0000 ctime=2024-07-26T12:23:06.948916+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000007 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevzerobytesfile44787"] 0x7fcea400b3c0) 2024-07-26T12:23:06.965 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.960+0000 7fcede41f480 10 break_deleg: breaking delegs on 0x10000000007.head(faked_ino=0 nref=12 ll_ref=1 cap_refs={2048=0} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:06.948916+0000 mtime=2024-07-26T12:23:06.948916+0000 ctime=2024-07-26T12:23:06.948916+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000007 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevzerobytesfile44787"] 0x7fcea400b3c0) 2024-07-26T12:23:06.965 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.960+0000 7fcede41f480 10 delegations_broken: delegations empty on 0x10000000007.head(faked_ino=0 nref=12 ll_ref=1 cap_refs={2048=0} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:06.948916+0000 mtime=2024-07-26T12:23:06.948916+0000 ctime=2024-07-26T12:23:06.948916+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000007 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevzerobytesfile44787"] 0x7fcea400b3c0) 2024-07-26T12:23:06.965 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.960+0000 7fcede41f480 20 client.4695 choose_target_mds starting with req->inode 0x1.head(faked_ino=0 nref=10 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.948916+0000 ctime=2024-07-26T12:23:06.948916+0000 change_attr=14 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400ade0) 2024-07-26T12:23:06.965 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.960+0000 7fcede41f480 20 client.4695 choose_target_mds inode dir hash is 2 on test_llreadvllwritevzerobytesfile44787 => 95587011 2024-07-26T12:23:06.965 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.960+0000 7fcede41f480 20 client.4695 choose_target_mds 0x1.head(faked_ino=0 nref=10 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.948916+0000 ctime=2024-07-26T12:23:06.948916+0000 change_attr=14 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400ade0) is_hash=1 hash=95587011 2024-07-26T12:23:06.965 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.960+0000 7fcede41f480 10 client.4695 choose_target_mds from dirfragtree hash 2024-07-26T12:23:06.966 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.960+0000 7fcede41f480 20 client.4695 mds is 0 2024-07-26T12:23:06.966 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.960+0000 7fcede41f480 10 client.4695 send_request rebuilding request 4 for mds.0 2024-07-26T12:23:06.966 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.960+0000 7fcede41f480 20 client.4695 encode_cap_releases enter (req: 0x564e6d5670f0, mds: 0) 2024-07-26T12:23:06.966 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.960+0000 7fcede41f480 20 client.4695 encode_inode_release enter(in:0x10000000007.head(faked_ino=0 nref=12 ll_ref=1 cap_refs={2048=0} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:06.948916+0000 mtime=2024-07-26T12:23:06.948916+0000 ctime=2024-07-26T12:23:06.948916+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000007 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevzerobytesfile44787"] 0x7fcea400b3c0), req:0x564e6d5670f0 mds:0, drop:Lsx, unless:-, force:0) 2024-07-26T12:23:06.966 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.960+0000 7fcede41f480 20 client.4695 encode_dentry_release enter(dn:0x7fcea400acf0) 2024-07-26T12:23:06.966 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.960+0000 7fcede41f480 20 client.4695 encode_inode_release enter(in:0x1.head(faked_ino=0 nref=10 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.948916+0000 ctime=2024-07-26T12:23:06.948916+0000 change_attr=14 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400ade0), req:0x564e6d5670f0 mds:0, drop:Fs, unless:Fx, force:1) 2024-07-26T12:23:06.966 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.960+0000 7fcede41f480 20 client.4695 send_request set sent_stamp to 2024-07-26T12:23:06.962083+0000 2024-07-26T12:23:06.966 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.960+0000 7fcede41f480 10 client.4695 send_request client_request(unknown.0:4 unlink #0x1/test_llreadvllwritevzerobytesfile44787 2024-07-26T12:23:06.962032+0000 caller_uid=0, caller_gid=0{}) to mds.0 2024-07-26T12:23:06.966 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.960+0000 7fcede41f480 1 -- 172.21.15.31:0/2315461570 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_request(unknown.0:4 unlink #0x1/test_llreadvllwritevzerobytesfile44787 2024-07-26T12:23:06.962032+0000 caller_uid=0, caller_gid=0{}) -- 0x564e6d553530 con 0x564e6d600fe0 2024-07-26T12:23:06.966 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.960+0000 7fcede41f480 20 client.4695 awaiting reply|forward|kick on 0x7ffdd11eed80 2024-07-26T12:23:06.966 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.961+0000 7fcecf400640 1 -- 172.21.15.31:0/2315461570 <== mds.0 v2:172.21.15.31:6832/713364256 6 ==== client_caps(revoke ino 0x10000000007 1 seq 2 caps=pAsXsFsxcrwb dirty=- wanted=- follows 0 size 0/4194304 ts 1/18446744073709551615 mtime 2024-07-26T12:23:06.948916+0000 ctime 2024-07-26T12:23:06.948916+0000 change_attr 0) ==== 260+0+0 (crc 0 0 0) 0x7fcec804f810 con 0x564e6d600fe0 2024-07-26T12:23:06.966 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.961+0000 7fcecf400640 5 client.4695 set_cap_epoch_barrier epoch = 22 2024-07-26T12:23:06.966 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.961+0000 7fcecf400640 10 client.4695 mds.0 seq now 1 2024-07-26T12:23:06.967 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.961+0000 7fcecf400640 5 client.4695 handle_cap_grant on in 0x10000000007 mds.0 seq 2 caps now pAsXsFsxcrwb was pAsxXsxFsxcrwb 2024-07-26T12:23:06.967 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.961+0000 7fcecf400640 10 client.4695 update_inode_file_time 0x10000000007.head(faked_ino=0 nref=12 ll_ref=1 cap_refs={2048=0} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:06.948916+0000 mtime=2024-07-26T12:23:06.948916+0000 ctime=2024-07-26T12:23:06.948916+0000 change_attr=0 caps=pAsxXsxFsxcrwb(0=pAsxXsxFsxcrwb) objectset[0x10000000007 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevzerobytesfile44787"] 0x7fcea400b3c0) pAsxXsxFsxcrwb ctime 2024-07-26T12:23:06.948916+0000 mtime 2024-07-26T12:23:06.948916+0000 2024-07-26T12:23:06.967 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.961+0000 7fcecf400640 10 client.4695 revocation of AxXx 2024-07-26T12:23:06.967 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.961+0000 7fcecf400640 10 client.4695 check_caps on 0x10000000007.head(faked_ino=0 nref=12 ll_ref=1 cap_refs={2048=0} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:06.948916+0000 mtime=2024-07-26T12:23:06.948916+0000 ctime=2024-07-26T12:23:06.948916+0000 change_attr=0 caps=pAsXsFsxcrwb(0=pAsXsFsxcrwb) objectset[0x10000000007 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevzerobytesfile44787"] 0x7fcea400b3c0) wanted - used - issued pAsXsFsxcrwb revoking AxXx flags=1 2024-07-26T12:23:06.967 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.961+0000 7fcecf400640 10 client.4695 cap mds.0 issued pAsXsFsxcrwb implemented pAsxXsxFsxcrwb revoking AxXx 2024-07-26T12:23:06.967 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.961+0000 7fcecf400640 10 client.4695 completed revocation of AxXx 2024-07-26T12:23:06.967 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.961+0000 7fcecf400640 10 client.4695 send_cap 0x10000000007.head(faked_ino=0 nref=12 ll_ref=1 cap_refs={2048=0} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:06.948916+0000 mtime=2024-07-26T12:23:06.948916+0000 ctime=2024-07-26T12:23:06.948916+0000 change_attr=0 caps=pAsXsFsxcrwb(0=pAsXsFsxcrwb) objectset[0x10000000007 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevzerobytesfile44787"] 0x7fcea400b3c0) mds.0 seq 2 used - want - flush - retain pAsLsXsFs held pAsxXsxFsxcrwb revoking AxXx dropping Fxcrwb 2024-07-26T12:23:06.967 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.961+0000 7fcecf400640 15 client.4695 auth cap, reset requested_max_size due to not wanting any file write cap 2024-07-26T12:23:06.967 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.961+0000 7fcecf400640 1 -- 172.21.15.31:0/2315461570 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_caps(update ino 0x10000000007 1 seq 2 caps=pAsXsFs dirty=- wanted=- follows 0 size 0/4194304 ts 1/18446744073709551615 mtime 2024-07-26T12:23:06.948916+0000 ctime 2024-07-26T12:23:06.948916+0000 change_attr 0) -- 0x7fcea400b9a0 con 0x564e6d600fe0 2024-07-26T12:23:06.967 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.961+0000 7fcecf400640 10 client.4695 handle_cap_grant calling signal_caps_inode 2024-07-26T12:23:06.968 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.962+0000 7fcecf400640 1 -- 172.21.15.31:0/2315461570 <== mds.0 v2:172.21.15.31:6832/713364256 7 ==== client_reply(???:4 = 0 (0) Success unsafe) ==== 507+0+0 (crc 0 0 0) 0x7fcec804fdd0 con 0x564e6d600fe0 2024-07-26T12:23:06.968 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.962+0000 7fcecf400640 20 client.4695 handle_client_reply got a reply. Safe:0 tid 4 2024-07-26T12:23:06.968 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.962+0000 7fcecf400640 10 client.4695 insert_trace from 2024-07-26T12:23:06.962083+0000 mds.0 is_target=0 is_dentry=1 2024-07-26T12:23:06.968 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.962+0000 7fcecf400640 10 client.4695 features 0xffffffffffffffff 2024-07-26T12:23:06.969 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.962+0000 7fcecf400640 10 client.4695 update_snap_trace len 70 2024-07-26T12:23:06.969 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.962+0000 7fcecf400640 20 client.4695 get_snap_realm 0x1 0x7fcea4007540, nref was 2 2024-07-26T12:23:06.969 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.962+0000 7fcecf400640 20 client.4695 get_snap_realm 0x1 0x7fcea4007540, nref now is 3 2024-07-26T12:23:06.969 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.962+0000 7fcecf400640 10 client.4695 update_snap_trace snaprealm(0x1 nref=3 c=0 seq=1 parent=0x0 my_snaps=[] cached_snapc=1=[] last_modified=2024-07-26T12:21:44.597796+0000 change_attr=0) seq 1 <= 1 and same parent, SKIPPING 2024-07-26T12:23:06.969 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.962+0000 7fcecf400640 10 client.4695 hrm is_target=0 is_dentry=1 2024-07-26T12:23:06.969 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.962+0000 7fcecf400640 12 client.4695 add_update_inode had 0x1.head(faked_ino=0 nref=10 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.948916+0000 ctime=2024-07-26T12:23:06.948916+0000 change_attr=14 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400ade0) caps pAsLsXs 2024-07-26T12:23:06.969 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.962+0000 7fcecf400640 10 client.4695 update_inode_file_time 0x1.head(faked_ino=0 nref=10 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.948916+0000 ctime=2024-07-26T12:23:06.948916+0000 change_attr=14 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400ade0) pAsLsXs ctime 2024-07-26T12:23:06.962032+0000 mtime 2024-07-26T12:23:06.948916+0000 2024-07-26T12:23:06.969 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.962+0000 7fcecf400640 20 client.4695 dir hash is 2 2024-07-26T12:23:06.969 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.962+0000 7fcecf400640 12 client.4695 add_update_inode client inode change_attr: 14 , mds inodestat change_attr: 15 2024-07-26T12:23:06.969 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.962+0000 7fcecf400640 10 client.4695 add_update_cap issued pAsLsXs -> pAsLsXs from mds.0 on 0x1.head(faked_ino=0 nref=10 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.948916+0000 ctime=2024-07-26T12:23:06.962032+0000 change_attr=15 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400ade0) 2024-07-26T12:23:06.969 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.962+0000 7fcecf400640 20 client.4695 got dirfrag map for 0x1 frag * to mds 0 2024-07-26T12:23:06.969 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.962+0000 7fcecf400640 15 client.4695 unlink dir 0x7fcea400ade0 'test_llreadvllwritevzerobytesfile44787' dn 0x7fcea400acf0 inode 0x7fcea400b3c0 2024-07-26T12:23:06.969 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.962+0000 7fcecf400640 20 client.4695 put_inode on 0x10000000007.head(faked_ino=0 nref=13 ll_ref=1 cap_refs={2048=0} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:06.948916+0000 mtime=2024-07-26T12:23:06.948916+0000 ctime=2024-07-26T12:23:06.948916+0000 change_attr=0 caps=pAsXsFs(0=pAsXsFs) objectset[0x10000000007 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b3c0) n = 1 2024-07-26T12:23:06.969 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.962+0000 7fcecf400640 20 client.4695 unlink inode 0x7fcea400b3c0 parents now 2024-07-26T12:23:06.970 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.962+0000 7fcecf400640 20 client.4695 put_inode on 0x10000000007.head(faked_ino=0 nref=13 ll_ref=1 cap_refs={2048=0} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:06.948916+0000 mtime=2024-07-26T12:23:06.948916+0000 ctime=2024-07-26T12:23:06.948916+0000 change_attr=0 caps=pAsXsFs(0=pAsXsFs) objectset[0x10000000007 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b3c0) n = 1 2024-07-26T12:23:06.970 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.962+0000 7fcecf400640 15 client.4695 update_dentry_lease 0x1.head["test_llreadvllwritevzerobytesfile44787"] lease(mask 3 dur 30000) from 2024-07-26T12:23:06.962083+0000 2024-07-26T12:23:06.970 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.962+0000 7fcecf400640 10 client.4695 got dentry lease on test_llreadvllwritevzerobytesfile44787 dur 30000ms ttl 2024-07-26T12:23:36.962083+0000 2024-07-26T12:23:06.970 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.962+0000 7fcecf400640 20 client.4695 put_snap_realm 0x1 0x7fcea4007540 3 -> 2 2024-07-26T12:23:06.970 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.962+0000 7fcecf400640 20 client.4695 handle_client_reply signalling caller 0x7ffdd11eed80 2024-07-26T12:23:06.970 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.962+0000 7fcecf400640 20 client.4695 handle_client_reply awaiting kickback on tid 4 0x7fcecf3fde20 2024-07-26T12:23:06.970 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.962+0000 7fcede41f480 20 client.4695 sendrecv kickback on tid 4 0x7fcecf3fde20 2024-07-26T12:23:06.970 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.962+0000 7fcede41f480 20 client.4695 lat 0.002125 2024-07-26T12:23:06.970 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.962+0000 7fcede41f480 20 client.4695 trim_cache size 1 max 16384 2024-07-26T12:23:06.970 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.962+0000 7fcede41f480 8 client.4695 unlink(#0x1/test_llreadvllwritevzerobytesfile44787) = 0 2024-07-26T12:23:06.970 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.962+0000 7fcede41f480 20 client.4695 put_inode on 0x10000000007.head(faked_ino=0 nref=13 ll_ref=1 cap_refs={2048=0} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:06.948916+0000 mtime=2024-07-26T12:23:06.948916+0000 ctime=2024-07-26T12:23:06.948916+0000 change_attr=0 caps=pAsXsFs(0=pAsXsFs) objectset[0x10000000007 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b3c0) n = 1 2024-07-26T12:23:06.970 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.962+0000 7fcede41f480 2 client.4695 unmount 2024-07-26T12:23:06.970 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.962+0000 7fcede41f480 2 client.4695 unmounting 2024-07-26T12:23:06.971 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.962+0000 7fcede41f480 1 -- 172.21.15.31:0/2315461570 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_session(request_flushmdlog) -- 0x564e6d553530 con 0x564e6d600fe0 2024-07-26T12:23:06.971 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.963+0000 7fcede41f480 10 client.4695 waiting for write request '4' to complete, currently there are 1 outstanding read/write requests 2024-07-26T12:23:06.971 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.963+0000 7fcecf400640 10 client.4695 unmounting: trim pass, size was 1+2 2024-07-26T12:23:06.971 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.963+0000 7fcecf400640 20 client.4695 trim_cache size 1 max 16384 2024-07-26T12:23:06.971 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.963+0000 7fcecf400640 10 client.4695 unmounting: trim pass, size still 1+2 2024-07-26T12:23:06.972 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.968+0000 7fcecf400640 1 -- 172.21.15.31:0/2315461570 <== mds.0 v2:172.21.15.31:6832/713364256 8 ==== client_caps(grant ino 0x10000000007 1 seq 3 caps=pAsLsXsFsxcrwb dirty=- wanted=Ls follows 0 size 0/0 ts 1/18446744073709551615 mtime 2024-07-26T12:23:06.948916+0000 ctime 2024-07-26T12:23:06.962032+0000 change_attr 1) ==== 260+0+0 (crc 0 0 0) 0x7fcea400b9a0 con 0x564e6d600fe0 2024-07-26T12:23:06.972 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.968+0000 7fcecf400640 10 client.4695 mds.0 seq now 2 2024-07-26T12:23:06.972 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.968+0000 7fcecf400640 5 client.4695 handle_cap_grant on in 0x10000000007 mds.0 seq 3 caps now pAsLsXsFsxcrwb was pAsXsFs 2024-07-26T12:23:06.972 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.968+0000 7fcecf400640 10 client.4695 update_inode_file_time 0x10000000007.head(faked_ino=0 nref=13 ll_ref=1 cap_refs={2048=0} open={3=0} mode=100666 size=0/4194304 nlink=0 btime=2024-07-26T12:23:06.948916+0000 mtime=2024-07-26T12:23:06.948916+0000 ctime=2024-07-26T12:23:06.948916+0000 change_attr=0 caps=pAsXsFs(0=pAsXsFs) objectset[0x10000000007 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b3c0) pAsXsFs ctime 2024-07-26T12:23:06.962032+0000 mtime 2024-07-26T12:23:06.948916+0000 2024-07-26T12:23:06.973 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.968+0000 7fcecf400640 10 client.4695 max_size 4194304 -> 0 2024-07-26T12:23:06.973 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.968+0000 7fcecf400640 10 client.4695 grant, new caps are LsFxcrwb 2024-07-26T12:23:06.973 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.968+0000 7fcecf400640 10 client.4695 handle_cap_grant calling signal_caps_inode 2024-07-26T12:23:06.973 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.968+0000 7fcecf400640 5 client.4695 _try_to_trim_inode in 0x10000000007.head(faked_ino=0 nref=13 ll_ref=1 cap_refs={2048=0} open={3=0} mode=100666 size=0/0 nlink=0 btime=2024-07-26T12:23:06.948916+0000 mtime=2024-07-26T12:23:06.948916+0000 ctime=2024-07-26T12:23:06.962032+0000 change_attr=1 caps=pAsLsXsFsxcrwb(0=pAsLsXsFsxcrwb) objectset[0x10000000007 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b3c0) 2024-07-26T12:23:06.973 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.968+0000 7fcecf400640 10 client.4695 unmounting: trim pass, size was 1+2 2024-07-26T12:23:06.973 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.968+0000 7fcecf400640 20 client.4695 trim_cache size 1 max 16384 2024-07-26T12:23:06.973 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.968+0000 7fcecf400640 10 client.4695 unmounting: trim pass, size still 1+2 2024-07-26T12:23:06.973 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.968+0000 7fcecf400640 1 -- 172.21.15.31:0/2315461570 <== mds.0 v2:172.21.15.31:6832/713364256 9 ==== client_reply(???:4 = 0 (0) Success safe) ==== 27+0+0 (crc 0 0 0) 0x7fcec800ebb0 con 0x564e6d600fe0 2024-07-26T12:23:06.973 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.968+0000 7fcecf400640 20 client.4695 handle_client_reply got a reply. Safe:1 tid 4 2024-07-26T12:23:06.973 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.968+0000 7fcecf400640 10 client.4695 insert_trace from 2024-07-26T12:23:06.962083+0000 mds.0 is_target=0 is_dentry=0 2024-07-26T12:23:06.973 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.968+0000 7fcecf400640 10 client.4695 insert_trace -- already got unsafe; ignoring 2024-07-26T12:23:06.973 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.968+0000 7fcecf400640 20 client.4695 put_inode on 0x1.head(faked_ino=0 nref=10 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.948916+0000 ctime=2024-07-26T12:23:06.962032+0000 change_attr=15 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400ade0) n = 1 2024-07-26T12:23:06.973 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.968+0000 7fcecf400640 20 client.4695 put_inode on 0x10000000007.head(faked_ino=0 nref=13 ll_ref=1 cap_refs={2048=0} open={3=0} mode=100666 size=0/0 nlink=0 btime=2024-07-26T12:23:06.948916+0000 mtime=2024-07-26T12:23:06.948916+0000 ctime=2024-07-26T12:23:06.962032+0000 change_attr=1 caps=pAsLsXsFsxcrwb(0=pAsLsXsFsxcrwb) objectset[0x10000000007 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b3c0) n = 1 2024-07-26T12:23:06.974 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.968+0000 7fcecf400640 10 client.4695 unmounting: trim pass, size was 1+2 2024-07-26T12:23:06.974 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.968+0000 7fcecf400640 20 client.4695 trim_cache size 1 max 16384 2024-07-26T12:23:06.974 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.968+0000 7fcecf400640 15 client.4695 trim_dentry unlinking dn test_llreadvllwritevzerobytesfile44787 in dir 0x1 2024-07-26T12:23:06.974 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.968+0000 7fcecf400640 15 client.4695 unlink dir 0x7fcea400ade0 'test_llreadvllwritevzerobytesfile44787' dn 0x7fcea400acf0 inode 0 2024-07-26T12:23:06.974 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.968+0000 7fcecf400640 15 client.4695 unlink removing 'test_llreadvllwritevzerobytesfile44787' dn 0x7fcea400acf0 2024-07-26T12:23:06.974 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.968+0000 7fcecf400640 15 client.4695 close_dir dir 0x564e6d4d9cc0 on 0x7fcea400ade0 2024-07-26T12:23:06.974 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.968+0000 7fcecf400640 20 client.4695 put_inode on 0x1.head(faked_ino=0 nref=10 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.948916+0000 ctime=2024-07-26T12:23:06.962032+0000 change_attr=15 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400ade0) n = 1 2024-07-26T12:23:06.974 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.968+0000 7fcecf400640 10 client.4695 unmounting: trim pass, cache shrank, poking unmount() 2024-07-26T12:23:06.974 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.968+0000 7fcede41f480 20 client.4695 put_inode on 0x1.head(faked_ino=0 nref=10 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.948916+0000 ctime=2024-07-26T12:23:06.962032+0000 change_attr=15 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400ade0) n = 1 2024-07-26T12:23:06.974 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.968+0000 7fcede41f480 20 client.4695 put_inode on 0x1.head(faked_ino=0 nref=10 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.948916+0000 ctime=2024-07-26T12:23:06.962032+0000 change_attr=15 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400ade0) n = 1 2024-07-26T12:23:06.974 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.968+0000 7fcede41f480 10 client.4695 _ll_drop_pins 2024-07-26T12:23:06.974 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.968+0000 7fcede41f480 20 client.4695 _ll_put 0x7fcea400b3c0 0x10000000007 1 -> 0 2024-07-26T12:23:06.974 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.968+0000 7fcede41f480 20 client.4695 put_inode on 0x10000000007.head(faked_ino=0 nref=14 ll_ref=0 cap_refs={2048=0} open={3=0} mode=100666 size=0/0 nlink=0 btime=2024-07-26T12:23:06.948916+0000 mtime=2024-07-26T12:23:06.948916+0000 ctime=2024-07-26T12:23:06.962032+0000 change_attr=1 caps=pAsLsXsFsxcrwb(0=pAsLsXsFsxcrwb) objectset[0x10000000007 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b3c0) n = 1 2024-07-26T12:23:06.974 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.968+0000 7fcede41f480 20 client.4695 _ll_put 0x7fcea400ade0 0x1 2 -> 0 2024-07-26T12:23:06.975 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.968+0000 7fcede41f480 20 client.4695 put_inode on 0x1.head(faked_ino=0 nref=11 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.948916+0000 ctime=2024-07-26T12:23:06.962032+0000 change_attr=15 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400ade0) n = 1 2024-07-26T12:23:06.975 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.968+0000 7fcede41f480 20 client.4695 put_inode on 0x10000000007.head(faked_ino=0 nref=14 ll_ref=0 cap_refs={2048=0} open={3=0} mode=100666 size=0/0 nlink=0 btime=2024-07-26T12:23:06.948916+0000 mtime=2024-07-26T12:23:06.948916+0000 ctime=2024-07-26T12:23:06.962032+0000 change_attr=1 caps=pAsLsXsFsxcrwb(0=pAsLsXsFsxcrwb) objectset[0x10000000007 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b3c0) n = 1 2024-07-26T12:23:06.975 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.968+0000 7fcede41f480 20 client.4695 put_inode on 0x1.head(faked_ino=0 nref=11 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.948916+0000 ctime=2024-07-26T12:23:06.962032+0000 change_attr=15 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400ade0) n = 1 2024-07-26T12:23:06.975 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.968+0000 7fcede41f480 20 client.4695 _release 0x10000000007.head(faked_ino=0 nref=15 ll_ref=0 cap_refs={2048=0} open={3=0} mode=100666 size=0/0 nlink=0 btime=2024-07-26T12:23:06.948916+0000 mtime=2024-07-26T12:23:06.948916+0000 ctime=2024-07-26T12:23:06.962032+0000 change_attr=1 caps=pAsLsXsFsxcrwb(0=pAsLsXsFsxcrwb) objectset[0x10000000007 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b3c0) 2024-07-26T12:23:06.975 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.968+0000 7fcede41f480 10 client.4695 _invalidate_inode_cache 0x10000000007.head(faked_ino=0 nref=15 ll_ref=0 cap_refs={1024=0,2048=0} open={3=0} mode=100666 size=0/0 nlink=0 btime=2024-07-26T12:23:06.948916+0000 mtime=2024-07-26T12:23:06.948916+0000 ctime=2024-07-26T12:23:06.962032+0000 change_attr=1 caps=pAsLsXsFsxcrwb(0=pAsLsXsFsxcrwb) objectset[0x10000000007 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b3c0) 2024-07-26T12:23:06.975 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.968+0000 7fcede41f480 10 client.4695 _flush 0x10000000007.head(faked_ino=0 nref=16 ll_ref=0 cap_refs={1024=0,2048=0} open={3=0} mode=100666 size=0/0 nlink=0 btime=2024-07-26T12:23:06.948916+0000 mtime=2024-07-26T12:23:06.948916+0000 ctime=2024-07-26T12:23:06.962032+0000 change_attr=1 caps=pAsLsXsFsxcrwb(0=pAsLsXsFsxcrwb) objectset[0x10000000007 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b3c0) 2024-07-26T12:23:06.975 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.968+0000 7fcede41f480 10 client.4695 nothing to flush 2024-07-26T12:23:06.975 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.968+0000 7fcede41f480 20 client.4695 put_inode on 0x10000000007.head(faked_ino=0 nref=16 ll_ref=0 cap_refs={1024=0,2048=0} open={3=0} mode=100666 size=0/0 nlink=0 btime=2024-07-26T12:23:06.948916+0000 mtime=2024-07-26T12:23:06.948916+0000 ctime=2024-07-26T12:23:06.962032+0000 change_attr=1 caps=pAsLsXsFsxcrwb(0=pAsLsXsFsxcrwb) objectset[0x10000000007 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b3c0) n = 1 2024-07-26T12:23:06.975 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.968+0000 7fcede41f480 20 client.4695 _release 0x1.head(faked_ino=0 nref=12 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.948916+0000 ctime=2024-07-26T12:23:06.962032+0000 change_attr=15 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400ade0) 2024-07-26T12:23:06.975 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.968+0000 7fcede41f480 10 client.4695 _invalidate_inode_cache 0x1.head(faked_ino=0 nref=12 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.948916+0000 ctime=2024-07-26T12:23:06.962032+0000 change_attr=15 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400ade0) 2024-07-26T12:23:06.975 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.968+0000 7fcede41f480 10 client.4695 _flush 0x1.head(faked_ino=0 nref=13 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.948916+0000 ctime=2024-07-26T12:23:06.962032+0000 change_attr=15 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400ade0) 2024-07-26T12:23:06.975 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.968+0000 7fcede41f480 10 client.4695 nothing to flush 2024-07-26T12:23:06.975 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.968+0000 7fcede41f480 20 client.4695 put_inode on 0x1.head(faked_ino=0 nref=13 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.948916+0000 ctime=2024-07-26T12:23:06.962032+0000 change_attr=15 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400ade0) n = 1 2024-07-26T12:23:06.976 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.968+0000 7fcede41f480 20 client.4695 put_inode on 0x10000000007.head(faked_ino=0 nref=16 ll_ref=0 cap_refs={1024=0,2048=0} open={3=0} mode=100666 size=0/0 nlink=0 btime=2024-07-26T12:23:06.948916+0000 mtime=2024-07-26T12:23:06.948916+0000 ctime=2024-07-26T12:23:06.962032+0000 change_attr=1 caps=pAsLsXsFsxcrwb(0=pAsLsXsFsxcrwb) objectset[0x10000000007 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b3c0) n = 1 2024-07-26T12:23:06.976 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.968+0000 7fcede41f480 20 client.4695 put_inode on 0x1.head(faked_ino=0 nref=13 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.948916+0000 ctime=2024-07-26T12:23:06.962032+0000 change_attr=15 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400ade0) n = 1 2024-07-26T12:23:06.976 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.968+0000 7fcede41f480 10 client.4695 flush_caps_sync 2024-07-26T12:23:06.976 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.968+0000 7fcede41f480 10 client.4695 wait_sync_caps want 1 (last is 1, 0 total flushing) 2024-07-26T12:23:06.976 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.968+0000 7fcede41f480 20 client.4695 trim_cache size 0 max 16384 2024-07-26T12:23:06.976 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.968+0000 7fcede41f480 10 client.4695 _put_inode on 0x1.head(faked_ino=0 nref=13 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.948916+0000 ctime=2024-07-26T12:23:06.962032+0000 change_attr=15 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400ade0) n = 12 2024-07-26T12:23:06.976 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.968+0000 7fcede41f480 10 client.4695 remove_cap mds.0 on 0x1.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.948916+0000 ctime=2024-07-26T12:23:06.962032+0000 change_attr=15 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400ade0) 2024-07-26T12:23:06.976 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.968+0000 7fcede41f480 15 client.4695 remove_cap last one, closing snaprealm 0x7fcea4007540 2024-07-26T12:23:06.976 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.968+0000 7fcede41f480 20 client.4695 put_snap_realm 0x1 0x7fcea4007540 2 -> 1 2024-07-26T12:23:06.976 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.968+0000 7fcede41f480 10 client.4695 _put_inode deleting 0x1.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.948916+0000 ctime=2024-07-26T12:23:06.962032+0000 change_attr=15 caps=- has_dir_layout 0x7fcea400ade0) 2024-07-26T12:23:06.976 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.968+0000 7fcecf400640 1 -- 172.21.15.31:0/2315461570 <== mds.0 v2:172.21.15.31:6832/713364256 10 ==== client_caps(grant ino 0x10000000007 1 seq 4 caps=pAsLsXsFsxcrwb dirty=- wanted=- follows 0 size 0/0 ts 1/18446744073709551615 mtime 2024-07-26T12:23:06.948916+0000 ctime 2024-07-26T12:23:06.962032+0000 change_attr 1) ==== 260+0+0 (crc 0 0 0) 0x7fcec80405c0 con 0x564e6d600fe0 2024-07-26T12:23:06.976 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.968+0000 7fcede41f480 10 client.4695 _put_inode on 0x10000000007.head(faked_ino=0 nref=16 ll_ref=0 cap_refs={1024=0,2048=0} open={3=0} mode=100666 size=0/0 nlink=0 btime=2024-07-26T12:23:06.948916+0000 mtime=2024-07-26T12:23:06.948916+0000 ctime=2024-07-26T12:23:06.962032+0000 change_attr=1 caps=pAsLsXsFsxcrwb(0=pAsLsXsFsxcrwb) objectset[0x10000000007 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b3c0) n = 15 2024-07-26T12:23:06.976 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.968+0000 7fcede41f480 10 client.4695 remove_cap mds.0 on 0x10000000007.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={1024=0,2048=0} open={3=0} mode=100666 size=0/0 nlink=0 btime=2024-07-26T12:23:06.948916+0000 mtime=2024-07-26T12:23:06.948916+0000 ctime=2024-07-26T12:23:06.962032+0000 change_attr=1 caps=pAsLsXsFsxcrwb(0=pAsLsXsFsxcrwb) objectset[0x10000000007 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b3c0) 2024-07-26T12:23:06.976 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.968+0000 7fcede41f480 15 client.4695 remove_cap last one, closing snaprealm 0x7fcea4007540 2024-07-26T12:23:06.977 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.968+0000 7fcede41f480 20 client.4695 put_snap_realm 0x1 0x7fcea4007540 1 -> 0 2024-07-26T12:23:06.977 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.968+0000 7fcede41f480 10 client.4695 _put_inode deleting 0x10000000007.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={1024=0,2048=0} open={3=0} mode=100666 size=0/0 nlink=0 btime=2024-07-26T12:23:06.948916+0000 mtime=2024-07-26T12:23:06.948916+0000 ctime=2024-07-26T12:23:06.962032+0000 change_attr=1 caps=- objectset[0x10000000007 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b3c0) 2024-07-26T12:23:06.977 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.968+0000 7fcede41f480 2 client.4695 _close_mds_session mds.0 seq 2 2024-07-26T12:23:06.977 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.968+0000 7fcede41f480 1 -- 172.21.15.31:0/2315461570 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_session(request_close seq 2) -- 0x564e6d552df0 con 0x564e6d600fe0 2024-07-26T12:23:06.977 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.968+0000 7fcede41f480 2 client.4695 waiting for 1 mds session(s) to close (timeout: 30s) 2024-07-26T12:23:06.977 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.969+0000 7fcecf400640 10 client.4695 mds.0 seq now 3 2024-07-26T12:23:06.977 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.969+0000 7fcecf400640 1 -- 172.21.15.31:0/2315461570 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_session(request_close seq 3) -- 0x7fcea4007320 con 0x564e6d600fe0 2024-07-26T12:23:06.977 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.969+0000 7fcecf400640 5 client.4695 handle_caps don't have vino 0x10000000007.head op 0, immediately releasing 2024-07-26T12:23:06.977 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.969+0000 7fcecf400640 1 -- 172.21.15.31:0/2315461570 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_cap_release(3) -- 0x564e6d552c40 con 0x564e6d600fe0 2024-07-26T12:23:06.977 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.969+0000 7fcecf400640 10 client.4695 unmounting: trim pass, size was 0+0 2024-07-26T12:23:06.977 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.969+0000 7fcecf400640 20 client.4695 trim_cache size 0 max 16384 2024-07-26T12:23:06.977 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.969+0000 7fcecf400640 10 client.4695 unmounting: trim pass, size still 0+0 2024-07-26T12:23:06.979 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.973+0000 7fcecf400640 1 -- 172.21.15.31:0/2315461570 <== mds.0 v2:172.21.15.31:6832/713364256 11 ==== client_session(close) ==== 28+0+0 (crc 0 0 0) 0x564e6d552df0 con 0x564e6d600fe0 2024-07-26T12:23:06.979 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.973+0000 7fcecf400640 10 client.4695 handle_client_session client_session(close) from mds.0 2024-07-26T12:23:06.979 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.973+0000 7fcecf400640 5 client.4695 _closed_mds_session mds.0 seq 3 2024-07-26T12:23:06.979 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.973+0000 7fcecf400640 1 -- 172.21.15.31:0/2315461570 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d600fe0 msgr2=0x564e6d4a3bf0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:06.979 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.973+0000 7fcecf400640 1 --2- 172.21.15.31:0/2315461570 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d600fe0 0x564e6d4a3bf0 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:06.979 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.973+0000 7fcecf400640 10 client.4695 remove_session_caps mds.0 2024-07-26T12:23:06.979 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.973+0000 7fcecf400640 10 client.4695 kick_requests_closed for mds.0 2024-07-26T12:23:06.979 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.973+0000 7fcecf400640 10 client.4695 unmounting: trim pass, size was 0+0 2024-07-26T12:23:06.979 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.973+0000 7fcecf400640 20 client.4695 trim_cache size 0 max 16384 2024-07-26T12:23:06.979 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.973+0000 7fcecf400640 10 client.4695 unmounting: trim pass, size still 0+0 2024-07-26T12:23:06.979 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.973+0000 7fcede41f480 2 client.4695 unmounted. 2024-07-26T12:23:06.979 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.973+0000 7fcede41f480 1 client.4695 shutdown 2024-07-26T12:23:06.979 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.973+0000 7fcede41f480 1 -- 172.21.15.31:0/2315461570 >> [v2:172.21.15.123:6810/3352982608,v1:172.21.15.123:6812/3352982608] conn(0x564e6d5f72b0 msgr2=0x564e6d552700 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:06.980 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.973+0000 7fcede41f480 1 --2- 172.21.15.31:0/2315461570 >> [v2:172.21.15.123:6810/3352982608,v1:172.21.15.123:6812/3352982608] conn(0x564e6d5f72b0 0x564e6d552700 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:06.980 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.973+0000 7fcede41f480 1 -- 172.21.15.31:0/2315461570 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d5584e0 msgr2=0x564e6d560f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:06.980 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.973+0000 7fcede41f480 1 --2- 172.21.15.31:0/2315461570 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d5584e0 0x564e6d560f30 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fced000dca0 tx=0x7fced00058a0 comp rx=0 tx=0).stop 2024-07-26T12:23:06.980 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.973+0000 7fced7400640 1 -- 172.21.15.31:0/2315461570 reap_dead start 2024-07-26T12:23:06.980 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.974+0000 7fcede41f480 1 -- 172.21.15.31:0/2315461570 shutdown_connections 2024-07-26T12:23:06.980 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.974+0000 7fcede41f480 1 -- 172.21.15.31:0/2315461570 >> 172.21.15.31:0/2315461570 conn(0x564e6d3cbab0 msgr2=0x564e6d4dcc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:23:06.980 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.974+0000 7fcede41f480 1 -- 172.21.15.31:0/2315461570 shutdown_connections 2024-07-26T12:23:06.980 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.974+0000 7fcede41f480 1 -- 172.21.15.31:0/2315461570 wait complete. 2024-07-26T12:23:06.980 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.974+0000 7fcede41f480 20 client.4695 trim_cache size 0 max 16384 2024-07-26T12:23:06.980 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClient.LlreadvLlwritevZeroBytes (57 ms) 2024-07-26T12:23:06.981 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClient.LlreadvLlwritevInvalidFileHandle 2024-07-26T12:23:06.983 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.975+0000 7fcede41f480 1 -- start start 2024-07-26T12:23:06.983 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.977+0000 7fcede41f480 1 Processor -- start 2024-07-26T12:23:06.983 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.978+0000 7fcede41f480 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d6050f0 0x564e6d600fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:06.983 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.978+0000 7fcede41f480 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d5fb3b0 0x564e6d560f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:06.984 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.978+0000 7fcede41f480 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d4d61d0 0x564e6d548f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:06.984 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.978+0000 7fcede41f480 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fcea4001c40 con 0x564e6d6050f0 2024-07-26T12:23:06.984 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.978+0000 7fcede41f480 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x564e6d4d3530 con 0x564e6d5fb3b0 2024-07-26T12:23:06.984 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.978+0000 7fcede41f480 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x564e6d553780 con 0x564e6d4d61d0 2024-07-26T12:23:06.984 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.978+0000 7fced6a00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d6050f0 0x564e6d600fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:06.984 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.978+0000 7fced6a00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d6050f0 0x564e6d600fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:43102/0 (socket says 172.21.15.31:43102) 2024-07-26T12:23:06.984 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.978+0000 7fced6a00640 1 -- 172.21.15.31:0/1688653702 learned_addr learned my addr 172.21.15.31:0/1688653702 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:23:06.984 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.978+0000 7fced7400640 1 --2- 172.21.15.31:0/1688653702 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d4d61d0 0x564e6d548f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:06.984 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.978+0000 7fced6000640 1 --2- 172.21.15.31:0/1688653702 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d5fb3b0 0x564e6d560f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:06.984 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.979+0000 7fced6a00640 1 -- 172.21.15.31:0/1688653702 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d4d61d0 msgr2=0x564e6d548f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:06.984 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.979+0000 7fced6a00640 1 --2- 172.21.15.31:0/1688653702 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d4d61d0 0x564e6d548f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:06.984 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.979+0000 7fced6a00640 1 -- 172.21.15.31:0/1688653702 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d5fb3b0 msgr2=0x564e6d560f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:06.984 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.979+0000 7fced6a00640 1 --2- 172.21.15.31:0/1688653702 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d5fb3b0 0x564e6d560f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:06.985 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.979+0000 7fced6a00640 1 -- 172.21.15.31:0/1688653702 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564e6d602c90 con 0x564e6d6050f0 2024-07-26T12:23:06.985 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.979+0000 7fced6a00640 1 --2- 172.21.15.31:0/1688653702 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d6050f0 0x564e6d600fe0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fcec8011040 tx=0x564e6d561470 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c0ee5fe03ffaad23 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:23:06.985 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.979+0000 7fced4c00640 10 client.0 ms_handle_connect on v2:172.21.15.31:3300/0 2024-07-26T12:23:06.985 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.980+0000 7fced4c00640 1 -- 172.21.15.31:0/1688653702 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcec8044040 con 0x564e6d6050f0 2024-07-26T12:23:06.985 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.980+0000 7fced4c00640 1 -- 172.21.15.31:0/1688653702 <== mon.0 v2:172.21.15.31:3300/0 2 ==== osd_map(24..24 src has 1..24) ==== 5825+0+0 (secure 0 0 0) 0x7fcec8017040 con 0x564e6d6050f0 2024-07-26T12:23:06.985 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.980+0000 7fcede41f480 10 client.4698 Subscribing to map 'mdsmap' 2024-07-26T12:23:06.985 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.980+0000 7fcede41f480 1 -- 172.21.15.31:0/1688653702 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,mdsmap=0+,monmap=2+}) -- 0x564e6d5683c0 con 0x564e6d6050f0 2024-07-26T12:23:06.985 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.980+0000 7fcec7e00640 20 client.4698 tick 2024-07-26T12:23:06.985 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.980+0000 7fcec7e00640 20 client.4698 collect_and_send_metrics 2024-07-26T12:23:06.985 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.980+0000 7fcec7e00640 20 client.4698 collect_and_send_global_metrics 2024-07-26T12:23:06.985 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.980+0000 7fcec7e00640 5 client.4698 collect_and_send_global_metrics MDS rank 0 is not ready yet -- not sending metric 2024-07-26T12:23:06.985 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.980+0000 7fcec7e00640 20 client.4698 trim_cache size 0 max 16384 2024-07-26T12:23:06.985 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.980+0000 7fcec7e00640 20 client.4698 upkeep thread waiting interval 1.000000000s 2024-07-26T12:23:06.986 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.980+0000 7fced4c00640 1 -- 172.21.15.31:0/1688653702 <== mon.0 v2:172.21.15.31:3300/0 3 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x564e6d552c40 con 0x564e6d6050f0 2024-07-26T12:23:06.986 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.980+0000 7fced4c00640 1 -- 172.21.15.31:0/1688653702 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mdsmap(e 8) ==== 1240+0+0 (secure 0 0 0) 0x7fcec8032040 con 0x564e6d6050f0 2024-07-26T12:23:06.986 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.980+0000 7fced4c00640 1 client.4698 handle_mds_map epoch 8 2024-07-26T12:23:06.986 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.980+0000 7fcede41f480 20 client.4698 populate_metadata read hostname 'smithi031' 2024-07-26T12:23:06.986 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.980+0000 7fcede41f480 10 client.4698 did not get mds through better means, so chose random mds 0 2024-07-26T12:23:06.986 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.980+0000 7fcede41f480 20 client.4698 mds is 0 2024-07-26T12:23:06.986 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.980+0000 7fcede41f480 10 client.4698 _open_mds_session mds.0 2024-07-26T12:23:06.986 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.980+0000 7fcede41f480 1 --2- 172.21.15.31:0/1688653702 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d5497a0 0x564e6d5584e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:06.986 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.980+0000 7fcede41f480 1 -- 172.21.15.31:0/1688653702 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_session(request_open) -- 0x564e6d567450 con 0x564e6d5497a0 2024-07-26T12:23:06.986 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.980+0000 7fcede41f480 10 client.4698 waiting for session to mds.0 to open 2024-07-26T12:23:06.986 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.980+0000 7fced6000640 1 --2- 172.21.15.31:0/1688653702 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d5497a0 0x564e6d5584e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:06.986 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.981+0000 7fced4c00640 10 client.4698 ms_handle_connect on v2:172.21.15.31:6832/713364256 2024-07-26T12:23:06.986 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.981+0000 7fced6000640 1 --2- 172.21.15.31:0/1688653702 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d5497a0 0x564e6d5584e0 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=75bcf9ec3c8604e1 server_cookie=86eff838cd64ffc9 in_seq=0 out_seq=0 2024-07-26T12:23:06.988 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.985+0000 7fced4c00640 1 -- 172.21.15.31:0/1688653702 <== mds.0 v2:172.21.15.31:6832/713364256 1 ==== client_session(open cap_auths [MDSCapAuth(readable=1, writeable=1)]) ==== 113+0+0 (crc 0 0 0) 0x564e6d567450 con 0x564e6d5497a0 2024-07-26T12:23:06.988 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.985+0000 7fced4c00640 10 client.4698 handle_client_session client_session(open cap_auths [MDSCapAuth(readable=1, writeable=1)]) from mds.0 2024-07-26T12:23:06.988 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.985+0000 7fced4c00640 10 client.4698 renew_caps mds.0 2024-07-26T12:23:06.988 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.985+0000 7fced4c00640 1 -- 172.21.15.31:0/1688653702 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_session(request_renewcaps seq 1) -- 0x7fcea400ad00 con 0x564e6d5497a0 2024-07-26T12:23:06.988 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.985+0000 7fced4c00640 10 client.4698 connect_mds_targets for mds.0 2024-07-26T12:23:06.988 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.985+0000 7fcede41f480 10 client.4698 did not get mds through better means, so chose random mds 0 2024-07-26T12:23:06.988 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.985+0000 7fcede41f480 20 client.4698 mds is 0 2024-07-26T12:23:06.988 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.985+0000 7fcede41f480 10 client.4698 send_request rebuilding request 1 for mds.0 2024-07-26T12:23:06.989 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.985+0000 7fcede41f480 20 client.4698 encode_cap_releases enter (req: 0x564e6d4e0e60, mds: 0) 2024-07-26T12:23:06.989 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.985+0000 7fcede41f480 20 client.4698 send_request set sent_stamp to 2024-07-26T12:23:06.987177+0000 2024-07-26T12:23:06.989 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.985+0000 7fcede41f480 10 client.4698 send_request client_request(unknown.0:1 getattr pAsLsXsFs #0x1 2024-07-26T12:23:06.981906+0000 caller_uid=0, caller_gid=0{}) to mds.0 2024-07-26T12:23:06.989 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.985+0000 7fcede41f480 1 -- 172.21.15.31:0/1688653702 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_request(unknown.0:1 getattr pAsLsXsFs #0x1 2024-07-26T12:23:06.981906+0000 caller_uid=0, caller_gid=0{}) -- 0x564e6d4a3bf0 con 0x564e6d5497a0 2024-07-26T12:23:06.989 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.985+0000 7fcede41f480 20 client.4698 awaiting reply|forward|kick on 0x7ffdd11ef020 2024-07-26T12:23:06.989 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.986+0000 7fced4c00640 1 -- 172.21.15.31:0/1688653702 <== mds.0 v2:172.21.15.31:6832/713364256 2 ==== client_session(renewcaps seq 1) ==== 28+0+0 (crc 0 0 0) 0x7fcea400ad00 con 0x564e6d5497a0 2024-07-26T12:23:06.989 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.986+0000 7fced4c00640 10 client.4698 handle_client_session client_session(renewcaps seq 1) from mds.0 2024-07-26T12:23:06.989 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.986+0000 7fced4c00640 1 -- 172.21.15.31:0/1688653702 <== mds.0 v2:172.21.15.31:6832/713364256 3 ==== client_reply(???:1 = 0 (0) Success) ==== 431+0+0 (crc 0 0 0) 0x7fcec00052f0 con 0x564e6d5497a0 2024-07-26T12:23:06.989 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.986+0000 7fced4c00640 20 client.4698 handle_client_reply got a reply. Safe:1 tid 1 2024-07-26T12:23:06.989 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.986+0000 7fced4c00640 10 client.4698 insert_trace from 2024-07-26T12:23:06.987177+0000 mds.0 is_target=1 is_dentry=0 2024-07-26T12:23:06.989 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.986+0000 7fced4c00640 10 client.4698 features 0xffffffffffffffff 2024-07-26T12:23:06.989 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.986+0000 7fced4c00640 10 client.4698 update_snap_trace len 70 2024-07-26T12:23:06.989 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.986+0000 7fced4c00640 20 client.4698 get_snap_realm 0x1 0, nref was 0 2024-07-26T12:23:06.989 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.986+0000 7fced4c00640 20 client.4698 get_snap_realm 0x1 0x7fcea400af20, nref now is 1 2024-07-26T12:23:06.990 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.986+0000 7fced4c00640 10 client.4698 update_snap_trace snaprealm(0x1 nref=1 c=0 seq=0 parent=0x0 my_snaps=[] cached_snapc=0=[] last_modified=0.000000 change_attr=0) seq 1 > 0 2024-07-26T12:23:06.990 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.986+0000 7fced4c00640 10 client.4698 invalidate_snaprealm_and_children snaprealm(0x1 nref=2 c=0 seq=1 parent=0x0 my_snaps=[] cached_snapc=0=[] last_modified=2024-07-26T12:21:44.597796+0000 change_attr=0) 2024-07-26T12:23:06.990 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.986+0000 7fced4c00640 15 client.4698 update_snap_trace snaprealm(0x1 nref=2 c=0 seq=1 parent=0x0 my_snaps=[] cached_snapc=0=[] last_modified=2024-07-26T12:21:44.597796+0000 change_attr=0) self|parent updated 2024-07-26T12:23:06.990 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.986+0000 7fced4c00640 15 client.4698 snapc 1=[] 2024-07-26T12:23:06.990 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.986+0000 7fced4c00640 10 client.4698 no new snap on snaprealm(0x1 nref=2 c=0 seq=1 parent=0x0 my_snaps=[] cached_snapc=1=[] last_modified=2024-07-26T12:21:44.597796+0000 change_attr=0) 2024-07-26T12:23:06.990 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.986+0000 7fced4c00640 20 client.4698 put_snap_realm 0x1 0x7fcea400af20 2 -> 1 2024-07-26T12:23:06.990 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.986+0000 7fced4c00640 10 client.4698 hrm is_target=1 is_dentry=0 2024-07-26T12:23:06.990 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.986+0000 7fced4c00640 10 client.4698 update_inode_file_time 0x1.head(faked_ino=0 nref=3 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=0.000000 ctime=0.000000 change_attr=0 caps=- 0x7fcea400b010) - ctime 2024-07-26T12:23:06.962032+0000 mtime 2024-07-26T12:23:06.962032+0000 2024-07-26T12:23:06.990 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.986+0000 7fced4c00640 20 client.4698 dir hash is 2 2024-07-26T12:23:06.990 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.986+0000 7fced4c00640 12 client.4698 add_update_inode client inode change_attr: 0 , mds inodestat change_attr: 15 2024-07-26T12:23:06.990 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.986+0000 7fced4c00640 12 client.4698 add_update_inode adding 0x1.head(faked_ino=0 nref=3 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.962032+0000 ctime=2024-07-26T12:23:06.962032+0000 change_attr=15 caps=- has_dir_layout 0x7fcea400b010) caps pAsLsXsFs 2024-07-26T12:23:06.990 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.986+0000 7fced4c00640 20 client.4698 get_snap_realm 0x1 0x7fcea400af20, nref was 1 2024-07-26T12:23:06.990 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.986+0000 7fced4c00640 20 client.4698 get_snap_realm 0x1 0x7fcea400af20, nref now is 2 2024-07-26T12:23:06.991 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.986+0000 7fced4c00640 15 client.4698 add_update_cap first one, opened snaprealm 0x7fcea400af20 2024-07-26T12:23:06.991 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.986+0000 7fced4c00640 10 client.4698 add_update_cap issued - -> pAsLsXsFs from mds.0 on 0x1.head(faked_ino=0 nref=3 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.962032+0000 ctime=2024-07-26T12:23:06.962032+0000 change_attr=15 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400b010) 2024-07-26T12:23:06.991 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.986+0000 7fced4c00640 10 client.4698 add_update_cap calling signal_caps_inode 2024-07-26T12:23:06.991 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.986+0000 7fced4c00640 20 client.4698 put_snap_realm 0x1 0x7fcea400af20 2 -> 1 2024-07-26T12:23:06.991 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.986+0000 7fced4c00640 20 client.4698 handle_client_reply signalling caller 0x7ffdd11ef020 2024-07-26T12:23:06.991 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.986+0000 7fced4c00640 20 client.4698 handle_client_reply awaiting kickback on tid 1 0x7fced4bfde20 2024-07-26T12:23:06.991 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.986+0000 7fcede41f480 20 client.4698 sendrecv kickback on tid 1 0x7fced4bfde20 2024-07-26T12:23:06.991 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.986+0000 7fcede41f480 20 client.4698 lat 0.000815 2024-07-26T12:23:06.991 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.986+0000 7fcede41f480 20 client.4698 _ll_get 0x7fcea400b010 0x1 -> 1 2024-07-26T12:23:06.991 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.986+0000 7fcede41f480 3 client.4698 (fh)0 is invalid 2024-07-26T12:23:06.991 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.986+0000 7fcede41f480 3 client.4698 (fh)0 is invalid 2024-07-26T12:23:06.991 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.986+0000 7fcede41f480 2 client.4698 unmount 2024-07-26T12:23:06.991 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.986+0000 7fced4c00640 20 client.4698 put_inode on 0x1.head(faked_ino=0 nref=6 ll_ref=1 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.962032+0000 ctime=2024-07-26T12:23:06.962032+0000 change_attr=15 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400b010) n = 1 2024-07-26T12:23:06.991 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.986+0000 7fced4c00640 20 client.4698 put_inode on 0x1.head(faked_ino=0 nref=6 ll_ref=1 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.962032+0000 ctime=2024-07-26T12:23:06.962032+0000 change_attr=15 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400b010) n = 1 2024-07-26T12:23:06.992 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.986+0000 7fced4c00640 10 client.4698 unmounting: trim pass, size was 0+1 2024-07-26T12:23:06.992 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.986+0000 7fced4c00640 20 client.4698 trim_cache size 0 max 16384 2024-07-26T12:23:06.992 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.986+0000 7fced4c00640 10 client.4698 unmounting: trim pass, size still 0+1 2024-07-26T12:23:06.992 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.986+0000 7fcede41f480 2 client.4698 unmounting 2024-07-26T12:23:06.992 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.986+0000 7fcede41f480 20 client.4698 put_inode on 0x1.head(faked_ino=0 nref=6 ll_ref=1 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.962032+0000 ctime=2024-07-26T12:23:06.962032+0000 change_attr=15 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400b010) n = 1 2024-07-26T12:23:06.992 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.986+0000 7fcede41f480 20 client.4698 put_inode on 0x1.head(faked_ino=0 nref=6 ll_ref=1 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.962032+0000 ctime=2024-07-26T12:23:06.962032+0000 change_attr=15 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400b010) n = 1 2024-07-26T12:23:06.992 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.986+0000 7fcede41f480 10 client.4698 _ll_drop_pins 2024-07-26T12:23:06.992 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.986+0000 7fcede41f480 20 client.4698 _ll_put 0x7fcea400b010 0x1 1 -> 0 2024-07-26T12:23:06.992 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.986+0000 7fcede41f480 20 client.4698 put_inode on 0x1.head(faked_ino=0 nref=7 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.962032+0000 ctime=2024-07-26T12:23:06.962032+0000 change_attr=15 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400b010) n = 1 2024-07-26T12:23:06.992 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.986+0000 7fcede41f480 20 client.4698 put_inode on 0x1.head(faked_ino=0 nref=7 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.962032+0000 ctime=2024-07-26T12:23:06.962032+0000 change_attr=15 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400b010) n = 1 2024-07-26T12:23:06.992 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.986+0000 7fcede41f480 20 client.4698 _release 0x1.head(faked_ino=0 nref=8 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.962032+0000 ctime=2024-07-26T12:23:06.962032+0000 change_attr=15 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400b010) 2024-07-26T12:23:06.992 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.986+0000 7fcede41f480 10 client.4698 _invalidate_inode_cache 0x1.head(faked_ino=0 nref=8 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.962032+0000 ctime=2024-07-26T12:23:06.962032+0000 change_attr=15 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400b010) 2024-07-26T12:23:06.992 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.986+0000 7fcede41f480 10 client.4698 _flush 0x1.head(faked_ino=0 nref=9 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.962032+0000 ctime=2024-07-26T12:23:06.962032+0000 change_attr=15 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400b010) 2024-07-26T12:23:06.993 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.986+0000 7fcede41f480 10 client.4698 nothing to flush 2024-07-26T12:23:06.993 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.986+0000 7fcede41f480 20 client.4698 put_inode on 0x1.head(faked_ino=0 nref=9 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.962032+0000 ctime=2024-07-26T12:23:06.962032+0000 change_attr=15 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400b010) n = 1 2024-07-26T12:23:06.993 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.986+0000 7fcede41f480 20 client.4698 put_inode on 0x1.head(faked_ino=0 nref=9 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.962032+0000 ctime=2024-07-26T12:23:06.962032+0000 change_attr=15 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400b010) n = 1 2024-07-26T12:23:06.993 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.986+0000 7fcede41f480 10 client.4698 flush_caps_sync 2024-07-26T12:23:06.993 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.986+0000 7fcede41f480 10 client.4698 wait_sync_caps want 1 (last is 1, 0 total flushing) 2024-07-26T12:23:06.993 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.986+0000 7fcede41f480 20 client.4698 trim_cache size 0 max 16384 2024-07-26T12:23:06.993 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.986+0000 7fcede41f480 10 client.4698 _put_inode on 0x1.head(faked_ino=0 nref=9 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.962032+0000 ctime=2024-07-26T12:23:06.962032+0000 change_attr=15 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400b010) n = 8 2024-07-26T12:23:06.993 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.986+0000 7fcede41f480 10 client.4698 remove_cap mds.0 on 0x1.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.962032+0000 ctime=2024-07-26T12:23:06.962032+0000 change_attr=15 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400b010) 2024-07-26T12:23:06.993 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.986+0000 7fcede41f480 15 client.4698 remove_cap last one, closing snaprealm 0x7fcea400af20 2024-07-26T12:23:06.993 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.986+0000 7fcede41f480 20 client.4698 put_snap_realm 0x1 0x7fcea400af20 1 -> 0 2024-07-26T12:23:06.993 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.986+0000 7fcede41f480 10 client.4698 _put_inode deleting 0x1.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.962032+0000 ctime=2024-07-26T12:23:06.962032+0000 change_attr=15 caps=- has_dir_layout 0x7fcea400b010) 2024-07-26T12:23:06.993 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.986+0000 7fcede41f480 2 client.4698 _close_mds_session mds.0 seq 0 2024-07-26T12:23:06.993 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.986+0000 7fcede41f480 1 -- 172.21.15.31:0/1688653702 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_session(request_close) -- 0x564e6d4a3bf0 con 0x564e6d5497a0 2024-07-26T12:23:06.993 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.986+0000 7fcede41f480 2 client.4698 waiting for 1 mds session(s) to close (timeout: 30s) 2024-07-26T12:23:06.995 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.990+0000 7fced4c00640 1 -- 172.21.15.31:0/1688653702 <== mds.0 v2:172.21.15.31:6832/713364256 4 ==== client_session(close) ==== 28+0+0 (crc 0 0 0) 0x564e6d4a3bf0 con 0x564e6d5497a0 2024-07-26T12:23:06.995 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.990+0000 7fced4c00640 10 client.4698 handle_client_session client_session(close) from mds.0 2024-07-26T12:23:06.995 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.990+0000 7fced4c00640 5 client.4698 _closed_mds_session mds.0 seq 0 2024-07-26T12:23:06.995 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.990+0000 7fced4c00640 1 -- 172.21.15.31:0/1688653702 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d5497a0 msgr2=0x564e6d5584e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:06.995 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.990+0000 7fced4c00640 1 --2- 172.21.15.31:0/1688653702 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d5497a0 0x564e6d5584e0 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:06.995 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.990+0000 7fced4c00640 10 client.4698 remove_session_caps mds.0 2024-07-26T12:23:06.995 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.990+0000 7fced4c00640 10 client.4698 kick_requests_closed for mds.0 2024-07-26T12:23:06.995 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.990+0000 7fced4c00640 10 client.4698 unmounting: trim pass, size was 0+0 2024-07-26T12:23:06.996 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.990+0000 7fced4c00640 20 client.4698 trim_cache size 0 max 16384 2024-07-26T12:23:06.996 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.990+0000 7fced4c00640 10 client.4698 unmounting: trim pass, size still 0+0 2024-07-26T12:23:06.996 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.990+0000 7fcede41f480 2 client.4698 unmounted. 2024-07-26T12:23:06.996 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.990+0000 7fcede41f480 1 client.4698 shutdown 2024-07-26T12:23:06.996 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.990+0000 7fcede41f480 1 -- 172.21.15.31:0/1688653702 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d6050f0 msgr2=0x564e6d600fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:06.996 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.990+0000 7fcede41f480 1 --2- 172.21.15.31:0/1688653702 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d6050f0 0x564e6d600fe0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fcec8011040 tx=0x564e6d561470 comp rx=0 tx=0).stop 2024-07-26T12:23:06.996 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.991+0000 7fcede41f480 1 -- 172.21.15.31:0/1688653702 shutdown_connections 2024-07-26T12:23:06.996 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.991+0000 7fcede41f480 1 --2- 172.21.15.31:0/1688653702 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d4d61d0 0x564e6d548f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:06.996 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.991+0000 7fcede41f480 1 --2- 172.21.15.31:0/1688653702 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d5fb3b0 0x564e6d560f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:06.996 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.991+0000 7fcede41f480 1 --2- 172.21.15.31:0/1688653702 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d5497a0 0x564e6d5584e0 unknown :-1 s=CLOSED pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:06.996 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.991+0000 7fcede41f480 1 --2- 172.21.15.31:0/1688653702 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d6050f0 0x564e6d600fe0 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:06.996 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.991+0000 7fcede41f480 1 -- 172.21.15.31:0/1688653702 >> 172.21.15.31:0/1688653702 conn(0x564e6d3cbab0 msgr2=0x564e6d4dcc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:23:06.996 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.991+0000 7fcede41f480 1 -- 172.21.15.31:0/1688653702 shutdown_connections 2024-07-26T12:23:06.996 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.991+0000 7fcede41f480 1 -- 172.21.15.31:0/1688653702 wait complete. 2024-07-26T12:23:06.997 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.991+0000 7fcede41f480 20 client.4698 trim_cache size 0 max 16384 2024-07-26T12:23:06.997 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.992+0000 7fcede41f480 1 -- start start 2024-07-26T12:23:06.997 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.993+0000 7fcede41f480 1 Processor -- start 2024-07-26T12:23:06.997 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.993+0000 7fcede41f480 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d4d61d0 0x564e6d548f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:06.997 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.993+0000 7fcede41f480 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d5497a0 0x564e6d560f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:06.997 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.993+0000 7fcede41f480 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d5fb3b0 0x564e6d600fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:06.997 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.993+0000 7fcede41f480 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fcea4001010 con 0x564e6d4d61d0 2024-07-26T12:23:06.997 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.993+0000 7fcede41f480 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x564e6d56a8b0 con 0x564e6d5497a0 2024-07-26T12:23:06.997 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.993+0000 7fcede41f480 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x564e6d564d90 con 0x564e6d5fb3b0 2024-07-26T12:23:06.999 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.994+0000 7fced6a00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d4d61d0 0x564e6d548f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:06.999 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.994+0000 7fced6a00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d4d61d0 0x564e6d548f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:43114/0 (socket says 172.21.15.31:43114) 2024-07-26T12:23:06.999 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.994+0000 7fced6a00640 1 -- 172.21.15.31:0/138158324 learned_addr learned my addr 172.21.15.31:0/138158324 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:23:07.000 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.994+0000 7fced7400640 1 --2- 172.21.15.31:0/138158324 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d5fb3b0 0x564e6d600fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:07.000 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.994+0000 7fced6000640 1 --2- 172.21.15.31:0/138158324 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d5497a0 0x564e6d560f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:07.000 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.994+0000 7fced6a00640 1 -- 172.21.15.31:0/138158324 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d5fb3b0 msgr2=0x564e6d600fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:07.000 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.994+0000 7fced6a00640 1 --2- 172.21.15.31:0/138158324 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d5fb3b0 0x564e6d600fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:07.000 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.994+0000 7fced6a00640 1 -- 172.21.15.31:0/138158324 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d5497a0 msgr2=0x564e6d560f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:07.000 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.994+0000 7fced6a00640 1 --2- 172.21.15.31:0/138158324 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d5497a0 0x564e6d560f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:07.000 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.994+0000 7fced6a00640 1 -- 172.21.15.31:0/138158324 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564e6d4da040 con 0x564e6d4d61d0 2024-07-26T12:23:07.000 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.994+0000 7fced6000640 1 --2- 172.21.15.31:0/138158324 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d5497a0 0x564e6d560f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T12:23:07.000 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.995+0000 7fced6a00640 1 --2- 172.21.15.31:0/138158324 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d4d61d0 0x564e6d548f30 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fcec802ca70 tx=0x7fcec8001440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6b4942bd8055f9a server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:23:07.000 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.995+0000 7fcecf400640 10 client.0 ms_handle_connect on v2:172.21.15.31:3300/0 2024-07-26T12:23:07.000 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.995+0000 7fcecf400640 1 -- 172.21.15.31:0/138158324 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcec8044040 con 0x564e6d4d61d0 2024-07-26T12:23:07.000 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.995+0000 7fcecf400640 1 -- 172.21.15.31:0/138158324 <== mon.0 v2:172.21.15.31:3300/0 2 ==== osd_map(24..24 src has 1..24) ==== 5825+0+0 (secure 0 0 0) 0x7fcec8017040 con 0x564e6d4d61d0 2024-07-26T12:23:07.000 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.995+0000 7fcede41f480 10 client.4701 Subscribing to map 'mdsmap' 2024-07-26T12:23:07.001 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.995+0000 7fcede41f480 1 -- 172.21.15.31:0/138158324 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,mdsmap=0+,monmap=2+}) -- 0x564e6d4da460 con 0x564e6d4d61d0 2024-07-26T12:23:07.001 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.995+0000 7fceccc00640 20 client.4701 tick 2024-07-26T12:23:07.001 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.995+0000 7fceccc00640 20 client.4701 collect_and_send_metrics 2024-07-26T12:23:07.001 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.995+0000 7fceccc00640 20 client.4701 collect_and_send_global_metrics 2024-07-26T12:23:07.001 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.995+0000 7fceccc00640 5 client.4701 collect_and_send_global_metrics MDS rank 0 is not ready yet -- not sending metric 2024-07-26T12:23:07.001 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.995+0000 7fceccc00640 20 client.4701 trim_cache size 0 max 16384 2024-07-26T12:23:07.001 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.995+0000 7fceccc00640 20 client.4701 upkeep thread waiting interval 1.000000000s 2024-07-26T12:23:07.001 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.995+0000 7fcecf400640 1 -- 172.21.15.31:0/138158324 <== mon.0 v2:172.21.15.31:3300/0 3 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fcec8024040 con 0x564e6d4d61d0 2024-07-26T12:23:07.001 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.995+0000 7fcecf400640 1 -- 172.21.15.31:0/138158324 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mdsmap(e 8) ==== 1240+0+0 (secure 0 0 0) 0x7fcec8032070 con 0x564e6d4d61d0 2024-07-26T12:23:07.001 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.995+0000 7fcecf400640 1 client.4701 handle_mds_map epoch 8 2024-07-26T12:23:07.001 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.996+0000 7fcede41f480 20 client.4701 populate_metadata read hostname 'smithi031' 2024-07-26T12:23:07.001 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.996+0000 7fcede41f480 10 client.4701 did not get mds through better means, so chose random mds 0 2024-07-26T12:23:07.001 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.996+0000 7fcede41f480 20 client.4701 mds is 0 2024-07-26T12:23:07.001 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.996+0000 7fcede41f480 10 client.4701 _open_mds_session mds.0 2024-07-26T12:23:07.002 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.996+0000 7fcede41f480 1 --2- 172.21.15.31:0/138158324 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d6050f0 0x564e6d4db410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:07.002 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.996+0000 7fcede41f480 1 -- 172.21.15.31:0/138158324 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_session(request_open) -- 0x564e6d553990 con 0x564e6d6050f0 2024-07-26T12:23:07.002 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.996+0000 7fcede41f480 10 client.4701 waiting for session to mds.0 to open 2024-07-26T12:23:07.002 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.996+0000 7fced6000640 1 --2- 172.21.15.31:0/138158324 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d6050f0 0x564e6d4db410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:07.002 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.996+0000 7fced6000640 1 --2- 172.21.15.31:0/138158324 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d6050f0 0x564e6d4db410 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=67ec1e32ddb644f0 server_cookie=3dafd636cf72d379 in_seq=0 out_seq=0 2024-07-26T12:23:07.002 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:06.996+0000 7fcecf400640 10 client.4701 ms_handle_connect on v2:172.21.15.31:6832/713364256 2024-07-26T12:23:07.004 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.000+0000 7fcecf400640 1 -- 172.21.15.31:0/138158324 <== mds.0 v2:172.21.15.31:6832/713364256 1 ==== client_session(open cap_auths [MDSCapAuth(readable=1, writeable=1)]) ==== 113+0+0 (crc 0 0 0) 0x564e6d553990 con 0x564e6d6050f0 2024-07-26T12:23:07.004 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.000+0000 7fcecf400640 10 client.4701 handle_client_session client_session(open cap_auths [MDSCapAuth(readable=1, writeable=1)]) from mds.0 2024-07-26T12:23:07.004 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.000+0000 7fcecf400640 10 client.4701 renew_caps mds.0 2024-07-26T12:23:07.004 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.000+0000 7fcecf400640 1 -- 172.21.15.31:0/138158324 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_session(request_renewcaps seq 1) -- 0x7fcea400ac70 con 0x564e6d6050f0 2024-07-26T12:23:07.004 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.000+0000 7fcecf400640 10 client.4701 connect_mds_targets for mds.0 2024-07-26T12:23:07.004 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.000+0000 7fcede41f480 10 client.4701 did not get mds through better means, so chose random mds 0 2024-07-26T12:23:07.004 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.000+0000 7fcede41f480 20 client.4701 mds is 0 2024-07-26T12:23:07.004 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.000+0000 7fcede41f480 10 client.4701 send_request rebuilding request 1 for mds.0 2024-07-26T12:23:07.004 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.000+0000 7fcede41f480 20 client.4701 encode_cap_releases enter (req: 0x564e6d4df970, mds: 0) 2024-07-26T12:23:07.004 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.000+0000 7fcede41f480 20 client.4701 send_request set sent_stamp to 2024-07-26T12:23:07.002142+0000 2024-07-26T12:23:07.004 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.000+0000 7fcede41f480 10 client.4701 send_request client_request(unknown.0:1 getattr pAsLsXsFs #0x1 2024-07-26T12:23:06.997327+0000 caller_uid=0, caller_gid=0{}) to mds.0 2024-07-26T12:23:07.005 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.000+0000 7fcede41f480 1 -- 172.21.15.31:0/138158324 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_request(unknown.0:1 getattr pAsLsXsFs #0x1 2024-07-26T12:23:06.997327+0000 caller_uid=0, caller_gid=0{}) -- 0x564e6d4dfd30 con 0x564e6d6050f0 2024-07-26T12:23:07.005 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.000+0000 7fcede41f480 20 client.4701 awaiting reply|forward|kick on 0x7ffdd11eed60 2024-07-26T12:23:07.005 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.001+0000 7fcecf400640 1 -- 172.21.15.31:0/138158324 <== mds.0 v2:172.21.15.31:6832/713364256 2 ==== client_session(renewcaps seq 1) ==== 28+0+0 (crc 0 0 0) 0x7fcea400ac70 con 0x564e6d6050f0 2024-07-26T12:23:07.005 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.001+0000 7fcecf400640 10 client.4701 handle_client_session client_session(renewcaps seq 1) from mds.0 2024-07-26T12:23:07.005 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.001+0000 7fcecf400640 1 -- 172.21.15.31:0/138158324 <== mds.0 v2:172.21.15.31:6832/713364256 3 ==== client_reply(???:1 = 0 (0) Success) ==== 431+0+0 (crc 0 0 0) 0x7fcec00052f0 con 0x564e6d6050f0 2024-07-26T12:23:07.005 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.001+0000 7fcecf400640 20 client.4701 handle_client_reply got a reply. Safe:1 tid 1 2024-07-26T12:23:07.005 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.001+0000 7fcecf400640 10 client.4701 insert_trace from 2024-07-26T12:23:07.002142+0000 mds.0 is_target=1 is_dentry=0 2024-07-26T12:23:07.005 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.001+0000 7fcecf400640 10 client.4701 features 0xffffffffffffffff 2024-07-26T12:23:07.005 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.001+0000 7fcecf400640 10 client.4701 update_snap_trace len 70 2024-07-26T12:23:07.005 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.001+0000 7fcecf400640 20 client.4701 get_snap_realm 0x1 0, nref was 0 2024-07-26T12:23:07.005 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.001+0000 7fcecf400640 20 client.4701 get_snap_realm 0x1 0x7fcea400ae90, nref now is 1 2024-07-26T12:23:07.005 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.001+0000 7fcecf400640 10 client.4701 update_snap_trace snaprealm(0x1 nref=1 c=0 seq=0 parent=0x0 my_snaps=[] cached_snapc=0=[] last_modified=0.000000 change_attr=0) seq 1 > 0 2024-07-26T12:23:07.005 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.001+0000 7fcecf400640 10 client.4701 invalidate_snaprealm_and_children snaprealm(0x1 nref=2 c=0 seq=1 parent=0x0 my_snaps=[] cached_snapc=0=[] last_modified=2024-07-26T12:21:44.597796+0000 change_attr=0) 2024-07-26T12:23:07.005 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.001+0000 7fcecf400640 15 client.4701 update_snap_trace snaprealm(0x1 nref=2 c=0 seq=1 parent=0x0 my_snaps=[] cached_snapc=0=[] last_modified=2024-07-26T12:21:44.597796+0000 change_attr=0) self|parent updated 2024-07-26T12:23:07.006 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.001+0000 7fcecf400640 15 client.4701 snapc 1=[] 2024-07-26T12:23:07.006 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.001+0000 7fcecf400640 10 client.4701 no new snap on snaprealm(0x1 nref=2 c=0 seq=1 parent=0x0 my_snaps=[] cached_snapc=1=[] last_modified=2024-07-26T12:21:44.597796+0000 change_attr=0) 2024-07-26T12:23:07.006 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.001+0000 7fcecf400640 20 client.4701 put_snap_realm 0x1 0x7fcea400ae90 2 -> 1 2024-07-26T12:23:07.006 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.001+0000 7fcecf400640 10 client.4701 hrm is_target=1 is_dentry=0 2024-07-26T12:23:07.006 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.001+0000 7fcecf400640 10 client.4701 update_inode_file_time 0x1.head(faked_ino=0 nref=3 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=0.000000 ctime=0.000000 change_attr=0 caps=- 0x7fcea400af80) - ctime 2024-07-26T12:23:06.962032+0000 mtime 2024-07-26T12:23:06.962032+0000 2024-07-26T12:23:07.006 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.001+0000 7fcecf400640 20 client.4701 dir hash is 2 2024-07-26T12:23:07.006 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.001+0000 7fcecf400640 12 client.4701 add_update_inode client inode change_attr: 0 , mds inodestat change_attr: 15 2024-07-26T12:23:07.006 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.001+0000 7fcecf400640 12 client.4701 add_update_inode adding 0x1.head(faked_ino=0 nref=3 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.962032+0000 ctime=2024-07-26T12:23:06.962032+0000 change_attr=15 caps=- has_dir_layout 0x7fcea400af80) caps pAsLsXsFs 2024-07-26T12:23:07.006 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.001+0000 7fcecf400640 20 client.4701 get_snap_realm 0x1 0x7fcea400ae90, nref was 1 2024-07-26T12:23:07.006 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.001+0000 7fcecf400640 20 client.4701 get_snap_realm 0x1 0x7fcea400ae90, nref now is 2 2024-07-26T12:23:07.006 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.001+0000 7fcecf400640 15 client.4701 add_update_cap first one, opened snaprealm 0x7fcea400ae90 2024-07-26T12:23:07.006 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.001+0000 7fcecf400640 10 client.4701 add_update_cap issued - -> pAsLsXsFs from mds.0 on 0x1.head(faked_ino=0 nref=3 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.962032+0000 ctime=2024-07-26T12:23:06.962032+0000 change_attr=15 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400af80) 2024-07-26T12:23:07.006 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.001+0000 7fcecf400640 10 client.4701 add_update_cap calling signal_caps_inode 2024-07-26T12:23:07.007 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.001+0000 7fcecf400640 20 client.4701 put_snap_realm 0x1 0x7fcea400ae90 2 -> 1 2024-07-26T12:23:07.007 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.001+0000 7fcecf400640 20 client.4701 handle_client_reply signalling caller 0x7ffdd11eed60 2024-07-26T12:23:07.007 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.001+0000 7fcecf400640 20 client.4701 handle_client_reply awaiting kickback on tid 1 0x7fcecf3fde20 2024-07-26T12:23:07.007 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.001+0000 7fcede41f480 20 client.4701 sendrecv kickback on tid 1 0x7fcecf3fde20 2024-07-26T12:23:07.007 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.001+0000 7fcede41f480 20 client.4701 lat 0.000660 2024-07-26T12:23:07.007 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.001+0000 7fcede41f480 20 client.4701 _ll_get 0x7fcea400af80 0x1 -> 1 2024-07-26T12:23:07.007 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.001+0000 7fcecf400640 20 client.4701 put_inode on 0x1.head(faked_ino=0 nref=6 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.962032+0000 ctime=2024-07-26T12:23:06.962032+0000 change_attr=15 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400af80) n = 1 2024-07-26T12:23:07.007 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.001+0000 7fcecf400640 20 client.4701 put_inode on 0x1.head(faked_ino=0 nref=6 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.962032+0000 ctime=2024-07-26T12:23:06.962032+0000 change_attr=15 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400af80) n = 1 2024-07-26T12:23:07.007 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.001+0000 7fcede41f480 8 client.4701 _ll_create 0x1.head test_llreadvllwritevinvalidfhfile44787 0666 578, uid 0, gid 0 2024-07-26T12:23:07.007 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.001+0000 7fcede41f480 10 client.4701 _do_lookup on #0x1/test_llreadvllwritevinvalidfhfile44787 2024-07-26T12:23:07.007 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.001+0000 7fcede41f480 20 client.4701 choose_target_mds starting with req->inode 0x1.head(faked_ino=0 nref=7 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.962032+0000 ctime=2024-07-26T12:23:06.962032+0000 change_attr=15 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400af80) 2024-07-26T12:23:07.007 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.001+0000 7fcede41f480 20 client.4701 choose_target_mds inode dir hash is 2 on test_llreadvllwritevinvalidfhfile44787 => 1938205064 2024-07-26T12:23:07.007 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.001+0000 7fcede41f480 20 client.4701 choose_target_mds 0x1.head(faked_ino=0 nref=7 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.962032+0000 ctime=2024-07-26T12:23:06.962032+0000 change_attr=15 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400af80) is_hash=1 hash=1938205064 2024-07-26T12:23:07.008 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.001+0000 7fcede41f480 10 client.4701 choose_target_mds from caps on inode 0x1.head(faked_ino=0 nref=7 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.962032+0000 ctime=2024-07-26T12:23:06.962032+0000 change_attr=15 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400af80) 2024-07-26T12:23:07.008 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.001+0000 7fcede41f480 20 client.4701 mds is 0 2024-07-26T12:23:07.008 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.001+0000 7fcede41f480 10 client.4701 send_request rebuilding request 2 for mds.0 2024-07-26T12:23:07.008 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.001+0000 7fcede41f480 20 client.4701 encode_cap_releases enter (req: 0x564e6d4dfd30, mds: 0) 2024-07-26T12:23:07.008 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.001+0000 7fcede41f480 20 client.4701 send_request set sent_stamp to 2024-07-26T12:23:07.002888+0000 2024-07-26T12:23:07.008 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.001+0000 7fcede41f480 10 client.4701 send_request client_request(unknown.0:2 lookup #0x1/test_llreadvllwritevinvalidfhfile44787 2024-07-26T12:23:07.002852+0000 caller_uid=0, caller_gid=0{}) to mds.0 2024-07-26T12:23:07.008 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.001+0000 7fcede41f480 1 -- 172.21.15.31:0/138158324 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_request(unknown.0:2 lookup #0x1/test_llreadvllwritevinvalidfhfile44787 2024-07-26T12:23:07.002852+0000 caller_uid=0, caller_gid=0{}) -- 0x564e6d5f6da0 con 0x564e6d6050f0 2024-07-26T12:23:07.008 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.001+0000 7fcede41f480 20 client.4701 awaiting reply|forward|kick on 0x7ffdd11eeb30 2024-07-26T12:23:07.008 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.002+0000 7fcecf400640 1 -- 172.21.15.31:0/138158324 <== mds.0 v2:172.21.15.31:6832/713364256 4 ==== client_reply(???:2 = -2 (2) No such file or directory) ==== 27+0+0 (crc 0 0 0) 0x7fcec001ccc0 con 0x564e6d6050f0 2024-07-26T12:23:07.008 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.002+0000 7fcecf400640 20 client.4701 handle_client_reply got a reply. Safe:1 tid 2 2024-07-26T12:23:07.008 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.002+0000 7fcecf400640 10 client.4701 insert_trace from 2024-07-26T12:23:07.002888+0000 mds.0 is_target=0 is_dentry=0 2024-07-26T12:23:07.008 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.002+0000 7fcecf400640 10 client.4701 insert_trace -- no trace 2024-07-26T12:23:07.008 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.002+0000 7fcecf400640 20 client.4701 handle_client_reply signalling caller 0x7ffdd11eeb30 2024-07-26T12:23:07.008 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.002+0000 7fcecf400640 20 client.4701 handle_client_reply awaiting kickback on tid 2 0x7fcecf3fde20 2024-07-26T12:23:07.009 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.002+0000 7fcede41f480 20 client.4701 sendrecv kickback on tid 2 0x7fcecf3fde20 2024-07-26T12:23:07.009 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.002+0000 7fcede41f480 20 client.4701 lat 0.000495 2024-07-26T12:23:07.009 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.002+0000 7fcede41f480 10 client.4701 _do_lookup res is -2 2024-07-26T12:23:07.009 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.002+0000 7fcede41f480 10 client.4701 _lookup 0x1.head(faked_ino=0 nref=7 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.962032+0000 ctime=2024-07-26T12:23:06.962032+0000 change_attr=15 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400af80) test_llreadvllwritevinvalidfhfile44787 = -2 2024-07-26T12:23:07.009 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.002+0000 7fcede41f480 20 client.4701 may_create 0x1.head(faked_ino=0 nref=7 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.962032+0000 ctime=2024-07-26T12:23:06.962032+0000 change_attr=15 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400af80); UserPerm(uid: 0, gid: 0) 2024-07-26T12:23:07.009 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.002+0000 7fcede41f480 10 client.4701 _getattr mask As issued=1 2024-07-26T12:23:07.009 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.002+0000 7fcede41f480 3 client.4701 may_create 0x7fcea400af80 = 0 2024-07-26T12:23:07.009 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.002+0000 7fcede41f480 8 client.4701 _create(0x1 test_llreadvllwritevinvalidfhfile44787, 0666) 2024-07-26T12:23:07.009 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.002+0000 7fcede41f480 20 client.4701 get_or_create 0x1.head(faked_ino=0 nref=8 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.962032+0000 ctime=2024-07-26T12:23:06.962032+0000 change_attr=15 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400af80) name test_llreadvllwritevinvalidfhfile44787 2024-07-26T12:23:07.009 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.002+0000 7fcede41f480 15 open_dir 0x564e6d564e50 on 0x7fcea400af80 2024-07-26T12:23:07.009 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.002+0000 7fcede41f480 15 client.4701 link dir 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.962032+0000 ctime=2024-07-26T12:23:06.962032+0000 change_attr=15 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400af80) 'test_llreadvllwritevinvalidfhfile44787' dn 0x1.head["test_llreadvllwritevinvalidfhfile44787"] (new dn) 2024-07-26T12:23:07.009 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.002+0000 7fcede41f480 20 client.4701 choose_target_mds starting with req->inode 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.962032+0000 ctime=2024-07-26T12:23:06.962032+0000 change_attr=15 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400af80) 2024-07-26T12:23:07.009 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.002+0000 7fcede41f480 20 client.4701 choose_target_mds inode dir hash is 2 on test_llreadvllwritevinvalidfhfile44787 => 1938205064 2024-07-26T12:23:07.009 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.002+0000 7fcede41f480 20 client.4701 choose_target_mds 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.962032+0000 ctime=2024-07-26T12:23:06.962032+0000 change_attr=15 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400af80) is_hash=1 hash=1938205064 2024-07-26T12:23:07.010 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.002+0000 7fcede41f480 10 client.4701 choose_target_mds from caps on inode 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.962032+0000 ctime=2024-07-26T12:23:06.962032+0000 change_attr=15 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400af80) 2024-07-26T12:23:07.010 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.002+0000 7fcede41f480 20 client.4701 mds is 0 2024-07-26T12:23:07.010 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.002+0000 7fcede41f480 10 client.4701 send_request rebuilding request 3 for mds.0 2024-07-26T12:23:07.010 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.002+0000 7fcede41f480 20 client.4701 encode_cap_releases enter (req: 0x564e6d5f6da0, mds: 0) 2024-07-26T12:23:07.010 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.002+0000 7fcede41f480 20 client.4701 encode_dentry_release enter(dn:0x7fcea4007540) 2024-07-26T12:23:07.010 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.002+0000 7fcede41f480 20 client.4701 encode_inode_release enter(in:0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.962032+0000 ctime=2024-07-26T12:23:06.962032+0000 change_attr=15 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400af80), req:0x564e6d5f6da0 mds:0, drop:Fs, unless:Fx, force:1) 2024-07-26T12:23:07.010 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.002+0000 7fcede41f480 20 client.4701 send_request set sent_stamp to 2024-07-26T12:23:07.003483+0000 2024-07-26T12:23:07.010 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.002+0000 7fcede41f480 10 client.4701 send_request client_request(unknown.0:3 create owner_uid=0, owner_gid=0 #0x1/test_llreadvllwritevinvalidfhfile44787 2024-07-26T12:23:07.003444+0000 caller_uid=0, caller_gid=0{}) to mds.0 2024-07-26T12:23:07.010 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.002+0000 7fcede41f480 1 -- 172.21.15.31:0/138158324 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_request(unknown.0:3 create owner_uid=0, owner_gid=0 #0x1/test_llreadvllwritevinvalidfhfile44787 2024-07-26T12:23:07.003444+0000 caller_uid=0, caller_gid=0{}) -- 0x564e6d5f7160 con 0x564e6d6050f0 2024-07-26T12:23:07.010 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.002+0000 7fcede41f480 20 client.4701 awaiting reply|forward|kick on 0x7ffdd11eeb90 2024-07-26T12:23:07.010 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.002+0000 7fcecf400640 20 client.4701 put_inode on 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.962032+0000 ctime=2024-07-26T12:23:06.962032+0000 change_attr=15 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400af80) n = 1 2024-07-26T12:23:07.012 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.007+0000 7fcecf400640 1 -- 172.21.15.31:0/138158324 <== mds.0 v2:172.21.15.31:6832/713364256 5 ==== client_reply(???:3 = 0 (0) Success safe) ==== 859+0+0 (crc 0 0 0) 0x7fcec005e940 con 0x564e6d6050f0 2024-07-26T12:23:07.012 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.007+0000 7fcecf400640 20 client.4701 handle_client_reply got a reply. Safe:1 tid 3 2024-07-26T12:23:07.012 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.007+0000 7fcecf400640 10 client.4701 insert_trace from 2024-07-26T12:23:07.003483+0000 mds.0 is_target=1 is_dentry=1 2024-07-26T12:23:07.012 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.007+0000 7fcecf400640 10 client.4701 features 0xffffffffffffffff 2024-07-26T12:23:07.012 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.007+0000 7fcecf400640 10 client.4701 update_snap_trace len 70 2024-07-26T12:23:07.012 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.007+0000 7fcecf400640 20 client.4701 get_snap_realm 0x1 0x7fcea400ae90, nref was 1 2024-07-26T12:23:07.013 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.007+0000 7fcecf400640 20 client.4701 get_snap_realm 0x1 0x7fcea400ae90, nref now is 2 2024-07-26T12:23:07.013 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.007+0000 7fcecf400640 10 client.4701 update_snap_trace snaprealm(0x1 nref=2 c=0 seq=1 parent=0x0 my_snaps=[] cached_snapc=1=[] last_modified=2024-07-26T12:21:44.597796+0000 change_attr=0) seq 1 <= 1 and same parent, SKIPPING 2024-07-26T12:23:07.013 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.007+0000 7fcecf400640 10 client.4701 hrm is_target=1 is_dentry=1 2024-07-26T12:23:07.013 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.007+0000 7fcecf400640 10 client.4701 update_inode_file_time 0x10000000008.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={} open={} mode=100666 size=0/0 nlink=1 btime=2024-07-26T12:23:07.003444+0000 mtime=0.000000 ctime=0.000000 change_attr=0 caps=- objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b560) - ctime 2024-07-26T12:23:07.003444+0000 mtime 2024-07-26T12:23:07.003444+0000 2024-07-26T12:23:07.013 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.007+0000 7fcecf400640 12 client.4701 add_update_inode client inode change_attr: 0 , mds inodestat change_attr: 0 2024-07-26T12:23:07.013 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.007+0000 7fcecf400640 12 client.4701 add_update_inode adding 0x10000000008.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={} open={} mode=100666 size=0/0 nlink=1 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=0 caps=- objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b560) caps pAsxLsXsxFsxcrwb 2024-07-26T12:23:07.013 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.007+0000 7fcecf400640 20 client.4701 get_snap_realm 0x1 0x7fcea400ae90, nref was 2 2024-07-26T12:23:07.013 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.007+0000 7fcecf400640 20 client.4701 get_snap_realm 0x1 0x7fcea400ae90, nref now is 3 2024-07-26T12:23:07.013 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.007+0000 7fcecf400640 15 client.4701 add_update_cap first one, opened snaprealm 0x7fcea400ae90 2024-07-26T12:23:07.013 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.007+0000 7fcecf400640 10 client.4701 add_update_cap issued - -> pAsxLsXsxFsxcrwb from mds.0 on 0x10000000008.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={} open={} mode=100666 size=0/0 nlink=1 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b560) 2024-07-26T12:23:07.013 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.007+0000 7fcecf400640 10 client.4701 add_update_cap calling signal_caps_inode 2024-07-26T12:23:07.013 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.007+0000 7fcecf400640 12 client.4701 add_update_inode had 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.962032+0000 ctime=2024-07-26T12:23:06.962032+0000 change_attr=15 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400af80) caps pAsLsXs 2024-07-26T12:23:07.013 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.007+0000 7fcecf400640 10 client.4701 update_inode_file_time 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.962032+0000 ctime=2024-07-26T12:23:06.962032+0000 change_attr=15 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400af80) pAsLsXs ctime 2024-07-26T12:23:07.003444+0000 mtime 2024-07-26T12:23:07.003444+0000 2024-07-26T12:23:07.014 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.007+0000 7fcecf400640 20 client.4701 dir hash is 2 2024-07-26T12:23:07.014 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.007+0000 7fcecf400640 12 client.4701 add_update_inode client inode change_attr: 15 , mds inodestat change_attr: 16 2024-07-26T12:23:07.014 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.007+0000 7fcecf400640 10 client.4701 add_update_cap issued pAsLsXs -> pAsLsXs from mds.0 on 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=16 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400af80) 2024-07-26T12:23:07.014 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.007+0000 7fcecf400640 20 client.4701 got dirfrag map for 0x1 frag * to mds 0 2024-07-26T12:23:07.014 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.007+0000 7fcecf400640 12 client.4701 insert_dentry_inode 'test_llreadvllwritevinvalidfhfile44787' vino 0x10000000008.head in dir 0x1.head dn 0x7fcea4007540 2024-07-26T12:23:07.014 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.007+0000 7fcecf400640 15 client.4701 link dir 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=16 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400af80) 'test_llreadvllwritevinvalidfhfile44787' to inode 0x7fcea400b560 dn 0x1.head["test_llreadvllwritevinvalidfhfile44787"] (old dn) 2024-07-26T12:23:07.014 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.007+0000 7fcecf400640 20 client.4701 put_inode on 0x10000000008.head(faked_ino=0 nref=4 ll_ref=0 cap_refs={} open={} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevinvalidfhfile44787"] 0x7fcea400b560) n = 1 2024-07-26T12:23:07.014 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.007+0000 7fcecf400640 20 client.4701 link inode 0x7fcea400b560 parents now 0x1.head["test_llreadvllwritevinvalidfhfile44787"] 2024-07-26T12:23:07.014 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.007+0000 7fcecf400640 20 client.4701 put_inode on 0x10000000008.head(faked_ino=0 nref=4 ll_ref=0 cap_refs={} open={} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevinvalidfhfile44787"] 0x7fcea400b560) n = 1 2024-07-26T12:23:07.014 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.007+0000 7fcecf400640 15 client.4701 update_dentry_lease 0x1.head["test_llreadvllwritevinvalidfhfile44787"] lease(mask 7 dur 30000) from 2024-07-26T12:23:07.003483+0000 2024-07-26T12:23:07.014 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.007+0000 7fcecf400640 10 client.4701 got dentry lease on test_llreadvllwritevinvalidfhfile44787 dur 30000ms ttl 2024-07-26T12:23:37.003483+0000 2024-07-26T12:23:07.014 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.007+0000 7fcecf400640 20 client.4701 put_snap_realm 0x1 0x7fcea400ae90 3 -> 2 2024-07-26T12:23:07.014 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.007+0000 7fcecf400640 20 client.4701 handle_client_reply signalling caller 0x7ffdd11eeb90 2024-07-26T12:23:07.014 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.007+0000 7fcecf400640 20 client.4701 handle_client_reply awaiting kickback on tid 3 0x7fcecf3fde20 2024-07-26T12:23:07.015 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.007+0000 7fcede41f480 20 client.4701 sendrecv kickback on tid 3 0x7fcecf3fde20 2024-07-26T12:23:07.015 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.007+0000 7fcede41f480 10 client.4701 delegated_inos: [] 2024-07-26T12:23:07.015 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.007+0000 7fcede41f480 10 client.4701 make_request created ino 0x10000000008 2024-07-26T12:23:07.015 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.007+0000 7fcede41f480 20 client.4701 make_request target is 0x10000000008.head(faked_ino=0 nref=6 ll_ref=0 cap_refs={} open={} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevinvalidfhfile44787"] 0x7fcea400b560) 2024-07-26T12:23:07.015 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.007+0000 7fcede41f480 20 client.4701 lat 0.005089 2024-07-26T12:23:07.015 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.007+0000 7fcede41f480 10 break_deleg: breaking delegs on 0x10000000008.head(faked_ino=0 nref=6 ll_ref=0 cap_refs={} open={3=1} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevinvalidfhfile44787"] 0x7fcea400b560) 2024-07-26T12:23:07.015 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.007+0000 7fcede41f480 10 delegations_broken: delegations empty on 0x10000000008.head(faked_ino=0 nref=6 ll_ref=0 cap_refs={} open={3=1} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevinvalidfhfile44787"] 0x7fcea400b560) 2024-07-26T12:23:07.015 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.007+0000 7fcede41f480 20 client.4701 put_inode on 0x10000000008.head(faked_ino=0 nref=8 ll_ref=0 cap_refs={} open={3=1} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevinvalidfhfile44787"] 0x7fcea400b560) n = 1 2024-07-26T12:23:07.015 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.007+0000 7fcede41f480 10 client.4701 _create_fh 0x10000000008 mode 3 2024-07-26T12:23:07.015 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.007+0000 7fcede41f480 20 client.4701 trim_cache size 1 max 16384 2024-07-26T12:23:07.015 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.007+0000 7fcede41f480 8 client.4701 create(#0x1/test_llreadvllwritevinvalidfhfile44787, 0100666 layout 0 0 0) = 0 2024-07-26T12:23:07.015 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.007+0000 7fcede41f480 20 client.4701 _ll_create created = 1 2024-07-26T12:23:07.015 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.007+0000 7fcede41f480 8 client.4701 _ll_create 0x1.head test_llreadvllwritevinvalidfhfile44787 0666 578 = 0 (0x564e6d4e0120 10000000008) 2024-07-26T12:23:07.016 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.007+0000 7fcede41f480 20 client.4701 _ll_get 0x7fcea400b560 0x10000000008 -> 1 2024-07-26T12:23:07.016 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.007+0000 7fcede41f480 10 client.4701 fill_statx on 0x10000000008 snap/devhead mode 0100666 mtime 2024-07-26T12:23:07.003444+0000 ctime 2024-07-26T12:23:07.003444+0000 change_attr 0 2024-07-26T12:23:07.016 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.007+0000 7fcede41f480 20 client.4701 put_inode on 0x10000000008.head(faked_ino=0 nref=9 ll_ref=1 cap_refs={} open={3=1} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevinvalidfhfile44787"] 0x7fcea400b560) n = 1 2024-07-26T12:23:07.016 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.007+0000 7fcede41f480 3 client.4701 ll_release (fh)0x564e6d4e0120 0x10000000008 2024-07-26T12:23:07.016 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.007+0000 7fcecf400640 20 client.4701 put_inode on 0x10000000008.head(faked_ino=0 nref=9 ll_ref=1 cap_refs={} open={3=1} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevinvalidfhfile44787"] 0x7fcea400b560) n = 1 2024-07-26T12:23:07.016 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.007+0000 7fcecf400640 20 client.4701 put_inode on 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=16 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400af80) n = 1 2024-07-26T12:23:07.016 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.007+0000 7fcede41f480 8 client.4701 _release_fh 0x564e6d4e0120 mode 3 on 0x10000000008.head(faked_ino=0 nref=9 ll_ref=1 cap_refs={} open={3=1} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevinvalidfhfile44787"] 0x7fcea400b560) 2024-07-26T12:23:07.016 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.007+0000 7fcede41f480 10 client.4701 _flush 0x10000000008.head(faked_ino=0 nref=10 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevinvalidfhfile44787"] 0x7fcea400b560) 2024-07-26T12:23:07.016 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.007+0000 7fcede41f480 10 client.4701 nothing to flush 2024-07-26T12:23:07.016 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.007+0000 7fcede41f480 20 client.4701 put_inode on 0x10000000008.head(faked_ino=0 nref=10 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevinvalidfhfile44787"] 0x7fcea400b560) n = 1 2024-07-26T12:23:07.016 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.007+0000 7fcede41f480 10 client.4701 check_caps on 0x10000000008.head(faked_ino=0 nref=10 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevinvalidfhfile44787"] 0x7fcea400b560) wanted - used - issued pAsxLsXsxFsxcrwb revoking - flags=0 2024-07-26T12:23:07.016 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.007+0000 7fcede41f480 10 client.4701 cap mds.0 issued pAsxLsXsxFsxcrwb implemented pAsxLsXsxFsxcrwb revoking - 2024-07-26T12:23:07.016 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.007+0000 7fcede41f480 10 client.4701 delaying cap release 2024-07-26T12:23:07.016 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.007+0000 7fcede41f480 10 client.4701 cap_delay_requeue on 0x10000000008.head(faked_ino=0 nref=10 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevinvalidfhfile44787"] 0x7fcea400b560) 2024-07-26T12:23:07.016 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.007+0000 7fcede41f480 10 client.4701 _release_fh 0x564e6d4e0120 on inode 0x10000000008.head(faked_ino=0 nref=10 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevinvalidfhfile44787"] 0x7fcea400b560) no async_err state 2024-07-26T12:23:07.017 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.007+0000 7fcede41f480 20 client.4701 put_inode on 0x10000000008.head(faked_ino=0 nref=10 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevinvalidfhfile44787"] 0x7fcea400b560) n = 1 2024-07-26T12:23:07.017 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.007+0000 7fcede41f480 3 client.4701 ll_unlink 0x1.head test_llreadvllwritevinvalidfhfile44787 2024-07-26T12:23:07.017 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.007+0000 7fcede41f480 20 client.4701 may_delete 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=16 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400af80); ; name test_llreadvllwritevinvalidfhfile44787; UserPerm(uid: 0, gid: 0) 2024-07-26T12:23:07.017 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.007+0000 7fcede41f480 10 client.4701 _getattr mask As issued=1 2024-07-26T12:23:07.017 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.007+0000 7fcede41f480 3 client.4701 may_delete 0x7fcea400af80 = 0 2024-07-26T12:23:07.017 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.007+0000 7fcede41f480 8 client.4701 _unlink(0x1 test_llreadvllwritevinvalidfhfile44787 uid 0 gid 0) 2024-07-26T12:23:07.017 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.007+0000 7fcede41f480 20 client.4701 get_or_create 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=16 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400af80) name test_llreadvllwritevinvalidfhfile44787 2024-07-26T12:23:07.017 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.007+0000 7fcede41f480 20 client.4701 _lookup have 0x1.head["test_llreadvllwritevinvalidfhfile44787"] from mds.0 ttl 2024-07-26T12:23:37.003483+0000 seq 2 2024-07-26T12:23:07.017 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.007+0000 7fcede41f480 10 client.4701 _lookup 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=16 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400af80) test_llreadvllwritevinvalidfhfile44787 = 0x10000000008.head(faked_ino=0 nref=11 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevinvalidfhfile44787"] 0x7fcea400b560) 2024-07-26T12:23:07.017 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.007+0000 7fcede41f480 10 break_deleg: breaking delegs on 0x10000000008.head(faked_ino=0 nref=12 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevinvalidfhfile44787"] 0x7fcea400b560) 2024-07-26T12:23:07.017 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.007+0000 7fcede41f480 10 delegations_broken: delegations empty on 0x10000000008.head(faked_ino=0 nref=12 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevinvalidfhfile44787"] 0x7fcea400b560) 2024-07-26T12:23:07.017 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.007+0000 7fcede41f480 20 client.4701 choose_target_mds starting with req->inode 0x1.head(faked_ino=0 nref=10 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=16 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400af80) 2024-07-26T12:23:07.017 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.007+0000 7fcede41f480 20 client.4701 choose_target_mds inode dir hash is 2 on test_llreadvllwritevinvalidfhfile44787 => 1938205064 2024-07-26T12:23:07.017 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.007+0000 7fcede41f480 20 client.4701 choose_target_mds 0x1.head(faked_ino=0 nref=10 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=16 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400af80) is_hash=1 hash=1938205064 2024-07-26T12:23:07.018 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.007+0000 7fcede41f480 10 client.4701 choose_target_mds from dirfragtree hash 2024-07-26T12:23:07.018 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.007+0000 7fcede41f480 20 client.4701 mds is 0 2024-07-26T12:23:07.018 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.007+0000 7fcede41f480 10 client.4701 send_request rebuilding request 4 for mds.0 2024-07-26T12:23:07.018 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.007+0000 7fcede41f480 20 client.4701 encode_cap_releases enter (req: 0x564e6d5f7160, mds: 0) 2024-07-26T12:23:07.018 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.007+0000 7fcede41f480 20 client.4701 encode_inode_release enter(in:0x10000000008.head(faked_ino=0 nref=12 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevinvalidfhfile44787"] 0x7fcea400b560), req:0x564e6d5f7160 mds:0, drop:Lsx, unless:-, force:0) 2024-07-26T12:23:07.018 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.007+0000 7fcede41f480 20 client.4701 encode_dentry_release enter(dn:0x7fcea4007540) 2024-07-26T12:23:07.018 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.007+0000 7fcede41f480 20 client.4701 encode_inode_release enter(in:0x1.head(faked_ino=0 nref=10 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=16 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400af80), req:0x564e6d5f7160 mds:0, drop:Fs, unless:Fx, force:1) 2024-07-26T12:23:07.018 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.007+0000 7fcede41f480 20 client.4701 send_request set sent_stamp to 2024-07-26T12:23:07.008844+0000 2024-07-26T12:23:07.018 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.007+0000 7fcede41f480 10 client.4701 send_request client_request(unknown.0:4 unlink #0x1/test_llreadvllwritevinvalidfhfile44787 2024-07-26T12:23:07.008801+0000 caller_uid=0, caller_gid=0{}) to mds.0 2024-07-26T12:23:07.018 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.007+0000 7fcede41f480 1 -- 172.21.15.31:0/138158324 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_request(unknown.0:4 unlink #0x1/test_llreadvllwritevinvalidfhfile44787 2024-07-26T12:23:07.008801+0000 caller_uid=0, caller_gid=0{}) -- 0x564e6d552700 con 0x564e6d6050f0 2024-07-26T12:23:07.018 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.007+0000 7fcede41f480 20 client.4701 awaiting reply|forward|kick on 0x7ffdd11eed60 2024-07-26T12:23:07.018 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.008+0000 7fcecf400640 1 -- 172.21.15.31:0/138158324 <== mds.0 v2:172.21.15.31:6832/713364256 6 ==== client_caps(revoke ino 0x10000000008 1 seq 2 caps=pAsXsFsxcrwb dirty=- wanted=- follows 0 size 0/4194304 ts 1/18446744073709551615 mtime 2024-07-26T12:23:07.003444+0000 ctime 2024-07-26T12:23:07.003444+0000 change_attr 0) ==== 260+0+0 (crc 0 0 0) 0x7fcec005eca0 con 0x564e6d6050f0 2024-07-26T12:23:07.018 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.008+0000 7fcecf400640 5 client.4701 set_cap_epoch_barrier epoch = 22 2024-07-26T12:23:07.019 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.008+0000 7fcecf400640 10 client.4701 mds.0 seq now 1 2024-07-26T12:23:07.019 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.008+0000 7fcecf400640 5 client.4701 handle_cap_grant on in 0x10000000008 mds.0 seq 2 caps now pAsXsFsxcrwb was pAsxXsxFsxcrwb 2024-07-26T12:23:07.019 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.008+0000 7fcecf400640 10 client.4701 update_inode_file_time 0x10000000008.head(faked_ino=0 nref=12 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=0 caps=pAsxXsxFsxcrwb(0=pAsxXsxFsxcrwb) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevinvalidfhfile44787"] 0x7fcea400b560) pAsxXsxFsxcrwb ctime 2024-07-26T12:23:07.003444+0000 mtime 2024-07-26T12:23:07.003444+0000 2024-07-26T12:23:07.019 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.008+0000 7fcecf400640 10 client.4701 revocation of AxXx 2024-07-26T12:23:07.019 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.008+0000 7fcecf400640 10 client.4701 check_caps on 0x10000000008.head(faked_ino=0 nref=12 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=0 caps=pAsXsFsxcrwb(0=pAsXsFsxcrwb) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevinvalidfhfile44787"] 0x7fcea400b560) wanted - used - issued pAsXsFsxcrwb revoking AxXx flags=1 2024-07-26T12:23:07.019 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.008+0000 7fcecf400640 10 client.4701 cap mds.0 issued pAsXsFsxcrwb implemented pAsxXsxFsxcrwb revoking AxXx 2024-07-26T12:23:07.019 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.008+0000 7fcecf400640 10 client.4701 completed revocation of AxXx 2024-07-26T12:23:07.019 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.008+0000 7fcecf400640 10 client.4701 send_cap 0x10000000008.head(faked_ino=0 nref=12 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=0 caps=pAsXsFsxcrwb(0=pAsXsFsxcrwb) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevinvalidfhfile44787"] 0x7fcea400b560) mds.0 seq 2 used - want - flush - retain pAsLsXsFs held pAsxXsxFsxcrwb revoking AxXx dropping Fxcrwb 2024-07-26T12:23:07.019 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.008+0000 7fcecf400640 15 client.4701 auth cap, reset requested_max_size due to not wanting any file write cap 2024-07-26T12:23:07.019 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.008+0000 7fcecf400640 1 -- 172.21.15.31:0/138158324 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_caps(update ino 0x10000000008 1 seq 2 caps=pAsXsFs dirty=- wanted=- follows 0 size 0/4194304 ts 1/18446744073709551615 mtime 2024-07-26T12:23:07.003444+0000 ctime 2024-07-26T12:23:07.003444+0000 change_attr 0) -- 0x7fcea400bb40 con 0x564e6d6050f0 2024-07-26T12:23:07.019 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.008+0000 7fcecf400640 10 client.4701 handle_cap_grant calling signal_caps_inode 2024-07-26T12:23:07.019 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.009+0000 7fcecf400640 1 -- 172.21.15.31:0/138158324 <== mds.0 v2:172.21.15.31:6832/713364256 7 ==== client_reply(???:4 = 0 (0) Success unsafe) ==== 507+0+0 (crc 0 0 0) 0x7fcec000a1e0 con 0x564e6d6050f0 2024-07-26T12:23:07.019 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.009+0000 7fcecf400640 20 client.4701 handle_client_reply got a reply. Safe:0 tid 4 2024-07-26T12:23:07.019 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.009+0000 7fcecf400640 10 client.4701 insert_trace from 2024-07-26T12:23:07.008844+0000 mds.0 is_target=0 is_dentry=1 2024-07-26T12:23:07.020 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.009+0000 7fcecf400640 10 client.4701 features 0xffffffffffffffff 2024-07-26T12:23:07.020 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.009+0000 7fcecf400640 10 client.4701 update_snap_trace len 70 2024-07-26T12:23:07.020 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.009+0000 7fcecf400640 20 client.4701 get_snap_realm 0x1 0x7fcea400ae90, nref was 2 2024-07-26T12:23:07.020 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.009+0000 7fcecf400640 20 client.4701 get_snap_realm 0x1 0x7fcea400ae90, nref now is 3 2024-07-26T12:23:07.020 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.009+0000 7fcecf400640 10 client.4701 update_snap_trace snaprealm(0x1 nref=3 c=0 seq=1 parent=0x0 my_snaps=[] cached_snapc=1=[] last_modified=2024-07-26T12:21:44.597796+0000 change_attr=0) seq 1 <= 1 and same parent, SKIPPING 2024-07-26T12:23:07.020 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.009+0000 7fcecf400640 10 client.4701 hrm is_target=0 is_dentry=1 2024-07-26T12:23:07.020 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.009+0000 7fcecf400640 12 client.4701 add_update_inode had 0x1.head(faked_ino=0 nref=10 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=16 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400af80) caps pAsLsXs 2024-07-26T12:23:07.020 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.009+0000 7fcecf400640 10 client.4701 update_inode_file_time 0x1.head(faked_ino=0 nref=10 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=16 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400af80) pAsLsXs ctime 2024-07-26T12:23:07.008801+0000 mtime 2024-07-26T12:23:07.003444+0000 2024-07-26T12:23:07.020 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.009+0000 7fcecf400640 20 client.4701 dir hash is 2 2024-07-26T12:23:07.020 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.009+0000 7fcecf400640 12 client.4701 add_update_inode client inode change_attr: 16 , mds inodestat change_attr: 17 2024-07-26T12:23:07.020 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.009+0000 7fcecf400640 10 client.4701 add_update_cap issued pAsLsXs -> pAsLsXs from mds.0 on 0x1.head(faked_ino=0 nref=10 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=17 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400af80) 2024-07-26T12:23:07.020 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.009+0000 7fcecf400640 20 client.4701 got dirfrag map for 0x1 frag * to mds 0 2024-07-26T12:23:07.021 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.009+0000 7fcecf400640 15 client.4701 unlink dir 0x7fcea400af80 'test_llreadvllwritevinvalidfhfile44787' dn 0x7fcea4007540 inode 0x7fcea400b560 2024-07-26T12:23:07.021 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.009+0000 7fcecf400640 20 client.4701 put_inode on 0x10000000008.head(faked_ino=0 nref=13 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=0 caps=pAsXsFs(0=pAsXsFs) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b560) n = 1 2024-07-26T12:23:07.021 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.009+0000 7fcecf400640 20 client.4701 unlink inode 0x7fcea400b560 parents now 2024-07-26T12:23:07.021 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.009+0000 7fcecf400640 20 client.4701 put_inode on 0x10000000008.head(faked_ino=0 nref=13 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=0 caps=pAsXsFs(0=pAsXsFs) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b560) n = 1 2024-07-26T12:23:07.021 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.009+0000 7fcecf400640 15 client.4701 update_dentry_lease 0x1.head["test_llreadvllwritevinvalidfhfile44787"] lease(mask 3 dur 30000) from 2024-07-26T12:23:07.008844+0000 2024-07-26T12:23:07.021 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.009+0000 7fcecf400640 10 client.4701 got dentry lease on test_llreadvllwritevinvalidfhfile44787 dur 30000ms ttl 2024-07-26T12:23:37.008844+0000 2024-07-26T12:23:07.021 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.009+0000 7fcecf400640 20 client.4701 put_snap_realm 0x1 0x7fcea400ae90 3 -> 2 2024-07-26T12:23:07.021 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.009+0000 7fcecf400640 20 client.4701 handle_client_reply signalling caller 0x7ffdd11eed60 2024-07-26T12:23:07.021 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.009+0000 7fcecf400640 20 client.4701 handle_client_reply awaiting kickback on tid 4 0x7fcecf3fde20 2024-07-26T12:23:07.021 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.009+0000 7fcede41f480 20 client.4701 sendrecv kickback on tid 4 0x7fcecf3fde20 2024-07-26T12:23:07.021 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.009+0000 7fcede41f480 20 client.4701 lat 0.001586 2024-07-26T12:23:07.021 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.009+0000 7fcede41f480 20 client.4701 trim_cache size 1 max 16384 2024-07-26T12:23:07.021 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.009+0000 7fcede41f480 8 client.4701 unlink(#0x1/test_llreadvllwritevinvalidfhfile44787) = 0 2024-07-26T12:23:07.021 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.009+0000 7fcede41f480 20 client.4701 put_inode on 0x10000000008.head(faked_ino=0 nref=13 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=0 caps=pAsXsFs(0=pAsXsFs) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b560) n = 1 2024-07-26T12:23:07.021 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.009+0000 7fcede41f480 3 client.4701 (fh)0x564e6d4e0120 is invalid 2024-07-26T12:23:07.022 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.009+0000 7fcede41f480 3 client.4701 (fh)0x564e6d4e0120 is invalid 2024-07-26T12:23:07.022 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.009+0000 7fcede41f480 2 client.4701 unmount 2024-07-26T12:23:07.022 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.009+0000 7fcede41f480 2 client.4701 unmounting 2024-07-26T12:23:07.022 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.009+0000 7fcede41f480 1 -- 172.21.15.31:0/138158324 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_session(request_flushmdlog) -- 0x564e6d4aa7f0 con 0x564e6d6050f0 2024-07-26T12:23:07.022 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.009+0000 7fcede41f480 10 client.4701 waiting for write request '4' to complete, currently there are 1 outstanding read/write requests 2024-07-26T12:23:07.024 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.014+0000 7fcecf400640 1 -- 172.21.15.31:0/138158324 <== mds.0 v2:172.21.15.31:6832/713364256 8 ==== client_caps(grant ino 0x10000000008 1 seq 3 caps=pAsLsXsFsxcrwb dirty=- wanted=Ls follows 0 size 0/0 ts 1/18446744073709551615 mtime 2024-07-26T12:23:07.003444+0000 ctime 2024-07-26T12:23:07.008801+0000 change_attr 1) ==== 260+0+0 (crc 0 0 0) 0x7fcea400bb40 con 0x564e6d6050f0 2024-07-26T12:23:07.024 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.014+0000 7fcecf400640 10 client.4701 mds.0 seq now 2 2024-07-26T12:23:07.024 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.014+0000 7fcecf400640 5 client.4701 handle_cap_grant on in 0x10000000008 mds.0 seq 3 caps now pAsLsXsFsxcrwb was pAsXsFs 2024-07-26T12:23:07.024 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.014+0000 7fcecf400640 10 client.4701 update_inode_file_time 0x10000000008.head(faked_ino=0 nref=13 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=0 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=0 caps=pAsXsFs(0=pAsXsFs) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b560) pAsXsFs ctime 2024-07-26T12:23:07.008801+0000 mtime 2024-07-26T12:23:07.003444+0000 2024-07-26T12:23:07.024 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.014+0000 7fcecf400640 10 client.4701 max_size 4194304 -> 0 2024-07-26T12:23:07.024 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.014+0000 7fcecf400640 10 client.4701 grant, new caps are LsFxcrwb 2024-07-26T12:23:07.024 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.014+0000 7fcecf400640 10 client.4701 handle_cap_grant calling signal_caps_inode 2024-07-26T12:23:07.024 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.014+0000 7fcecf400640 5 client.4701 _try_to_trim_inode in 0x10000000008.head(faked_ino=0 nref=13 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/0 nlink=0 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=1 caps=pAsLsXsFsxcrwb(0=pAsLsXsFsxcrwb) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b560) 2024-07-26T12:23:07.024 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.014+0000 7fcecf400640 10 client.4701 unmounting: trim pass, size was 1+2 2024-07-26T12:23:07.024 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.014+0000 7fcecf400640 20 client.4701 trim_cache size 1 max 16384 2024-07-26T12:23:07.025 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.014+0000 7fcecf400640 10 client.4701 unmounting: trim pass, size still 1+2 2024-07-26T12:23:07.025 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.014+0000 7fcecf400640 1 -- 172.21.15.31:0/138158324 <== mds.0 v2:172.21.15.31:6832/713364256 9 ==== client_reply(???:4 = 0 (0) Success safe) ==== 27+0+0 (crc 0 0 0) 0x7fcec0083450 con 0x564e6d6050f0 2024-07-26T12:23:07.025 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.014+0000 7fcecf400640 20 client.4701 handle_client_reply got a reply. Safe:1 tid 4 2024-07-26T12:23:07.025 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.014+0000 7fcecf400640 10 client.4701 insert_trace from 2024-07-26T12:23:07.008844+0000 mds.0 is_target=0 is_dentry=0 2024-07-26T12:23:07.025 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.014+0000 7fcecf400640 10 client.4701 insert_trace -- already got unsafe; ignoring 2024-07-26T12:23:07.025 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.014+0000 7fcecf400640 20 client.4701 put_inode on 0x1.head(faked_ino=0 nref=10 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=17 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400af80) n = 1 2024-07-26T12:23:07.025 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.014+0000 7fcecf400640 20 client.4701 put_inode on 0x10000000008.head(faked_ino=0 nref=13 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/0 nlink=0 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=1 caps=pAsLsXsFsxcrwb(0=pAsLsXsFsxcrwb) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b560) n = 1 2024-07-26T12:23:07.025 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.014+0000 7fcecf400640 10 client.4701 unmounting: trim pass, size was 1+2 2024-07-26T12:23:07.025 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.014+0000 7fcecf400640 20 client.4701 trim_cache size 1 max 16384 2024-07-26T12:23:07.025 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.014+0000 7fcecf400640 15 client.4701 trim_dentry unlinking dn test_llreadvllwritevinvalidfhfile44787 in dir 0x1 2024-07-26T12:23:07.025 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.014+0000 7fcecf400640 15 client.4701 unlink dir 0x7fcea400af80 'test_llreadvllwritevinvalidfhfile44787' dn 0x7fcea4007540 inode 0 2024-07-26T12:23:07.025 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.014+0000 7fcecf400640 15 client.4701 unlink removing 'test_llreadvllwritevinvalidfhfile44787' dn 0x7fcea4007540 2024-07-26T12:23:07.025 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.014+0000 7fcecf400640 15 client.4701 close_dir dir 0x564e6d564e50 on 0x7fcea400af80 2024-07-26T12:23:07.025 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.014+0000 7fcecf400640 20 client.4701 put_inode on 0x1.head(faked_ino=0 nref=10 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=17 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400af80) n = 1 2024-07-26T12:23:07.026 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.014+0000 7fcecf400640 10 client.4701 unmounting: trim pass, cache shrank, poking unmount() 2024-07-26T12:23:07.026 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.014+0000 7fcede41f480 20 client.4701 put_inode on 0x1.head(faked_ino=0 nref=10 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=17 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400af80) n = 1 2024-07-26T12:23:07.026 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.014+0000 7fcede41f480 20 client.4701 put_inode on 0x1.head(faked_ino=0 nref=10 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=17 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400af80) n = 1 2024-07-26T12:23:07.026 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.014+0000 7fcede41f480 10 client.4701 _ll_drop_pins 2024-07-26T12:23:07.026 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.014+0000 7fcede41f480 20 client.4701 _ll_put 0x7fcea400b560 0x10000000008 1 -> 0 2024-07-26T12:23:07.026 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.014+0000 7fcede41f480 20 client.4701 put_inode on 0x10000000008.head(faked_ino=0 nref=14 ll_ref=0 cap_refs={} open={3=0} mode=100666 size=0/0 nlink=0 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=1 caps=pAsLsXsFsxcrwb(0=pAsLsXsFsxcrwb) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b560) n = 1 2024-07-26T12:23:07.026 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.014+0000 7fcede41f480 20 client.4701 _ll_put 0x7fcea400af80 0x1 2 -> 0 2024-07-26T12:23:07.026 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.014+0000 7fcede41f480 20 client.4701 put_inode on 0x1.head(faked_ino=0 nref=11 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=17 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400af80) n = 1 2024-07-26T12:23:07.026 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.014+0000 7fcede41f480 20 client.4701 put_inode on 0x10000000008.head(faked_ino=0 nref=14 ll_ref=0 cap_refs={} open={3=0} mode=100666 size=0/0 nlink=0 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=1 caps=pAsLsXsFsxcrwb(0=pAsLsXsFsxcrwb) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b560) n = 1 2024-07-26T12:23:07.026 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.014+0000 7fcede41f480 20 client.4701 put_inode on 0x1.head(faked_ino=0 nref=11 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=17 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400af80) n = 1 2024-07-26T12:23:07.026 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.014+0000 7fcede41f480 20 client.4701 _release 0x10000000008.head(faked_ino=0 nref=15 ll_ref=0 cap_refs={} open={3=0} mode=100666 size=0/0 nlink=0 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=1 caps=pAsLsXsFsxcrwb(0=pAsLsXsFsxcrwb) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b560) 2024-07-26T12:23:07.026 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.014+0000 7fcede41f480 10 client.4701 _invalidate_inode_cache 0x10000000008.head(faked_ino=0 nref=15 ll_ref=0 cap_refs={1024=0} open={3=0} mode=100666 size=0/0 nlink=0 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=1 caps=pAsLsXsFsxcrwb(0=pAsLsXsFsxcrwb) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b560) 2024-07-26T12:23:07.026 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.014+0000 7fcede41f480 10 client.4701 _flush 0x10000000008.head(faked_ino=0 nref=16 ll_ref=0 cap_refs={1024=0} open={3=0} mode=100666 size=0/0 nlink=0 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=1 caps=pAsLsXsFsxcrwb(0=pAsLsXsFsxcrwb) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b560) 2024-07-26T12:23:07.027 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.014+0000 7fcede41f480 10 client.4701 nothing to flush 2024-07-26T12:23:07.027 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.014+0000 7fcede41f480 20 client.4701 put_inode on 0x10000000008.head(faked_ino=0 nref=16 ll_ref=0 cap_refs={1024=0} open={3=0} mode=100666 size=0/0 nlink=0 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=1 caps=pAsLsXsFsxcrwb(0=pAsLsXsFsxcrwb) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b560) n = 1 2024-07-26T12:23:07.027 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.014+0000 7fcede41f480 20 client.4701 _release 0x1.head(faked_ino=0 nref=12 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=17 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400af80) 2024-07-26T12:23:07.027 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.014+0000 7fcede41f480 10 client.4701 _invalidate_inode_cache 0x1.head(faked_ino=0 nref=12 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=17 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400af80) 2024-07-26T12:23:07.027 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.014+0000 7fcede41f480 10 client.4701 _flush 0x1.head(faked_ino=0 nref=13 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=17 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400af80) 2024-07-26T12:23:07.027 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.014+0000 7fcede41f480 10 client.4701 nothing to flush 2024-07-26T12:23:07.027 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.014+0000 7fcecf400640 1 -- 172.21.15.31:0/138158324 <== mds.0 v2:172.21.15.31:6832/713364256 10 ==== client_caps(grant ino 0x10000000008 1 seq 4 caps=pAsLsXsFsxcrwb dirty=- wanted=- follows 0 size 0/0 ts 1/18446744073709551615 mtime 2024-07-26T12:23:07.003444+0000 ctime 2024-07-26T12:23:07.008801+0000 change_attr 1) ==== 260+0+0 (crc 0 0 0) 0x7fcec0083870 con 0x564e6d6050f0 2024-07-26T12:23:07.027 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.014+0000 7fcede41f480 20 client.4701 put_inode on 0x1.head(faked_ino=0 nref=13 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=17 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400af80) n = 1 2024-07-26T12:23:07.027 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.014+0000 7fcede41f480 20 client.4701 put_inode on 0x10000000008.head(faked_ino=0 nref=16 ll_ref=0 cap_refs={1024=0} open={3=0} mode=100666 size=0/0 nlink=0 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=1 caps=pAsLsXsFsxcrwb(0=pAsLsXsFsxcrwb) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b560) n = 1 2024-07-26T12:23:07.027 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.014+0000 7fcede41f480 20 client.4701 put_inode on 0x1.head(faked_ino=0 nref=13 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=17 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400af80) n = 1 2024-07-26T12:23:07.027 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.014+0000 7fcede41f480 10 client.4701 flush_caps_sync 2024-07-26T12:23:07.027 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.014+0000 7fcede41f480 10 client.4701 wait_sync_caps want 1 (last is 1, 0 total flushing) 2024-07-26T12:23:07.027 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.014+0000 7fcede41f480 20 client.4701 trim_cache size 0 max 16384 2024-07-26T12:23:07.027 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.014+0000 7fcede41f480 10 client.4701 _put_inode on 0x1.head(faked_ino=0 nref=13 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=17 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400af80) n = 12 2024-07-26T12:23:07.027 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.014+0000 7fcede41f480 10 client.4701 remove_cap mds.0 on 0x1.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=17 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400af80) 2024-07-26T12:23:07.028 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.014+0000 7fcede41f480 15 client.4701 remove_cap last one, closing snaprealm 0x7fcea400ae90 2024-07-26T12:23:07.028 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.014+0000 7fcede41f480 20 client.4701 put_snap_realm 0x1 0x7fcea400ae90 2 -> 1 2024-07-26T12:23:07.028 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.014+0000 7fcede41f480 10 client.4701 _put_inode deleting 0x1.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=17 caps=- has_dir_layout 0x7fcea400af80) 2024-07-26T12:23:07.028 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.014+0000 7fcede41f480 10 client.4701 _put_inode on 0x10000000008.head(faked_ino=0 nref=16 ll_ref=0 cap_refs={1024=0} open={3=0} mode=100666 size=0/0 nlink=0 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=1 caps=pAsLsXsFsxcrwb(0=pAsLsXsFsxcrwb) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b560) n = 15 2024-07-26T12:23:07.028 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.014+0000 7fcede41f480 10 client.4701 remove_cap mds.0 on 0x10000000008.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={1024=0} open={3=0} mode=100666 size=0/0 nlink=0 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=1 caps=pAsLsXsFsxcrwb(0=pAsLsXsFsxcrwb) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b560) 2024-07-26T12:23:07.028 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.014+0000 7fcede41f480 15 client.4701 remove_cap last one, closing snaprealm 0x7fcea400ae90 2024-07-26T12:23:07.028 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.014+0000 7fcede41f480 20 client.4701 put_snap_realm 0x1 0x7fcea400ae90 1 -> 0 2024-07-26T12:23:07.028 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.014+0000 7fcede41f480 10 client.4701 _put_inode deleting 0x10000000008.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={1024=0} open={3=0} mode=100666 size=0/0 nlink=0 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=1 caps=- objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b560) 2024-07-26T12:23:07.028 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.014+0000 7fcede41f480 2 client.4701 _close_mds_session mds.0 seq 2 2024-07-26T12:23:07.028 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.014+0000 7fcede41f480 1 -- 172.21.15.31:0/138158324 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_session(request_close seq 2) -- 0x564e6d552ac0 con 0x564e6d6050f0 2024-07-26T12:23:07.028 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.014+0000 7fcede41f480 2 client.4701 waiting for 1 mds session(s) to close (timeout: 30s) 2024-07-26T12:23:07.028 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.014+0000 7fcecf400640 10 client.4701 mds.0 seq now 3 2024-07-26T12:23:07.028 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.014+0000 7fcecf400640 1 -- 172.21.15.31:0/138158324 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_session(request_close seq 3) -- 0x7fcea400ac70 con 0x564e6d6050f0 2024-07-26T12:23:07.028 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.014+0000 7fcecf400640 5 client.4701 handle_caps don't have vino 0x10000000008.head op 0, immediately releasing 2024-07-26T12:23:07.028 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.014+0000 7fcecf400640 1 -- 172.21.15.31:0/138158324 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_cap_release(3) -- 0x564e6d552700 con 0x564e6d6050f0 2024-07-26T12:23:07.029 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.014+0000 7fcecf400640 10 client.4701 unmounting: trim pass, size was 0+0 2024-07-26T12:23:07.029 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.014+0000 7fcecf400640 20 client.4701 trim_cache size 0 max 16384 2024-07-26T12:23:07.029 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.014+0000 7fcecf400640 10 client.4701 unmounting: trim pass, size still 0+0 2024-07-26T12:23:07.029 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.019+0000 7fcecf400640 1 -- 172.21.15.31:0/138158324 <== mds.0 v2:172.21.15.31:6832/713364256 11 ==== client_session(close) ==== 28+0+0 (crc 0 0 0) 0x7fcea400ac70 con 0x564e6d6050f0 2024-07-26T12:23:07.029 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.019+0000 7fcecf400640 10 client.4701 handle_client_session client_session(close) from mds.0 2024-07-26T12:23:07.029 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.019+0000 7fcecf400640 5 client.4701 _closed_mds_session mds.0 seq 3 2024-07-26T12:23:07.029 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.019+0000 7fcecf400640 1 -- 172.21.15.31:0/138158324 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d6050f0 msgr2=0x564e6d4db410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:07.029 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.019+0000 7fcecf400640 1 --2- 172.21.15.31:0/138158324 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d6050f0 0x564e6d4db410 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:07.029 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.019+0000 7fcecf400640 10 client.4701 remove_session_caps mds.0 2024-07-26T12:23:07.029 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.019+0000 7fcecf400640 10 client.4701 kick_requests_closed for mds.0 2024-07-26T12:23:07.029 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.019+0000 7fcecf400640 10 client.4701 unmounting: trim pass, size was 0+0 2024-07-26T12:23:07.029 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.019+0000 7fcecf400640 20 client.4701 trim_cache size 0 max 16384 2024-07-26T12:23:07.029 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.019+0000 7fcecf400640 10 client.4701 unmounting: trim pass, size still 0+0 2024-07-26T12:23:07.029 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.019+0000 7fcede41f480 2 client.4701 unmounted. 2024-07-26T12:23:07.030 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.019+0000 7fcede41f480 1 client.4701 shutdown 2024-07-26T12:23:07.030 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.019+0000 7fcede41f480 1 -- 172.21.15.31:0/138158324 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d4d61d0 msgr2=0x564e6d548f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:07.030 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.019+0000 7fcede41f480 1 --2- 172.21.15.31:0/138158324 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d4d61d0 0x564e6d548f30 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fcec802ca70 tx=0x7fcec8001440 comp rx=0 tx=0).stop 2024-07-26T12:23:07.030 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.019+0000 7fcede41f480 1 -- 172.21.15.31:0/138158324 shutdown_connections 2024-07-26T12:23:07.030 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.019+0000 7fcede41f480 1 --2- 172.21.15.31:0/138158324 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d5fb3b0 0x564e6d600fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:07.030 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.019+0000 7fcede41f480 1 --2- 172.21.15.31:0/138158324 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d5497a0 0x564e6d560f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:07.030 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.019+0000 7fcede41f480 1 --2- 172.21.15.31:0/138158324 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d6050f0 0x564e6d4db410 unknown :-1 s=CLOSED pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:07.030 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.019+0000 7fcede41f480 1 --2- 172.21.15.31:0/138158324 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d4d61d0 0x564e6d548f30 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:07.030 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.019+0000 7fcede41f480 1 -- 172.21.15.31:0/138158324 >> 172.21.15.31:0/138158324 conn(0x564e6d3cbab0 msgr2=0x564e6d4dcc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:23:07.030 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.020+0000 7fcede41f480 1 -- 172.21.15.31:0/138158324 shutdown_connections 2024-07-26T12:23:07.030 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.020+0000 7fcede41f480 1 -- 172.21.15.31:0/138158324 wait complete. 2024-07-26T12:23:07.030 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.020+0000 7fcede41f480 20 client.4701 trim_cache size 0 max 16384 2024-07-26T12:23:07.031 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClient.LlreadvLlwritevInvalidFileHandle (45 ms) 2024-07-26T12:23:07.031 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClient.LlreadvLlwritevOverlimit 2024-07-26T12:23:07.035 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.021+0000 7fcede41f480 1 -- start start 2024-07-26T12:23:07.035 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.023+0000 7fcede41f480 1 Processor -- start 2024-07-26T12:23:07.035 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.024+0000 7fcede41f480 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d4d61d0 0x564e6d548f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:07.035 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.024+0000 7fcede41f480 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d5497a0 0x564e6d560f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:07.035 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.024+0000 7fcede41f480 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d5fb3b0 0x564e6d600fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:07.035 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.024+0000 7fcede41f480 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fcea4005f90 con 0x564e6d5fb3b0 2024-07-26T12:23:07.035 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.024+0000 7fcede41f480 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x564e6d4e2340 con 0x564e6d4d61d0 2024-07-26T12:23:07.035 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.024+0000 7fcede41f480 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x564e6d4aab40 con 0x564e6d5497a0 2024-07-26T12:23:07.035 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.024+0000 7fced7400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d5fb3b0 0x564e6d600fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:07.035 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.025+0000 7fced6000640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d5497a0 0x564e6d560f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:07.035 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.025+0000 7fced6a00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d4d61d0 0x564e6d548f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:07.036 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.025+0000 7fced7400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d5fb3b0 0x564e6d600fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:43128/0 (socket says 172.21.15.31:43128) 2024-07-26T12:23:07.036 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.025+0000 7fced7400640 1 -- 172.21.15.31:0/2452252781 learned_addr learned my addr 172.21.15.31:0/2452252781 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:23:07.036 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.025+0000 7fced7400640 1 -- 172.21.15.31:0/2452252781 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d5497a0 msgr2=0x564e6d560f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:07.036 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.025+0000 7fced7400640 1 --2- 172.21.15.31:0/2452252781 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d5497a0 0x564e6d560f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:07.036 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.025+0000 7fced7400640 1 -- 172.21.15.31:0/2452252781 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d4d61d0 msgr2=0x564e6d548f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:07.036 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.025+0000 7fced7400640 1 --2- 172.21.15.31:0/2452252781 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d4d61d0 0x564e6d548f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:07.036 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.025+0000 7fced7400640 1 -- 172.21.15.31:0/2452252781 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564e6d4d8c40 con 0x564e6d5fb3b0 2024-07-26T12:23:07.036 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.026+0000 7fced7400640 1 --2- 172.21.15.31:0/2452252781 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d5fb3b0 0x564e6d600fe0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fced004a040 tx=0x7fced0005550 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8ba362ee78dcff38 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:23:07.036 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.026+0000 7fced4c00640 10 client.0 ms_handle_connect on v2:172.21.15.31:3300/0 2024-07-26T12:23:07.036 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.026+0000 7fced4c00640 1 -- 172.21.15.31:0/2452252781 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fced004c020 con 0x564e6d5fb3b0 2024-07-26T12:23:07.036 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.026+0000 7fced4c00640 1 -- 172.21.15.31:0/2452252781 <== mon.0 v2:172.21.15.31:3300/0 2 ==== osd_map(24..24 src has 1..24) ==== 5825+0+0 (secure 0 0 0) 0x7fced000d510 con 0x564e6d5fb3b0 2024-07-26T12:23:07.036 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.026+0000 7fcede41f480 10 client.4704 Subscribing to map 'mdsmap' 2024-07-26T12:23:07.036 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.026+0000 7fcede41f480 1 -- 172.21.15.31:0/2452252781 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,mdsmap=0+,monmap=2+}) -- 0x564e6d4e0d70 con 0x564e6d5fb3b0 2024-07-26T12:23:07.037 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.026+0000 7fcec7e00640 20 client.4704 tick 2024-07-26T12:23:07.037 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.026+0000 7fcec7e00640 20 client.4704 collect_and_send_metrics 2024-07-26T12:23:07.037 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.026+0000 7fcec7e00640 20 client.4704 collect_and_send_global_metrics 2024-07-26T12:23:07.037 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.026+0000 7fcec7e00640 5 client.4704 collect_and_send_global_metrics MDS rank 0 is not ready yet -- not sending metric 2024-07-26T12:23:07.037 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.026+0000 7fcec7e00640 20 client.4704 trim_cache size 0 max 16384 2024-07-26T12:23:07.037 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.026+0000 7fcec7e00640 20 client.4704 upkeep thread waiting interval 1.000000000s 2024-07-26T12:23:07.037 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.027+0000 7fced4c00640 1 -- 172.21.15.31:0/2452252781 <== mon.0 v2:172.21.15.31:3300/0 3 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fced0008b10 con 0x564e6d5fb3b0 2024-07-26T12:23:07.037 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.027+0000 7fced4c00640 1 -- 172.21.15.31:0/2452252781 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mdsmap(e 8) ==== 1240+0+0 (secure 0 0 0) 0x7fced0044070 con 0x564e6d5fb3b0 2024-07-26T12:23:07.037 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.027+0000 7fced4c00640 1 client.4704 handle_mds_map epoch 8 2024-07-26T12:23:07.037 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.027+0000 7fcede41f480 20 client.4704 populate_metadata read hostname 'smithi031' 2024-07-26T12:23:07.037 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.027+0000 7fcede41f480 10 client.4704 did not get mds through better means, so chose random mds 0 2024-07-26T12:23:07.037 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.027+0000 7fcede41f480 20 client.4704 mds is 0 2024-07-26T12:23:07.037 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.027+0000 7fcede41f480 10 client.4704 _open_mds_session mds.0 2024-07-26T12:23:07.037 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.027+0000 7fcede41f480 1 --2- 172.21.15.31:0/2452252781 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d6050f0 0x564e6d4db410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:07.037 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.027+0000 7fcede41f480 1 -- 172.21.15.31:0/2452252781 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_session(request_open) -- 0x564e6d553990 con 0x564e6d6050f0 2024-07-26T12:23:07.038 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.027+0000 7fcede41f480 10 client.4704 waiting for session to mds.0 to open 2024-07-26T12:23:07.038 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.027+0000 7fced6a00640 1 --2- 172.21.15.31:0/2452252781 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d6050f0 0x564e6d4db410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:07.038 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.028+0000 7fced6a00640 1 --2- 172.21.15.31:0/2452252781 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d6050f0 0x564e6d4db410 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4dc116b448700262 server_cookie=3e9e9ad1c312fa3c in_seq=0 out_seq=0 2024-07-26T12:23:07.038 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.028+0000 7fced4c00640 10 client.4704 ms_handle_connect on v2:172.21.15.31:6832/713364256 2024-07-26T12:23:07.038 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.032+0000 7fced4c00640 1 -- 172.21.15.31:0/2452252781 <== mds.0 v2:172.21.15.31:6832/713364256 1 ==== client_session(open cap_auths [MDSCapAuth(readable=1, writeable=1)]) ==== 113+0+0 (crc 0 0 0) 0x564e6d553990 con 0x564e6d6050f0 2024-07-26T12:23:07.038 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.032+0000 7fced4c00640 10 client.4704 handle_client_session client_session(open cap_auths [MDSCapAuth(readable=1, writeable=1)]) from mds.0 2024-07-26T12:23:07.038 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.032+0000 7fced4c00640 10 client.4704 renew_caps mds.0 2024-07-26T12:23:07.038 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.032+0000 7fced4c00640 1 -- 172.21.15.31:0/2452252781 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_session(request_renewcaps seq 1) -- 0x7fcea40039f0 con 0x564e6d6050f0 2024-07-26T12:23:07.038 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.032+0000 7fced4c00640 10 client.4704 connect_mds_targets for mds.0 2024-07-26T12:23:07.038 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.032+0000 7fcede41f480 10 client.4704 did not get mds through better means, so chose random mds 0 2024-07-26T12:23:07.038 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.032+0000 7fcede41f480 20 client.4704 mds is 0 2024-07-26T12:23:07.038 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.032+0000 7fcede41f480 10 client.4704 send_request rebuilding request 1 for mds.0 2024-07-26T12:23:07.039 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.032+0000 7fcede41f480 20 client.4704 encode_cap_releases enter (req: 0x564e6d4d38f0, mds: 0) 2024-07-26T12:23:07.039 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.032+0000 7fcede41f480 20 client.4704 send_request set sent_stamp to 2024-07-26T12:23:07.033377+0000 2024-07-26T12:23:07.039 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.032+0000 7fcede41f480 10 client.4704 send_request client_request(unknown.0:1 getattr pAsLsXsFs #0x1 2024-07-26T12:23:07.028466+0000 caller_uid=0, caller_gid=0{}) to mds.0 2024-07-26T12:23:07.039 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.032+0000 7fcede41f480 1 -- 172.21.15.31:0/2452252781 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_request(unknown.0:1 getattr pAsLsXsFs #0x1 2024-07-26T12:23:07.028466+0000 caller_uid=0, caller_gid=0{}) -- 0x564e6d55f630 con 0x564e6d6050f0 2024-07-26T12:23:07.039 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.032+0000 7fcede41f480 20 client.4704 awaiting reply|forward|kick on 0x7ffdd11ef020 2024-07-26T12:23:07.039 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.032+0000 7fced4c00640 1 -- 172.21.15.31:0/2452252781 <== mds.0 v2:172.21.15.31:6832/713364256 2 ==== client_session(renewcaps seq 1) ==== 28+0+0 (crc 0 0 0) 0x7fcea40039f0 con 0x564e6d6050f0 2024-07-26T12:23:07.039 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.032+0000 7fced4c00640 10 client.4704 handle_client_session client_session(renewcaps seq 1) from mds.0 2024-07-26T12:23:07.039 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.032+0000 7fced4c00640 1 -- 172.21.15.31:0/2452252781 <== mds.0 v2:172.21.15.31:6832/713364256 3 ==== client_reply(???:1 = 0 (0) Success) ==== 431+0+0 (crc 0 0 0) 0x7fcec8050ba0 con 0x564e6d6050f0 2024-07-26T12:23:07.039 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.032+0000 7fced4c00640 20 client.4704 handle_client_reply got a reply. Safe:1 tid 1 2024-07-26T12:23:07.039 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.032+0000 7fced4c00640 10 client.4704 insert_trace from 2024-07-26T12:23:07.033377+0000 mds.0 is_target=1 is_dentry=0 2024-07-26T12:23:07.039 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.032+0000 7fced4c00640 10 client.4704 features 0xffffffffffffffff 2024-07-26T12:23:07.039 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.032+0000 7fced4c00640 10 client.4704 update_snap_trace len 70 2024-07-26T12:23:07.039 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.032+0000 7fced4c00640 20 client.4704 get_snap_realm 0x1 0, nref was 0 2024-07-26T12:23:07.039 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.032+0000 7fced4c00640 20 client.4704 get_snap_realm 0x1 0x7fcea4003c10, nref now is 1 2024-07-26T12:23:07.040 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.032+0000 7fced4c00640 10 client.4704 update_snap_trace snaprealm(0x1 nref=1 c=0 seq=0 parent=0x0 my_snaps=[] cached_snapc=0=[] last_modified=0.000000 change_attr=0) seq 1 > 0 2024-07-26T12:23:07.040 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.032+0000 7fced4c00640 10 client.4704 invalidate_snaprealm_and_children snaprealm(0x1 nref=2 c=0 seq=1 parent=0x0 my_snaps=[] cached_snapc=0=[] last_modified=2024-07-26T12:21:44.597796+0000 change_attr=0) 2024-07-26T12:23:07.040 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.032+0000 7fced4c00640 15 client.4704 update_snap_trace snaprealm(0x1 nref=2 c=0 seq=1 parent=0x0 my_snaps=[] cached_snapc=0=[] last_modified=2024-07-26T12:21:44.597796+0000 change_attr=0) self|parent updated 2024-07-26T12:23:07.040 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.032+0000 7fced4c00640 15 client.4704 snapc 1=[] 2024-07-26T12:23:07.040 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.032+0000 7fced4c00640 10 client.4704 no new snap on snaprealm(0x1 nref=2 c=0 seq=1 parent=0x0 my_snaps=[] cached_snapc=1=[] last_modified=2024-07-26T12:21:44.597796+0000 change_attr=0) 2024-07-26T12:23:07.040 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.032+0000 7fced4c00640 20 client.4704 put_snap_realm 0x1 0x7fcea4003c10 2 -> 1 2024-07-26T12:23:07.040 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.032+0000 7fced4c00640 10 client.4704 hrm is_target=1 is_dentry=0 2024-07-26T12:23:07.040 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.032+0000 7fced4c00640 10 client.4704 update_inode_file_time 0x1.head(faked_ino=0 nref=3 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=0.000000 ctime=0.000000 change_attr=0 caps=- 0x7fcea400af80) - ctime 2024-07-26T12:23:07.008801+0000 mtime 2024-07-26T12:23:07.008801+0000 2024-07-26T12:23:07.040 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.032+0000 7fced4c00640 20 client.4704 dir hash is 2 2024-07-26T12:23:07.040 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.032+0000 7fced4c00640 12 client.4704 add_update_inode client inode change_attr: 0 , mds inodestat change_attr: 17 2024-07-26T12:23:07.040 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.032+0000 7fced4c00640 12 client.4704 add_update_inode adding 0x1.head(faked_ino=0 nref=3 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.008801+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=17 caps=- has_dir_layout 0x7fcea400af80) caps pAsLsXsFs 2024-07-26T12:23:07.040 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.032+0000 7fced4c00640 20 client.4704 get_snap_realm 0x1 0x7fcea4003c10, nref was 1 2024-07-26T12:23:07.040 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.032+0000 7fced4c00640 20 client.4704 get_snap_realm 0x1 0x7fcea4003c10, nref now is 2 2024-07-26T12:23:07.040 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.032+0000 7fced4c00640 15 client.4704 add_update_cap first one, opened snaprealm 0x7fcea4003c10 2024-07-26T12:23:07.041 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.032+0000 7fced4c00640 10 client.4704 add_update_cap issued - -> pAsLsXsFs from mds.0 on 0x1.head(faked_ino=0 nref=3 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.008801+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=17 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400af80) 2024-07-26T12:23:07.041 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.032+0000 7fced4c00640 10 client.4704 add_update_cap calling signal_caps_inode 2024-07-26T12:23:07.041 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.032+0000 7fced4c00640 20 client.4704 put_snap_realm 0x1 0x7fcea4003c10 2 -> 1 2024-07-26T12:23:07.041 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.032+0000 7fced4c00640 20 client.4704 handle_client_reply signalling caller 0x7ffdd11ef020 2024-07-26T12:23:07.041 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.032+0000 7fced4c00640 20 client.4704 handle_client_reply awaiting kickback on tid 1 0x7fced4bfde20 2024-07-26T12:23:07.041 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.032+0000 7fcede41f480 20 client.4704 sendrecv kickback on tid 1 0x7fced4bfde20 2024-07-26T12:23:07.041 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.032+0000 7fcede41f480 20 client.4704 lat 0.000701 2024-07-26T12:23:07.041 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.032+0000 7fcede41f480 20 client.4704 _ll_get 0x7fcea400af80 0x1 -> 1 2024-07-26T12:23:07.041 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.032+0000 7fced4c00640 20 client.4704 put_inode on 0x1.head(faked_ino=0 nref=6 ll_ref=1 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.008801+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=17 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400af80) n = 1 2024-07-26T12:23:07.041 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.032+0000 7fced4c00640 20 client.4704 put_inode on 0x1.head(faked_ino=0 nref=6 ll_ref=1 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.008801+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=17 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400af80) n = 1 2024-07-26T12:23:07.041 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.032+0000 7fcede41f480 8 client.4704 _ll_create 0x1.head test_llreadvllwritevoverlimitfile44787 0666 578, uid 0, gid 0 2024-07-26T12:23:07.041 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.032+0000 7fcede41f480 10 client.4704 _do_lookup on #0x1/test_llreadvllwritevoverlimitfile44787 2024-07-26T12:23:07.041 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.032+0000 7fcede41f480 20 client.4704 choose_target_mds starting with req->inode 0x1.head(faked_ino=0 nref=7 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.008801+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=17 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400af80) 2024-07-26T12:23:07.041 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.032+0000 7fcede41f480 20 client.4704 choose_target_mds inode dir hash is 2 on test_llreadvllwritevoverlimitfile44787 => 1836843078 2024-07-26T12:23:07.041 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.032+0000 7fcede41f480 20 client.4704 choose_target_mds 0x1.head(faked_ino=0 nref=7 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.008801+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=17 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400af80) is_hash=1 hash=1836843078 2024-07-26T12:23:07.041 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.032+0000 7fcede41f480 10 client.4704 choose_target_mds from caps on inode 0x1.head(faked_ino=0 nref=7 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.008801+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=17 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400af80) 2024-07-26T12:23:07.042 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.032+0000 7fcede41f480 20 client.4704 mds is 0 2024-07-26T12:23:07.042 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.032+0000 7fcede41f480 10 client.4704 send_request rebuilding request 2 for mds.0 2024-07-26T12:23:07.042 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.032+0000 7fcede41f480 20 client.4704 encode_cap_releases enter (req: 0x564e6d55f630, mds: 0) 2024-07-26T12:23:07.042 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.032+0000 7fcede41f480 20 client.4704 send_request set sent_stamp to 2024-07-26T12:23:07.034145+0000 2024-07-26T12:23:07.042 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.032+0000 7fcede41f480 10 client.4704 send_request client_request(unknown.0:2 lookup #0x1/test_llreadvllwritevoverlimitfile44787 2024-07-26T12:23:07.034126+0000 caller_uid=0, caller_gid=0{}) to mds.0 2024-07-26T12:23:07.042 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.032+0000 7fcede41f480 1 -- 172.21.15.31:0/2452252781 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_request(unknown.0:2 lookup #0x1/test_llreadvllwritevoverlimitfile44787 2024-07-26T12:23:07.034126+0000 caller_uid=0, caller_gid=0{}) -- 0x564e6d5fb8c0 con 0x564e6d6050f0 2024-07-26T12:23:07.042 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.032+0000 7fcede41f480 20 client.4704 awaiting reply|forward|kick on 0x7ffdd11e2fd0 2024-07-26T12:23:07.042 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.033+0000 7fced4c00640 1 -- 172.21.15.31:0/2452252781 <== mds.0 v2:172.21.15.31:6832/713364256 4 ==== client_reply(???:2 = -2 (2) No such file or directory) ==== 27+0+0 (crc 0 0 0) 0x7fcec8050d90 con 0x564e6d6050f0 2024-07-26T12:23:07.042 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.033+0000 7fced4c00640 20 client.4704 handle_client_reply got a reply. Safe:1 tid 2 2024-07-26T12:23:07.042 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.033+0000 7fced4c00640 10 client.4704 insert_trace from 2024-07-26T12:23:07.034145+0000 mds.0 is_target=0 is_dentry=0 2024-07-26T12:23:07.042 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.033+0000 7fced4c00640 10 client.4704 insert_trace -- no trace 2024-07-26T12:23:07.042 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.033+0000 7fced4c00640 20 client.4704 handle_client_reply signalling caller 0x7ffdd11e2fd0 2024-07-26T12:23:07.043 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.033+0000 7fced4c00640 20 client.4704 handle_client_reply awaiting kickback on tid 2 0x7fced4bfde20 2024-07-26T12:23:07.043 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.033+0000 7fcede41f480 20 client.4704 sendrecv kickback on tid 2 0x7fced4bfde20 2024-07-26T12:23:07.043 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.033+0000 7fcede41f480 20 client.4704 lat 0.000471 2024-07-26T12:23:07.043 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.033+0000 7fcede41f480 10 client.4704 _do_lookup res is -2 2024-07-26T12:23:07.043 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.033+0000 7fcede41f480 10 client.4704 _lookup 0x1.head(faked_ino=0 nref=7 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.008801+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=17 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400af80) test_llreadvllwritevoverlimitfile44787 = -2 2024-07-26T12:23:07.043 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.033+0000 7fcede41f480 20 client.4704 may_create 0x1.head(faked_ino=0 nref=7 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.008801+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=17 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400af80); UserPerm(uid: 0, gid: 0) 2024-07-26T12:23:07.043 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.033+0000 7fcede41f480 10 client.4704 _getattr mask As issued=1 2024-07-26T12:23:07.043 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.033+0000 7fcede41f480 3 client.4704 may_create 0x7fcea400af80 = 0 2024-07-26T12:23:07.043 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.033+0000 7fcede41f480 8 client.4704 _create(0x1 test_llreadvllwritevoverlimitfile44787, 0666) 2024-07-26T12:23:07.043 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.033+0000 7fcede41f480 20 client.4704 get_or_create 0x1.head(faked_ino=0 nref=8 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.008801+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=17 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400af80) name test_llreadvllwritevoverlimitfile44787 2024-07-26T12:23:07.043 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.033+0000 7fcede41f480 15 open_dir 0x564e6d55f4e0 on 0x7fcea400af80 2024-07-26T12:23:07.043 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.033+0000 7fcede41f480 15 client.4704 link dir 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.008801+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=17 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400af80) 'test_llreadvllwritevoverlimitfile44787' dn 0x1.head["test_llreadvllwritevoverlimitfile44787"] (new dn) 2024-07-26T12:23:07.043 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.033+0000 7fcede41f480 20 client.4704 choose_target_mds starting with req->inode 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.008801+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=17 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400af80) 2024-07-26T12:23:07.043 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.033+0000 7fcede41f480 20 client.4704 choose_target_mds inode dir hash is 2 on test_llreadvllwritevoverlimitfile44787 => 1836843078 2024-07-26T12:23:07.044 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.033+0000 7fcede41f480 20 client.4704 choose_target_mds 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.008801+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=17 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400af80) is_hash=1 hash=1836843078 2024-07-26T12:23:07.044 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.033+0000 7fcede41f480 10 client.4704 choose_target_mds from caps on inode 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.008801+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=17 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400af80) 2024-07-26T12:23:07.044 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.033+0000 7fcede41f480 20 client.4704 mds is 0 2024-07-26T12:23:07.044 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.033+0000 7fcede41f480 10 client.4704 send_request rebuilding request 3 for mds.0 2024-07-26T12:23:07.044 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.033+0000 7fcede41f480 20 client.4704 encode_cap_releases enter (req: 0x564e6d5fb8c0, mds: 0) 2024-07-26T12:23:07.044 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.033+0000 7fcede41f480 20 client.4704 encode_dentry_release enter(dn:0x7fcea400ae90) 2024-07-26T12:23:07.044 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.033+0000 7fcede41f480 20 client.4704 encode_inode_release enter(in:0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.008801+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=17 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400af80), req:0x564e6d5fb8c0 mds:0, drop:Fs, unless:Fx, force:1) 2024-07-26T12:23:07.044 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.033+0000 7fcede41f480 20 client.4704 send_request set sent_stamp to 2024-07-26T12:23:07.034678+0000 2024-07-26T12:23:07.044 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.033+0000 7fcede41f480 10 client.4704 send_request client_request(unknown.0:3 create owner_uid=0, owner_gid=0 #0x1/test_llreadvllwritevoverlimitfile44787 2024-07-26T12:23:07.034655+0000 caller_uid=0, caller_gid=0{}) to mds.0 2024-07-26T12:23:07.044 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.033+0000 7fcede41f480 1 -- 172.21.15.31:0/2452252781 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_request(unknown.0:3 create owner_uid=0, owner_gid=0 #0x1/test_llreadvllwritevoverlimitfile44787 2024-07-26T12:23:07.034655+0000 caller_uid=0, caller_gid=0{}) -- 0x564e6d4da460 con 0x564e6d6050f0 2024-07-26T12:23:07.044 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.033+0000 7fcede41f480 20 client.4704 awaiting reply|forward|kick on 0x7ffdd11e3030 2024-07-26T12:23:07.044 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.033+0000 7fced4c00640 20 client.4704 put_inode on 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.008801+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=17 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400af80) n = 1 2024-07-26T12:23:07.055 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.038+0000 7fced4c00640 1 -- 172.21.15.31:0/2452252781 <== mds.0 v2:172.21.15.31:6832/713364256 5 ==== client_reply(???:3 = 0 (0) Success safe) ==== 859+0+0 (crc 0 0 0) 0x7fcec800e660 con 0x564e6d6050f0 2024-07-26T12:23:07.055 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.038+0000 7fced4c00640 20 client.4704 handle_client_reply got a reply. Safe:1 tid 3 2024-07-26T12:23:07.055 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.038+0000 7fced4c00640 10 client.4704 insert_trace from 2024-07-26T12:23:07.034678+0000 mds.0 is_target=1 is_dentry=1 2024-07-26T12:23:07.055 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.038+0000 7fced4c00640 10 client.4704 features 0xffffffffffffffff 2024-07-26T12:23:07.055 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.038+0000 7fced4c00640 10 client.4704 update_snap_trace len 70 2024-07-26T12:23:07.055 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.038+0000 7fced4c00640 20 client.4704 get_snap_realm 0x1 0x7fcea4003c10, nref was 1 2024-07-26T12:23:07.056 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.038+0000 7fced4c00640 20 client.4704 get_snap_realm 0x1 0x7fcea4003c10, nref now is 2 2024-07-26T12:23:07.056 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.038+0000 7fced4c00640 10 client.4704 update_snap_trace snaprealm(0x1 nref=2 c=0 seq=1 parent=0x0 my_snaps=[] cached_snapc=1=[] last_modified=2024-07-26T12:21:44.597796+0000 change_attr=0) seq 1 <= 1 and same parent, SKIPPING 2024-07-26T12:23:07.056 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.038+0000 7fced4c00640 10 client.4704 hrm is_target=1 is_dentry=1 2024-07-26T12:23:07.056 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.038+0000 7fced4c00640 10 client.4704 update_inode_file_time 0x10000000009.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={} open={} mode=100666 size=0/0 nlink=1 btime=2024-07-26T12:23:07.034655+0000 mtime=0.000000 ctime=0.000000 change_attr=0 caps=- objectset[0x10000000009 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b560) - ctime 2024-07-26T12:23:07.034655+0000 mtime 2024-07-26T12:23:07.034655+0000 2024-07-26T12:23:07.056 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.038+0000 7fced4c00640 12 client.4704 add_update_inode client inode change_attr: 0 , mds inodestat change_attr: 0 2024-07-26T12:23:07.056 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.038+0000 7fced4c00640 12 client.4704 add_update_inode adding 0x10000000009.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={} open={} mode=100666 size=0/0 nlink=1 btime=2024-07-26T12:23:07.034655+0000 mtime=2024-07-26T12:23:07.034655+0000 ctime=2024-07-26T12:23:07.034655+0000 change_attr=0 caps=- objectset[0x10000000009 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b560) caps pAsxLsXsxFsxcrwb 2024-07-26T12:23:07.056 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.038+0000 7fced4c00640 20 client.4704 get_snap_realm 0x1 0x7fcea4003c10, nref was 2 2024-07-26T12:23:07.056 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.038+0000 7fced4c00640 20 client.4704 get_snap_realm 0x1 0x7fcea4003c10, nref now is 3 2024-07-26T12:23:07.056 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.038+0000 7fced4c00640 15 client.4704 add_update_cap first one, opened snaprealm 0x7fcea4003c10 2024-07-26T12:23:07.056 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.038+0000 7fced4c00640 10 client.4704 add_update_cap issued - -> pAsxLsXsxFsxcrwb from mds.0 on 0x10000000009.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={} open={} mode=100666 size=0/0 nlink=1 btime=2024-07-26T12:23:07.034655+0000 mtime=2024-07-26T12:23:07.034655+0000 ctime=2024-07-26T12:23:07.034655+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000009 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b560) 2024-07-26T12:23:07.056 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.038+0000 7fced4c00640 10 client.4704 add_update_cap calling signal_caps_inode 2024-07-26T12:23:07.056 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.038+0000 7fced4c00640 12 client.4704 add_update_inode had 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.008801+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=17 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400af80) caps pAsLsXs 2024-07-26T12:23:07.056 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.038+0000 7fced4c00640 10 client.4704 update_inode_file_time 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.008801+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=17 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400af80) pAsLsXs ctime 2024-07-26T12:23:07.034655+0000 mtime 2024-07-26T12:23:07.034655+0000 2024-07-26T12:23:07.056 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.038+0000 7fced4c00640 20 client.4704 dir hash is 2 2024-07-26T12:23:07.056 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.038+0000 7fced4c00640 12 client.4704 add_update_inode client inode change_attr: 17 , mds inodestat change_attr: 18 2024-07-26T12:23:07.057 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.038+0000 7fced4c00640 10 client.4704 add_update_cap issued pAsLsXs -> pAsLsXs from mds.0 on 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.034655+0000 ctime=2024-07-26T12:23:07.034655+0000 change_attr=18 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400af80) 2024-07-26T12:23:07.057 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.038+0000 7fced4c00640 20 client.4704 got dirfrag map for 0x1 frag * to mds 0 2024-07-26T12:23:07.057 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.038+0000 7fced4c00640 12 client.4704 insert_dentry_inode 'test_llreadvllwritevoverlimitfile44787' vino 0x10000000009.head in dir 0x1.head dn 0x7fcea400ae90 2024-07-26T12:23:07.057 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.038+0000 7fced4c00640 15 client.4704 link dir 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.034655+0000 ctime=2024-07-26T12:23:07.034655+0000 change_attr=18 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400af80) 'test_llreadvllwritevoverlimitfile44787' to inode 0x7fcea400b560 dn 0x1.head["test_llreadvllwritevoverlimitfile44787"] (old dn) 2024-07-26T12:23:07.057 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.038+0000 7fced4c00640 20 client.4704 put_inode on 0x10000000009.head(faked_ino=0 nref=4 ll_ref=0 cap_refs={} open={} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:07.034655+0000 mtime=2024-07-26T12:23:07.034655+0000 ctime=2024-07-26T12:23:07.034655+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000009 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevoverlimitfile44787"] 0x7fcea400b560) n = 1 2024-07-26T12:23:07.057 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.038+0000 7fced4c00640 20 client.4704 link inode 0x7fcea400b560 parents now 0x1.head["test_llreadvllwritevoverlimitfile44787"] 2024-07-26T12:23:07.057 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.038+0000 7fced4c00640 20 client.4704 put_inode on 0x10000000009.head(faked_ino=0 nref=4 ll_ref=0 cap_refs={} open={} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:07.034655+0000 mtime=2024-07-26T12:23:07.034655+0000 ctime=2024-07-26T12:23:07.034655+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000009 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevoverlimitfile44787"] 0x7fcea400b560) n = 1 2024-07-26T12:23:07.057 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.038+0000 7fced4c00640 15 client.4704 update_dentry_lease 0x1.head["test_llreadvllwritevoverlimitfile44787"] lease(mask 7 dur 30000) from 2024-07-26T12:23:07.034678+0000 2024-07-26T12:23:07.057 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.038+0000 7fced4c00640 10 client.4704 got dentry lease on test_llreadvllwritevoverlimitfile44787 dur 30000ms ttl 2024-07-26T12:23:37.034678+0000 2024-07-26T12:23:07.057 INFO:tasks.workunit.client.0.smithi031.stderr:*** buffer overflow detected ***: terminated 2024-07-26T12:23:07.057 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.038+0000 7fced4c00640 20 client.4704 put_snap_realm 0x1 0x7fcea4003c10 3 -> 2 2024-07-26T12:23:07.057 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.038+0000 7fced4c00640 20 client.4704 handle_client_reply signalling caller 0x7ffdd11e3030 2024-07-26T12:23:07.057 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.038+0000 7fced4c00640 20 client.4704 handle_client_reply awaiting kickback on tid 3 0x7fced4bfde20 2024-07-26T12:23:07.057 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.038+0000 7fcede41f480 20 client.4704 sendrecv kickback on tid 3 0x7fced4bfde20 2024-07-26T12:23:07.058 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.038+0000 7fcede41f480 10 client.4704 delegated_inos: [] 2024-07-26T12:23:07.058 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.038+0000 7fcede41f480 10 client.4704 make_request created ino 0x10000000009 2024-07-26T12:23:07.058 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.038+0000 7fcede41f480 20 client.4704 make_request target is 0x10000000009.head(faked_ino=0 nref=6 ll_ref=0 cap_refs={} open={} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:07.034655+0000 mtime=2024-07-26T12:23:07.034655+0000 ctime=2024-07-26T12:23:07.034655+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000009 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevoverlimitfile44787"] 0x7fcea400b560) 2024-07-26T12:23:07.058 INFO:tasks.workunit.client.0.smithi031.stderr:*** Caught signal (Aborted) ** 2024-07-26T12:23:07.058 INFO:tasks.workunit.client.0.smithi031.stderr: in thread 7fcede41f480 thread_name:ceph_test_clien 2024-07-26T12:23:07.058 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.038+0000 7fcede41f480 20 client.4704 lat 0.005499 2024-07-26T12:23:07.058 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.038+0000 7fcede41f480 10 break_deleg: breaking delegs on 0x10000000009.head(faked_ino=0 nref=6 ll_ref=0 cap_refs={} open={3=1} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:07.034655+0000 mtime=2024-07-26T12:23:07.034655+0000 ctime=2024-07-26T12:23:07.034655+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000009 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevoverlimitfile44787"] 0x7fcea400b560) 2024-07-26T12:23:07.058 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.038+0000 7fcede41f480 10 delegations_broken: delegations empty on 0x10000000009.head(faked_ino=0 nref=6 ll_ref=0 cap_refs={} open={3=1} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:07.034655+0000 mtime=2024-07-26T12:23:07.034655+0000 ctime=2024-07-26T12:23:07.034655+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000009 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevoverlimitfile44787"] 0x7fcea400b560) 2024-07-26T12:23:07.058 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.038+0000 7fcede41f480 20 client.4704 put_inode on 0x10000000009.head(faked_ino=0 nref=8 ll_ref=0 cap_refs={} open={3=1} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:07.034655+0000 mtime=2024-07-26T12:23:07.034655+0000 ctime=2024-07-26T12:23:07.034655+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000009 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevoverlimitfile44787"] 0x7fcea400b560) n = 1 2024-07-26T12:23:07.058 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.038+0000 7fcede41f480 10 client.4704 _create_fh 0x10000000009 mode 3 2024-07-26T12:23:07.058 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.038+0000 7fcede41f480 20 client.4704 trim_cache size 1 max 16384 2024-07-26T12:23:07.058 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.038+0000 7fcede41f480 8 client.4704 create(#0x1/test_llreadvllwritevoverlimitfile44787, 0100666 layout 0 0 0) = 0 2024-07-26T12:23:07.058 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.038+0000 7fcede41f480 20 client.4704 _ll_create created = 1 2024-07-26T12:23:07.059 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.038+0000 7fcede41f480 8 client.4704 _ll_create 0x1.head test_llreadvllwritevoverlimitfile44787 0666 578 = 0 (0x564e6d4e0120 10000000009) 2024-07-26T12:23:07.059 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.038+0000 7fcede41f480 20 client.4704 _ll_get 0x7fcea400b560 0x10000000009 -> 1 2024-07-26T12:23:07.059 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.038+0000 7fcede41f480 10 client.4704 fill_statx on 0x10000000009 snap/devhead mode 0100666 mtime 2024-07-26T12:23:07.034655+0000 ctime 2024-07-26T12:23:07.034655+0000 change_attr 0 2024-07-26T12:23:07.059 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.038+0000 7fcede41f480 20 client.4704 put_inode on 0x10000000009.head(faked_ino=0 nref=9 ll_ref=1 cap_refs={} open={3=1} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:07.034655+0000 mtime=2024-07-26T12:23:07.034655+0000 ctime=2024-07-26T12:23:07.034655+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000009 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevoverlimitfile44787"] 0x7fcea400b560) n = 1 2024-07-26T12:23:07.059 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.038+0000 7fced4c00640 20 client.4704 put_inode on 0x10000000009.head(faked_ino=0 nref=9 ll_ref=1 cap_refs={} open={3=1} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:07.034655+0000 mtime=2024-07-26T12:23:07.034655+0000 ctime=2024-07-26T12:23:07.034655+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000009 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevoverlimitfile44787"] 0x7fcea400b560) n = 1 2024-07-26T12:23:07.059 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.038+0000 7fced4c00640 20 client.4704 put_inode on 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.034655+0000 ctime=2024-07-26T12:23:07.034655+0000 change_attr=18 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400af80) n = 1 2024-07-26T12:23:07.059 INFO:tasks.workunit.client.0.smithi031.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-26T12:23:07.059 INFO:tasks.workunit.client.0.smithi031.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7fcede23e6f0] 2024-07-26T12:23:07.059 INFO:tasks.workunit.client.0.smithi031.stderr: 2: /lib64/libc.so.6(+0x8b94c) [0x7fcede28b94c] 2024-07-26T12:23:07.059 INFO:tasks.workunit.client.0.smithi031.stderr: 3: raise() 2024-07-26T12:23:07.059 INFO:tasks.workunit.client.0.smithi031.stderr: 4: abort() 2024-07-26T12:23:07.059 INFO:tasks.workunit.client.0.smithi031.stderr: 5: /lib64/libc.so.6(+0x29130) [0x7fcede229130] 2024-07-26T12:23:07.059 INFO:tasks.workunit.client.0.smithi031.stderr: 6: /lib64/libc.so.6(+0x11d77b) [0x7fcede31d77b] 2024-07-26T12:23:07.059 INFO:tasks.workunit.client.0.smithi031.stderr: 7: /lib64/libc.so.6(+0x11c0e6) [0x7fcede31c0e6] 2024-07-26T12:23:07.059 INFO:tasks.workunit.client.0.smithi031.stderr: 8: __strcat_chk() 2024-07-26T12:23:07.060 INFO:tasks.workunit.client.0.smithi031.stderr: 9: (TestClient_LlreadvLlwritevOverlimit_Test::TestBody()+0x2c4) [0x564e2d77cd64] 2024-07-26T12:23:07.060 INFO:tasks.workunit.client.0.smithi031.stderr: 10: ceph_test_client(+0x1fe9ce) [0x564e2d8b39ce] 2024-07-26T12:23:07.060 INFO:tasks.workunit.client.0.smithi031.stderr: 11: ceph_test_client(+0x2046c4) [0x564e2d8b96c4] 2024-07-26T12:23:07.060 INFO:tasks.workunit.client.0.smithi031.stderr: 12: (testing::Test::Run()+0xb8) [0x564e2d896bba] 2024-07-26T12:23:07.060 INFO:tasks.workunit.client.0.smithi031.stderr: 13: (testing::TestInfo::Run()+0x108) [0x564e2d896cc4] 2024-07-26T12:23:07.060 INFO:tasks.workunit.client.0.smithi031.stderr: 14: (testing::TestSuite::Run()+0xb6) [0x564e2d896d7c] 2024-07-26T12:23:07.060 INFO:tasks.workunit.client.0.smithi031.stderr: 15: (testing::internal::UnitTestImpl::RunAllTests()+0x2dd) [0x564e2d8a96f9] 2024-07-26T12:23:07.060 INFO:tasks.workunit.client.0.smithi031.stderr: 16: ceph_test_client(+0x1fea2e) [0x564e2d8b3a2e] 2024-07-26T12:23:07.060 INFO:tasks.workunit.client.0.smithi031.stderr: 17: ceph_test_client(+0x204b5e) [0x564e2d8b9b5e] 2024-07-26T12:23:07.060 INFO:tasks.workunit.client.0.smithi031.stderr: 18: (testing::UnitTest::Run()+0x95) [0x564e2d8a53bb] 2024-07-26T12:23:07.060 INFO:tasks.workunit.client.0.smithi031.stderr: 19: main() 2024-07-26T12:23:07.060 INFO:tasks.workunit.client.0.smithi031.stderr: 20: /lib64/libc.so.6(+0x29590) [0x7fcede229590] 2024-07-26T12:23:07.060 INFO:tasks.workunit.client.0.smithi031.stderr: 21: __libc_start_main() 2024-07-26T12:23:07.060 INFO:tasks.workunit.client.0.smithi031.stderr: 22: _start() 2024-07-26T12:23:07.060 INFO:tasks.workunit.client.0.smithi031.stderr:2024-07-26T12:23:07.039+0000 7fcede41f480 -1 *** Caught signal (Aborted) ** 2024-07-26T12:23:07.061 INFO:tasks.workunit.client.0.smithi031.stderr: in thread 7fcede41f480 thread_name:ceph_test_clien 2024-07-26T12:23:07.061 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-07-26T12:23:07.061 INFO:tasks.workunit.client.0.smithi031.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-26T12:23:07.061 INFO:tasks.workunit.client.0.smithi031.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7fcede23e6f0] 2024-07-26T12:23:07.061 INFO:tasks.workunit.client.0.smithi031.stderr: 2: /lib64/libc.so.6(+0x8b94c) [0x7fcede28b94c] 2024-07-26T12:23:07.061 INFO:tasks.workunit.client.0.smithi031.stderr: 3: raise() 2024-07-26T12:23:07.061 INFO:tasks.workunit.client.0.smithi031.stderr: 4: abort() 2024-07-26T12:23:07.061 INFO:tasks.workunit.client.0.smithi031.stderr: 5: /lib64/libc.so.6(+0x29130) [0x7fcede229130] 2024-07-26T12:23:07.061 INFO:tasks.workunit.client.0.smithi031.stderr: 6: /lib64/libc.so.6(+0x11d77b) [0x7fcede31d77b] 2024-07-26T12:23:07.061 INFO:tasks.workunit.client.0.smithi031.stderr: 7: /lib64/libc.so.6(+0x11c0e6) [0x7fcede31c0e6] 2024-07-26T12:23:07.061 INFO:tasks.workunit.client.0.smithi031.stderr: 8: __strcat_chk() 2024-07-26T12:23:07.061 INFO:tasks.workunit.client.0.smithi031.stderr: 9: (TestClient_LlreadvLlwritevOverlimit_Test::TestBody()+0x2c4) [0x564e2d77cd64] 2024-07-26T12:23:07.061 INFO:tasks.workunit.client.0.smithi031.stderr: 10: ceph_test_client(+0x1fe9ce) [0x564e2d8b39ce] 2024-07-26T12:23:07.061 INFO:tasks.workunit.client.0.smithi031.stderr: 11: ceph_test_client(+0x2046c4) [0x564e2d8b96c4] 2024-07-26T12:23:07.062 INFO:tasks.workunit.client.0.smithi031.stderr: 12: (testing::Test::Run()+0xb8) [0x564e2d896bba] 2024-07-26T12:23:07.062 INFO:tasks.workunit.client.0.smithi031.stderr: 13: (testing::TestInfo::Run()+0x108) [0x564e2d896cc4] 2024-07-26T12:23:07.062 INFO:tasks.workunit.client.0.smithi031.stderr: 14: (testing::TestSuite::Run()+0xb6) [0x564e2d896d7c] 2024-07-26T12:23:07.062 INFO:tasks.workunit.client.0.smithi031.stderr: 15: (testing::internal::UnitTestImpl::RunAllTests()+0x2dd) [0x564e2d8a96f9] 2024-07-26T12:23:07.062 INFO:tasks.workunit.client.0.smithi031.stderr: 16: ceph_test_client(+0x1fea2e) [0x564e2d8b3a2e] 2024-07-26T12:23:07.062 INFO:tasks.workunit.client.0.smithi031.stderr: 17: ceph_test_client(+0x204b5e) [0x564e2d8b9b5e] 2024-07-26T12:23:07.062 INFO:tasks.workunit.client.0.smithi031.stderr: 18: (testing::UnitTest::Run()+0x95) [0x564e2d8a53bb] 2024-07-26T12:23:07.062 INFO:tasks.workunit.client.0.smithi031.stderr: 19: main() 2024-07-26T12:23:07.062 INFO:tasks.workunit.client.0.smithi031.stderr: 20: /lib64/libc.so.6(+0x29590) [0x7fcede229590] 2024-07-26T12:23:07.062 INFO:tasks.workunit.client.0.smithi031.stderr: 21: __libc_start_main() 2024-07-26T12:23:07.062 INFO:tasks.workunit.client.0.smithi031.stderr: 22: _start() 2024-07-26T12:23:07.062 INFO:tasks.workunit.client.0.smithi031.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-07-26T12:23:07.062 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-07-26T12:23:07.062 INFO:tasks.workunit.client.0.smithi031.stderr:--- begin dump of recent events --- 2024-07-26T12:23:07.063 INFO:tasks.workunit.client.0.smithi031.stderr: -499> 2024-07-26T12:23:07.007+0000 7fcecf400640 12 client.4701 add_update_inode adding 0x10000000008.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={} open={} mode=100666 size=0/0 nlink=1 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=0 caps=- objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b560) caps pAsxLsXsxFsxcrwb 2024-07-26T12:23:07.063 INFO:tasks.workunit.client.0.smithi031.stderr: -498> 2024-07-26T12:23:07.007+0000 7fcecf400640 20 client.4701 get_snap_realm 0x1 0x7fcea400ae90, nref was 2 2024-07-26T12:23:07.063 INFO:tasks.workunit.client.0.smithi031.stderr: -497> 2024-07-26T12:23:07.007+0000 7fcecf400640 20 client.4701 get_snap_realm 0x1 0x7fcea400ae90, nref now is 3 2024-07-26T12:23:07.063 INFO:tasks.workunit.client.0.smithi031.stderr: -496> 2024-07-26T12:23:07.007+0000 7fcecf400640 15 client.4701 add_update_cap first one, opened snaprealm 0x7fcea400ae90 2024-07-26T12:23:07.063 INFO:tasks.workunit.client.0.smithi031.stderr: -495> 2024-07-26T12:23:07.007+0000 7fcecf400640 10 client.4701 add_update_cap issued - -> pAsxLsXsxFsxcrwb from mds.0 on 0x10000000008.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={} open={} mode=100666 size=0/0 nlink=1 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b560) 2024-07-26T12:23:07.063 INFO:tasks.workunit.client.0.smithi031.stderr: -494> 2024-07-26T12:23:07.007+0000 7fcecf400640 10 client.4701 add_update_cap calling signal_caps_inode 2024-07-26T12:23:07.063 INFO:tasks.workunit.client.0.smithi031.stderr: -493> 2024-07-26T12:23:07.007+0000 7fcecf400640 12 client.4701 add_update_inode had 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.962032+0000 ctime=2024-07-26T12:23:06.962032+0000 change_attr=15 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400af80) caps pAsLsXs 2024-07-26T12:23:07.063 INFO:tasks.workunit.client.0.smithi031.stderr: -492> 2024-07-26T12:23:07.007+0000 7fcecf400640 10 client.4701 update_inode_file_time 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.962032+0000 ctime=2024-07-26T12:23:06.962032+0000 change_attr=15 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400af80) pAsLsXs ctime 2024-07-26T12:23:07.003444+0000 mtime 2024-07-26T12:23:07.003444+0000 2024-07-26T12:23:07.063 INFO:tasks.workunit.client.0.smithi031.stderr: -491> 2024-07-26T12:23:07.007+0000 7fcecf400640 20 client.4701 dir hash is 2 2024-07-26T12:23:07.063 INFO:tasks.workunit.client.0.smithi031.stderr: -490> 2024-07-26T12:23:07.007+0000 7fcecf400640 12 client.4701 add_update_inode client inode change_attr: 15 , mds inodestat change_attr: 16 2024-07-26T12:23:07.063 INFO:tasks.workunit.client.0.smithi031.stderr: -489> 2024-07-26T12:23:07.007+0000 7fcecf400640 10 client.4701 add_update_cap issued pAsLsXs -> pAsLsXs from mds.0 on 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=16 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400af80) 2024-07-26T12:23:07.063 INFO:tasks.workunit.client.0.smithi031.stderr: -488> 2024-07-26T12:23:07.007+0000 7fcecf400640 20 client.4701 got dirfrag map for 0x1 frag * to mds 0 2024-07-26T12:23:07.063 INFO:tasks.workunit.client.0.smithi031.stderr: -487> 2024-07-26T12:23:07.007+0000 7fcecf400640 12 client.4701 insert_dentry_inode 'test_llreadvllwritevinvalidfhfile44787' vino 0x10000000008.head in dir 0x1.head dn 0x7fcea4007540 2024-07-26T12:23:07.064 INFO:tasks.workunit.client.0.smithi031.stderr: -486> 2024-07-26T12:23:07.007+0000 7fcecf400640 15 client.4701 link dir 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=16 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400af80) 'test_llreadvllwritevinvalidfhfile44787' to inode 0x7fcea400b560 dn 0x1.head["test_llreadvllwritevinvalidfhfile44787"] (old dn) 2024-07-26T12:23:07.064 INFO:tasks.workunit.client.0.smithi031.stderr: -485> 2024-07-26T12:23:07.007+0000 7fcecf400640 20 client.4701 put_inode on 0x10000000008.head(faked_ino=0 nref=4 ll_ref=0 cap_refs={} open={} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevinvalidfhfile44787"] 0x7fcea400b560) n = 1 2024-07-26T12:23:07.064 INFO:tasks.workunit.client.0.smithi031.stderr: -484> 2024-07-26T12:23:07.007+0000 7fcecf400640 20 client.4701 link inode 0x7fcea400b560 parents now 0x1.head["test_llreadvllwritevinvalidfhfile44787"] 2024-07-26T12:23:07.064 INFO:tasks.workunit.client.0.smithi031.stderr: -483> 2024-07-26T12:23:07.007+0000 7fcecf400640 20 client.4701 put_inode on 0x10000000008.head(faked_ino=0 nref=4 ll_ref=0 cap_refs={} open={} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevinvalidfhfile44787"] 0x7fcea400b560) n = 1 2024-07-26T12:23:07.064 INFO:tasks.workunit.client.0.smithi031.stderr: -482> 2024-07-26T12:23:07.007+0000 7fcecf400640 15 client.4701 update_dentry_lease 0x1.head["test_llreadvllwritevinvalidfhfile44787"] lease(mask 7 dur 30000) from 2024-07-26T12:23:07.003483+0000 2024-07-26T12:23:07.064 INFO:tasks.workunit.client.0.smithi031.stderr: -481> 2024-07-26T12:23:07.007+0000 7fcecf400640 10 client.4701 got dentry lease on test_llreadvllwritevinvalidfhfile44787 dur 30000ms ttl 2024-07-26T12:23:37.003483+0000 2024-07-26T12:23:07.064 INFO:tasks.workunit.client.0.smithi031.stderr: -480> 2024-07-26T12:23:07.007+0000 7fcecf400640 20 client.4701 put_snap_realm 0x1 0x7fcea400ae90 3 -> 2 2024-07-26T12:23:07.064 INFO:tasks.workunit.client.0.smithi031.stderr: -479> 2024-07-26T12:23:07.007+0000 7fcecf400640 20 client.4701 handle_client_reply signalling caller 0x7ffdd11eeb90 2024-07-26T12:23:07.064 INFO:tasks.workunit.client.0.smithi031.stderr: -478> 2024-07-26T12:23:07.007+0000 7fcecf400640 20 client.4701 handle_client_reply awaiting kickback on tid 3 0x7fcecf3fde20 2024-07-26T12:23:07.064 INFO:tasks.workunit.client.0.smithi031.stderr: -477> 2024-07-26T12:23:07.007+0000 7fcede41f480 20 client.4701 sendrecv kickback on tid 3 0x7fcecf3fde20 2024-07-26T12:23:07.064 INFO:tasks.workunit.client.0.smithi031.stderr: -476> 2024-07-26T12:23:07.007+0000 7fcede41f480 10 client.4701 delegated_inos: [] 2024-07-26T12:23:07.064 INFO:tasks.workunit.client.0.smithi031.stderr: -475> 2024-07-26T12:23:07.007+0000 7fcede41f480 10 client.4701 make_request created ino 0x10000000008 2024-07-26T12:23:07.064 INFO:tasks.workunit.client.0.smithi031.stderr: -474> 2024-07-26T12:23:07.007+0000 7fcede41f480 20 client.4701 make_request target is 0x10000000008.head(faked_ino=0 nref=6 ll_ref=0 cap_refs={} open={} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevinvalidfhfile44787"] 0x7fcea400b560) 2024-07-26T12:23:07.064 INFO:tasks.workunit.client.0.smithi031.stderr: -473> 2024-07-26T12:23:07.007+0000 7fcede41f480 20 client.4701 lat 0.005089 2024-07-26T12:23:07.064 INFO:tasks.workunit.client.0.smithi031.stderr: -472> 2024-07-26T12:23:07.007+0000 7fcede41f480 10 break_deleg: breaking delegs on 0x10000000008.head(faked_ino=0 nref=6 ll_ref=0 cap_refs={} open={3=1} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevinvalidfhfile44787"] 0x7fcea400b560) 2024-07-26T12:23:07.065 INFO:tasks.workunit.client.0.smithi031.stderr: -471> 2024-07-26T12:23:07.007+0000 7fcede41f480 10 delegations_broken: delegations empty on 0x10000000008.head(faked_ino=0 nref=6 ll_ref=0 cap_refs={} open={3=1} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevinvalidfhfile44787"] 0x7fcea400b560) 2024-07-26T12:23:07.065 INFO:tasks.workunit.client.0.smithi031.stderr: -470> 2024-07-26T12:23:07.007+0000 7fcede41f480 20 client.4701 put_inode on 0x10000000008.head(faked_ino=0 nref=8 ll_ref=0 cap_refs={} open={3=1} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevinvalidfhfile44787"] 0x7fcea400b560) n = 1 2024-07-26T12:23:07.065 INFO:tasks.workunit.client.0.smithi031.stderr: -469> 2024-07-26T12:23:07.007+0000 7fcede41f480 10 client.4701 _create_fh 0x10000000008 mode 3 2024-07-26T12:23:07.065 INFO:tasks.workunit.client.0.smithi031.stderr: -468> 2024-07-26T12:23:07.007+0000 7fcede41f480 20 client.4701 trim_cache size 1 max 16384 2024-07-26T12:23:07.065 INFO:tasks.workunit.client.0.smithi031.stderr: -467> 2024-07-26T12:23:07.007+0000 7fcede41f480 8 client.4701 create(#0x1/test_llreadvllwritevinvalidfhfile44787, 0100666 layout 0 0 0) = 0 2024-07-26T12:23:07.065 INFO:tasks.workunit.client.0.smithi031.stderr: -466> 2024-07-26T12:23:07.007+0000 7fcede41f480 20 client.4701 _ll_create created = 1 2024-07-26T12:23:07.065 INFO:tasks.workunit.client.0.smithi031.stderr: -465> 2024-07-26T12:23:07.007+0000 7fcede41f480 8 client.4701 _ll_create 0x1.head test_llreadvllwritevinvalidfhfile44787 0666 578 = 0 (0x564e6d4e0120 10000000008) 2024-07-26T12:23:07.065 INFO:tasks.workunit.client.0.smithi031.stderr: -464> 2024-07-26T12:23:07.007+0000 7fcede41f480 20 client.4701 _ll_get 0x7fcea400b560 0x10000000008 -> 1 2024-07-26T12:23:07.065 INFO:tasks.workunit.client.0.smithi031.stderr: -463> 2024-07-26T12:23:07.007+0000 7fcede41f480 10 client.4701 fill_statx on 0x10000000008 snap/devhead mode 0100666 mtime 2024-07-26T12:23:07.003444+0000 ctime 2024-07-26T12:23:07.003444+0000 change_attr 0 2024-07-26T12:23:07.065 INFO:tasks.workunit.client.0.smithi031.stderr: -462> 2024-07-26T12:23:07.007+0000 7fcede41f480 20 client.4701 put_inode on 0x10000000008.head(faked_ino=0 nref=9 ll_ref=1 cap_refs={} open={3=1} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevinvalidfhfile44787"] 0x7fcea400b560) n = 1 2024-07-26T12:23:07.065 INFO:tasks.workunit.client.0.smithi031.stderr: -461> 2024-07-26T12:23:07.007+0000 7fcede41f480 3 client.4701 ll_release (fh)0x564e6d4e0120 0x10000000008 2024-07-26T12:23:07.065 INFO:tasks.workunit.client.0.smithi031.stderr: -460> 2024-07-26T12:23:07.007+0000 7fcecf400640 20 client.4701 put_inode on 0x10000000008.head(faked_ino=0 nref=9 ll_ref=1 cap_refs={} open={3=1} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevinvalidfhfile44787"] 0x7fcea400b560) n = 1 2024-07-26T12:23:07.065 INFO:tasks.workunit.client.0.smithi031.stderr: -459> 2024-07-26T12:23:07.007+0000 7fcecf400640 20 client.4701 put_inode on 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=16 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400af80) n = 1 2024-07-26T12:23:07.065 INFO:tasks.workunit.client.0.smithi031.stderr: -458> 2024-07-26T12:23:07.007+0000 7fcede41f480 8 client.4701 _release_fh 0x564e6d4e0120 mode 3 on 0x10000000008.head(faked_ino=0 nref=9 ll_ref=1 cap_refs={} open={3=1} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevinvalidfhfile44787"] 0x7fcea400b560) 2024-07-26T12:23:07.066 INFO:tasks.workunit.client.0.smithi031.stderr: -457> 2024-07-26T12:23:07.007+0000 7fcede41f480 10 client.4701 _flush 0x10000000008.head(faked_ino=0 nref=10 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevinvalidfhfile44787"] 0x7fcea400b560) 2024-07-26T12:23:07.066 INFO:tasks.workunit.client.0.smithi031.stderr: -456> 2024-07-26T12:23:07.007+0000 7fcede41f480 10 client.4701 nothing to flush 2024-07-26T12:23:07.066 INFO:tasks.workunit.client.0.smithi031.stderr: -455> 2024-07-26T12:23:07.007+0000 7fcede41f480 20 client.4701 put_inode on 0x10000000008.head(faked_ino=0 nref=10 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevinvalidfhfile44787"] 0x7fcea400b560) n = 1 2024-07-26T12:23:07.066 INFO:tasks.workunit.client.0.smithi031.stderr: -454> 2024-07-26T12:23:07.007+0000 7fcede41f480 10 client.4701 check_caps on 0x10000000008.head(faked_ino=0 nref=10 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevinvalidfhfile44787"] 0x7fcea400b560) wanted - used - issued pAsxLsXsxFsxcrwb revoking - flags=0 2024-07-26T12:23:07.066 INFO:tasks.workunit.client.0.smithi031.stderr: -453> 2024-07-26T12:23:07.007+0000 7fcede41f480 10 client.4701 cap mds.0 issued pAsxLsXsxFsxcrwb implemented pAsxLsXsxFsxcrwb revoking - 2024-07-26T12:23:07.066 INFO:tasks.workunit.client.0.smithi031.stderr: -452> 2024-07-26T12:23:07.007+0000 7fcede41f480 10 client.4701 delaying cap release 2024-07-26T12:23:07.066 INFO:tasks.workunit.client.0.smithi031.stderr: -451> 2024-07-26T12:23:07.007+0000 7fcede41f480 10 client.4701 cap_delay_requeue on 0x10000000008.head(faked_ino=0 nref=10 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevinvalidfhfile44787"] 0x7fcea400b560) 2024-07-26T12:23:07.066 INFO:tasks.workunit.client.0.smithi031.stderr: -450> 2024-07-26T12:23:07.007+0000 7fcede41f480 10 client.4701 _release_fh 0x564e6d4e0120 on inode 0x10000000008.head(faked_ino=0 nref=10 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevinvalidfhfile44787"] 0x7fcea400b560) no async_err state 2024-07-26T12:23:07.066 INFO:tasks.workunit.client.0.smithi031.stderr: -449> 2024-07-26T12:23:07.007+0000 7fcede41f480 20 client.4701 put_inode on 0x10000000008.head(faked_ino=0 nref=10 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevinvalidfhfile44787"] 0x7fcea400b560) n = 1 2024-07-26T12:23:07.066 INFO:tasks.workunit.client.0.smithi031.stderr: -448> 2024-07-26T12:23:07.007+0000 7fcede41f480 3 client.4701 ll_unlink 0x1.head test_llreadvllwritevinvalidfhfile44787 2024-07-26T12:23:07.066 INFO:tasks.workunit.client.0.smithi031.stderr: -447> 2024-07-26T12:23:07.007+0000 7fcede41f480 20 client.4701 may_delete 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=16 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400af80); ; name test_llreadvllwritevinvalidfhfile44787; UserPerm(uid: 0, gid: 0) 2024-07-26T12:23:07.066 INFO:tasks.workunit.client.0.smithi031.stderr: -446> 2024-07-26T12:23:07.007+0000 7fcede41f480 10 client.4701 _getattr mask As issued=1 2024-07-26T12:23:07.066 INFO:tasks.workunit.client.0.smithi031.stderr: -445> 2024-07-26T12:23:07.007+0000 7fcede41f480 3 client.4701 may_delete 0x7fcea400af80 = 0 2024-07-26T12:23:07.067 INFO:tasks.workunit.client.0.smithi031.stderr: -444> 2024-07-26T12:23:07.007+0000 7fcede41f480 8 client.4701 _unlink(0x1 test_llreadvllwritevinvalidfhfile44787 uid 0 gid 0) 2024-07-26T12:23:07.067 INFO:tasks.workunit.client.0.smithi031.stderr: -443> 2024-07-26T12:23:07.007+0000 7fcede41f480 20 client.4701 get_or_create 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=16 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400af80) name test_llreadvllwritevinvalidfhfile44787 2024-07-26T12:23:07.067 INFO:tasks.workunit.client.0.smithi031.stderr: -442> 2024-07-26T12:23:07.007+0000 7fcede41f480 20 client.4701 _lookup have 0x1.head["test_llreadvllwritevinvalidfhfile44787"] from mds.0 ttl 2024-07-26T12:23:37.003483+0000 seq 2 2024-07-26T12:23:07.067 INFO:tasks.workunit.client.0.smithi031.stderr: -441> 2024-07-26T12:23:07.007+0000 7fcede41f480 10 client.4701 _lookup 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=16 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400af80) test_llreadvllwritevinvalidfhfile44787 = 0x10000000008.head(faked_ino=0 nref=11 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevinvalidfhfile44787"] 0x7fcea400b560) 2024-07-26T12:23:07.067 INFO:tasks.workunit.client.0.smithi031.stderr: -440> 2024-07-26T12:23:07.007+0000 7fcede41f480 10 break_deleg: breaking delegs on 0x10000000008.head(faked_ino=0 nref=12 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevinvalidfhfile44787"] 0x7fcea400b560) 2024-07-26T12:23:07.067 INFO:tasks.workunit.client.0.smithi031.stderr: -439> 2024-07-26T12:23:07.007+0000 7fcede41f480 10 delegations_broken: delegations empty on 0x10000000008.head(faked_ino=0 nref=12 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevinvalidfhfile44787"] 0x7fcea400b560) 2024-07-26T12:23:07.067 INFO:tasks.workunit.client.0.smithi031.stderr: -438> 2024-07-26T12:23:07.007+0000 7fcede41f480 20 client.4701 choose_target_mds starting with req->inode 0x1.head(faked_ino=0 nref=10 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=16 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400af80) 2024-07-26T12:23:07.067 INFO:tasks.workunit.client.0.smithi031.stderr: -437> 2024-07-26T12:23:07.007+0000 7fcede41f480 20 client.4701 choose_target_mds inode dir hash is 2 on test_llreadvllwritevinvalidfhfile44787 => 1938205064 2024-07-26T12:23:07.067 INFO:tasks.workunit.client.0.smithi031.stderr: -436> 2024-07-26T12:23:07.007+0000 7fcede41f480 20 client.4701 choose_target_mds 0x1.head(faked_ino=0 nref=10 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=16 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400af80) is_hash=1 hash=1938205064 2024-07-26T12:23:07.067 INFO:tasks.workunit.client.0.smithi031.stderr: -435> 2024-07-26T12:23:07.007+0000 7fcede41f480 10 client.4701 choose_target_mds from dirfragtree hash 2024-07-26T12:23:07.067 INFO:tasks.workunit.client.0.smithi031.stderr: -434> 2024-07-26T12:23:07.007+0000 7fcede41f480 20 client.4701 mds is 0 2024-07-26T12:23:07.067 INFO:tasks.workunit.client.0.smithi031.stderr: -433> 2024-07-26T12:23:07.007+0000 7fcede41f480 10 client.4701 send_request rebuilding request 4 for mds.0 2024-07-26T12:23:07.067 INFO:tasks.workunit.client.0.smithi031.stderr: -432> 2024-07-26T12:23:07.007+0000 7fcede41f480 20 client.4701 encode_cap_releases enter (req: 0x564e6d5f7160, mds: 0) 2024-07-26T12:23:07.067 INFO:tasks.workunit.client.0.smithi031.stderr: -431> 2024-07-26T12:23:07.007+0000 7fcede41f480 20 client.4701 encode_inode_release enter(in:0x10000000008.head(faked_ino=0 nref=12 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevinvalidfhfile44787"] 0x7fcea400b560), req:0x564e6d5f7160 mds:0, drop:Lsx, unless:-, force:0) 2024-07-26T12:23:07.068 INFO:tasks.workunit.client.0.smithi031.stderr: -430> 2024-07-26T12:23:07.007+0000 7fcede41f480 20 client.4701 encode_dentry_release enter(dn:0x7fcea4007540) 2024-07-26T12:23:07.068 INFO:tasks.workunit.client.0.smithi031.stderr: -429> 2024-07-26T12:23:07.007+0000 7fcede41f480 20 client.4701 encode_inode_release enter(in:0x1.head(faked_ino=0 nref=10 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=16 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400af80), req:0x564e6d5f7160 mds:0, drop:Fs, unless:Fx, force:1) 2024-07-26T12:23:07.068 INFO:tasks.workunit.client.0.smithi031.stderr: -428> 2024-07-26T12:23:07.007+0000 7fcede41f480 20 client.4701 send_request set sent_stamp to 2024-07-26T12:23:07.008844+0000 2024-07-26T12:23:07.068 INFO:tasks.workunit.client.0.smithi031.stderr: -427> 2024-07-26T12:23:07.007+0000 7fcede41f480 10 client.4701 send_request client_request(unknown.0:4 unlink #0x1/test_llreadvllwritevinvalidfhfile44787 2024-07-26T12:23:07.008801+0000 caller_uid=0, caller_gid=0{}) to mds.0 2024-07-26T12:23:07.068 INFO:tasks.workunit.client.0.smithi031.stderr: -426> 2024-07-26T12:23:07.007+0000 7fcede41f480 1 -- 172.21.15.31:0/138158324 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_request(unknown.0:4 unlink #0x1/test_llreadvllwritevinvalidfhfile44787 2024-07-26T12:23:07.008801+0000 caller_uid=0, caller_gid=0{}) -- 0x564e6d552700 con 0x564e6d6050f0 2024-07-26T12:23:07.068 INFO:tasks.workunit.client.0.smithi031.stderr: -425> 2024-07-26T12:23:07.007+0000 7fcede41f480 20 client.4701 awaiting reply|forward|kick on 0x7ffdd11eed60 2024-07-26T12:23:07.068 INFO:tasks.workunit.client.0.smithi031.stderr: -424> 2024-07-26T12:23:07.008+0000 7fcecf400640 1 -- 172.21.15.31:0/138158324 <== mds.0 v2:172.21.15.31:6832/713364256 6 ==== client_caps(revoke ino 0x10000000008 1 seq 2 caps=pAsXsFsxcrwb dirty=- wanted=- follows 0 size 0/4194304 ts 1/18446744073709551615 mtime 2024-07-26T12:23:07.003444+0000 ctime 2024-07-26T12:23:07.003444+0000 change_attr 0) ==== 260+0+0 (crc 0 0 0) 0x7fcec005eca0 con 0x564e6d6050f0 2024-07-26T12:23:07.068 INFO:tasks.workunit.client.0.smithi031.stderr: -423> 2024-07-26T12:23:07.008+0000 7fcecf400640 5 client.4701 set_cap_epoch_barrier epoch = 22 2024-07-26T12:23:07.068 INFO:tasks.workunit.client.0.smithi031.stderr: -422> 2024-07-26T12:23:07.008+0000 7fcecf400640 10 client.4701 mds.0 seq now 1 2024-07-26T12:23:07.068 INFO:tasks.workunit.client.0.smithi031.stderr: -421> 2024-07-26T12:23:07.008+0000 7fcecf400640 5 client.4701 handle_cap_grant on in 0x10000000008 mds.0 seq 2 caps now pAsXsFsxcrwb was pAsxXsxFsxcrwb 2024-07-26T12:23:07.068 INFO:tasks.workunit.client.0.smithi031.stderr: -420> 2024-07-26T12:23:07.008+0000 7fcecf400640 10 client.4701 update_inode_file_time 0x10000000008.head(faked_ino=0 nref=12 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=0 caps=pAsxXsxFsxcrwb(0=pAsxXsxFsxcrwb) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevinvalidfhfile44787"] 0x7fcea400b560) pAsxXsxFsxcrwb ctime 2024-07-26T12:23:07.003444+0000 mtime 2024-07-26T12:23:07.003444+0000 2024-07-26T12:23:07.068 INFO:tasks.workunit.client.0.smithi031.stderr: -419> 2024-07-26T12:23:07.008+0000 7fcecf400640 10 client.4701 revocation of AxXx 2024-07-26T12:23:07.068 INFO:tasks.workunit.client.0.smithi031.stderr: -418> 2024-07-26T12:23:07.008+0000 7fcecf400640 10 client.4701 check_caps on 0x10000000008.head(faked_ino=0 nref=12 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=0 caps=pAsXsFsxcrwb(0=pAsXsFsxcrwb) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevinvalidfhfile44787"] 0x7fcea400b560) wanted - used - issued pAsXsFsxcrwb revoking AxXx flags=1 2024-07-26T12:23:07.068 INFO:tasks.workunit.client.0.smithi031.stderr: -417> 2024-07-26T12:23:07.008+0000 7fcecf400640 10 client.4701 cap mds.0 issued pAsXsFsxcrwb implemented pAsxXsxFsxcrwb revoking AxXx 2024-07-26T12:23:07.068 INFO:tasks.workunit.client.0.smithi031.stderr: -416> 2024-07-26T12:23:07.008+0000 7fcecf400640 10 client.4701 completed revocation of AxXx 2024-07-26T12:23:07.069 INFO:tasks.workunit.client.0.smithi031.stderr: -415> 2024-07-26T12:23:07.008+0000 7fcecf400640 10 client.4701 send_cap 0x10000000008.head(faked_ino=0 nref=12 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=0 caps=pAsXsFsxcrwb(0=pAsXsFsxcrwb) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevinvalidfhfile44787"] 0x7fcea400b560) mds.0 seq 2 used - want - flush - retain pAsLsXsFs held pAsxXsxFsxcrwb revoking AxXx dropping Fxcrwb 2024-07-26T12:23:07.069 INFO:tasks.workunit.client.0.smithi031.stderr: -414> 2024-07-26T12:23:07.008+0000 7fcecf400640 15 client.4701 auth cap, reset requested_max_size due to not wanting any file write cap 2024-07-26T12:23:07.069 INFO:tasks.workunit.client.0.smithi031.stderr: -413> 2024-07-26T12:23:07.008+0000 7fcecf400640 1 -- 172.21.15.31:0/138158324 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_caps(update ino 0x10000000008 1 seq 2 caps=pAsXsFs dirty=- wanted=- follows 0 size 0/4194304 ts 1/18446744073709551615 mtime 2024-07-26T12:23:07.003444+0000 ctime 2024-07-26T12:23:07.003444+0000 change_attr 0) -- 0x7fcea400bb40 con 0x564e6d6050f0 2024-07-26T12:23:07.069 INFO:tasks.workunit.client.0.smithi031.stderr: -412> 2024-07-26T12:23:07.008+0000 7fcecf400640 10 client.4701 handle_cap_grant calling signal_caps_inode 2024-07-26T12:23:07.069 INFO:tasks.workunit.client.0.smithi031.stderr: -411> 2024-07-26T12:23:07.009+0000 7fcecf400640 1 -- 172.21.15.31:0/138158324 <== mds.0 v2:172.21.15.31:6832/713364256 7 ==== client_reply(???:4 = 0 (0) Success unsafe) ==== 507+0+0 (crc 0 0 0) 0x7fcec000a1e0 con 0x564e6d6050f0 2024-07-26T12:23:07.069 INFO:tasks.workunit.client.0.smithi031.stderr: -410> 2024-07-26T12:23:07.009+0000 7fcecf400640 20 client.4701 handle_client_reply got a reply. Safe:0 tid 4 2024-07-26T12:23:07.069 INFO:tasks.workunit.client.0.smithi031.stderr: -409> 2024-07-26T12:23:07.009+0000 7fcecf400640 10 client.4701 insert_trace from 2024-07-26T12:23:07.008844+0000 mds.0 is_target=0 is_dentry=1 2024-07-26T12:23:07.069 INFO:tasks.workunit.client.0.smithi031.stderr: -408> 2024-07-26T12:23:07.009+0000 7fcecf400640 10 client.4701 features 0xffffffffffffffff 2024-07-26T12:23:07.069 INFO:tasks.workunit.client.0.smithi031.stderr: -407> 2024-07-26T12:23:07.009+0000 7fcecf400640 10 client.4701 update_snap_trace len 70 2024-07-26T12:23:07.069 INFO:tasks.workunit.client.0.smithi031.stderr: -406> 2024-07-26T12:23:07.009+0000 7fcecf400640 20 client.4701 get_snap_realm 0x1 0x7fcea400ae90, nref was 2 2024-07-26T12:23:07.069 INFO:tasks.workunit.client.0.smithi031.stderr: -405> 2024-07-26T12:23:07.009+0000 7fcecf400640 20 client.4701 get_snap_realm 0x1 0x7fcea400ae90, nref now is 3 2024-07-26T12:23:07.069 INFO:tasks.workunit.client.0.smithi031.stderr: -404> 2024-07-26T12:23:07.009+0000 7fcecf400640 10 client.4701 update_snap_trace snaprealm(0x1 nref=3 c=0 seq=1 parent=0x0 my_snaps=[] cached_snapc=1=[] last_modified=2024-07-26T12:21:44.597796+0000 change_attr=0) seq 1 <= 1 and same parent, SKIPPING 2024-07-26T12:23:07.069 INFO:tasks.workunit.client.0.smithi031.stderr: -403> 2024-07-26T12:23:07.009+0000 7fcecf400640 10 client.4701 hrm is_target=0 is_dentry=1 2024-07-26T12:23:07.069 INFO:tasks.workunit.client.0.smithi031.stderr: -402> 2024-07-26T12:23:07.009+0000 7fcecf400640 12 client.4701 add_update_inode had 0x1.head(faked_ino=0 nref=10 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=16 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400af80) caps pAsLsXs 2024-07-26T12:23:07.070 INFO:tasks.workunit.client.0.smithi031.stderr: -401> 2024-07-26T12:23:07.009+0000 7fcecf400640 10 client.4701 update_inode_file_time 0x1.head(faked_ino=0 nref=10 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=16 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400af80) pAsLsXs ctime 2024-07-26T12:23:07.008801+0000 mtime 2024-07-26T12:23:07.003444+0000 2024-07-26T12:23:07.070 INFO:tasks.workunit.client.0.smithi031.stderr: -400> 2024-07-26T12:23:07.009+0000 7fcecf400640 20 client.4701 dir hash is 2 2024-07-26T12:23:07.070 INFO:tasks.workunit.client.0.smithi031.stderr: -399> 2024-07-26T12:23:07.009+0000 7fcecf400640 12 client.4701 add_update_inode client inode change_attr: 16 , mds inodestat change_attr: 17 2024-07-26T12:23:07.070 INFO:tasks.workunit.client.0.smithi031.stderr: -398> 2024-07-26T12:23:07.009+0000 7fcecf400640 10 client.4701 add_update_cap issued pAsLsXs -> pAsLsXs from mds.0 on 0x1.head(faked_ino=0 nref=10 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=17 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400af80) 2024-07-26T12:23:07.070 INFO:tasks.workunit.client.0.smithi031.stderr: -397> 2024-07-26T12:23:07.009+0000 7fcecf400640 20 client.4701 got dirfrag map for 0x1 frag * to mds 0 2024-07-26T12:23:07.070 INFO:tasks.workunit.client.0.smithi031.stderr: -396> 2024-07-26T12:23:07.009+0000 7fcecf400640 15 client.4701 unlink dir 0x7fcea400af80 'test_llreadvllwritevinvalidfhfile44787' dn 0x7fcea4007540 inode 0x7fcea400b560 2024-07-26T12:23:07.070 INFO:tasks.workunit.client.0.smithi031.stderr: -395> 2024-07-26T12:23:07.009+0000 7fcecf400640 20 client.4701 put_inode on 0x10000000008.head(faked_ino=0 nref=13 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=0 caps=pAsXsFs(0=pAsXsFs) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b560) n = 1 2024-07-26T12:23:07.070 INFO:tasks.workunit.client.0.smithi031.stderr: -394> 2024-07-26T12:23:07.009+0000 7fcecf400640 20 client.4701 unlink inode 0x7fcea400b560 parents now 2024-07-26T12:23:07.070 INFO:tasks.workunit.client.0.smithi031.stderr: -393> 2024-07-26T12:23:07.009+0000 7fcecf400640 20 client.4701 put_inode on 0x10000000008.head(faked_ino=0 nref=13 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=0 caps=pAsXsFs(0=pAsXsFs) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b560) n = 1 2024-07-26T12:23:07.070 INFO:tasks.workunit.client.0.smithi031.stderr: -392> 2024-07-26T12:23:07.009+0000 7fcecf400640 15 client.4701 update_dentry_lease 0x1.head["test_llreadvllwritevinvalidfhfile44787"] lease(mask 3 dur 30000) from 2024-07-26T12:23:07.008844+0000 2024-07-26T12:23:07.070 INFO:tasks.workunit.client.0.smithi031.stderr: -391> 2024-07-26T12:23:07.009+0000 7fcecf400640 10 client.4701 got dentry lease on test_llreadvllwritevinvalidfhfile44787 dur 30000ms ttl 2024-07-26T12:23:37.008844+0000 2024-07-26T12:23:07.070 INFO:tasks.workunit.client.0.smithi031.stderr: -390> 2024-07-26T12:23:07.009+0000 7fcecf400640 20 client.4701 put_snap_realm 0x1 0x7fcea400ae90 3 -> 2 2024-07-26T12:23:07.070 INFO:tasks.workunit.client.0.smithi031.stderr: -389> 2024-07-26T12:23:07.009+0000 7fcecf400640 20 client.4701 handle_client_reply signalling caller 0x7ffdd11eed60 2024-07-26T12:23:07.071 INFO:tasks.workunit.client.0.smithi031.stderr: -388> 2024-07-26T12:23:07.009+0000 7fcecf400640 20 client.4701 handle_client_reply awaiting kickback on tid 4 0x7fcecf3fde20 2024-07-26T12:23:07.071 INFO:tasks.workunit.client.0.smithi031.stderr: -387> 2024-07-26T12:23:07.009+0000 7fcede41f480 20 client.4701 sendrecv kickback on tid 4 0x7fcecf3fde20 2024-07-26T12:23:07.071 INFO:tasks.workunit.client.0.smithi031.stderr: -386> 2024-07-26T12:23:07.009+0000 7fcede41f480 20 client.4701 lat 0.001586 2024-07-26T12:23:07.071 INFO:tasks.workunit.client.0.smithi031.stderr: -385> 2024-07-26T12:23:07.009+0000 7fcede41f480 20 client.4701 trim_cache size 1 max 16384 2024-07-26T12:23:07.071 INFO:tasks.workunit.client.0.smithi031.stderr: -384> 2024-07-26T12:23:07.009+0000 7fcede41f480 8 client.4701 unlink(#0x1/test_llreadvllwritevinvalidfhfile44787) = 0 2024-07-26T12:23:07.071 INFO:tasks.workunit.client.0.smithi031.stderr: -383> 2024-07-26T12:23:07.009+0000 7fcede41f480 20 client.4701 put_inode on 0x10000000008.head(faked_ino=0 nref=13 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=0 caps=pAsXsFs(0=pAsXsFs) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b560) n = 1 2024-07-26T12:23:07.071 INFO:tasks.workunit.client.0.smithi031.stderr: -382> 2024-07-26T12:23:07.009+0000 7fcede41f480 3 client.4701 (fh)0x564e6d4e0120 is invalid 2024-07-26T12:23:07.071 INFO:tasks.workunit.client.0.smithi031.stderr: -381> 2024-07-26T12:23:07.009+0000 7fcede41f480 3 client.4701 (fh)0x564e6d4e0120 is invalid 2024-07-26T12:23:07.071 INFO:tasks.workunit.client.0.smithi031.stderr: -380> 2024-07-26T12:23:07.009+0000 7fcede41f480 2 client.4701 unmount 2024-07-26T12:23:07.071 INFO:tasks.workunit.client.0.smithi031.stderr: -379> 2024-07-26T12:23:07.009+0000 7fcede41f480 2 client.4701 unmounting 2024-07-26T12:23:07.071 INFO:tasks.workunit.client.0.smithi031.stderr: -378> 2024-07-26T12:23:07.009+0000 7fcede41f480 1 -- 172.21.15.31:0/138158324 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_session(request_flushmdlog) -- 0x564e6d4aa7f0 con 0x564e6d6050f0 2024-07-26T12:23:07.071 INFO:tasks.workunit.client.0.smithi031.stderr: -377> 2024-07-26T12:23:07.009+0000 7fcede41f480 10 client.4701 waiting for write request '4' to complete, currently there are 1 outstanding read/write requests 2024-07-26T12:23:07.071 INFO:tasks.workunit.client.0.smithi031.stderr: -376> 2024-07-26T12:23:07.014+0000 7fcecf400640 1 -- 172.21.15.31:0/138158324 <== mds.0 v2:172.21.15.31:6832/713364256 8 ==== client_caps(grant ino 0x10000000008 1 seq 3 caps=pAsLsXsFsxcrwb dirty=- wanted=Ls follows 0 size 0/0 ts 1/18446744073709551615 mtime 2024-07-26T12:23:07.003444+0000 ctime 2024-07-26T12:23:07.008801+0000 change_attr 1) ==== 260+0+0 (crc 0 0 0) 0x7fcea400bb40 con 0x564e6d6050f0 2024-07-26T12:23:07.071 INFO:tasks.workunit.client.0.smithi031.stderr: -375> 2024-07-26T12:23:07.014+0000 7fcecf400640 10 client.4701 mds.0 seq now 2 2024-07-26T12:23:07.071 INFO:tasks.workunit.client.0.smithi031.stderr: -374> 2024-07-26T12:23:07.014+0000 7fcecf400640 5 client.4701 handle_cap_grant on in 0x10000000008 mds.0 seq 3 caps now pAsLsXsFsxcrwb was pAsXsFs 2024-07-26T12:23:07.072 INFO:tasks.workunit.client.0.smithi031.stderr: -373> 2024-07-26T12:23:07.014+0000 7fcecf400640 10 client.4701 update_inode_file_time 0x10000000008.head(faked_ino=0 nref=13 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=0 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=0 caps=pAsXsFs(0=pAsXsFs) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b560) pAsXsFs ctime 2024-07-26T12:23:07.008801+0000 mtime 2024-07-26T12:23:07.003444+0000 2024-07-26T12:23:07.072 INFO:tasks.workunit.client.0.smithi031.stderr: -372> 2024-07-26T12:23:07.014+0000 7fcecf400640 10 client.4701 max_size 4194304 -> 0 2024-07-26T12:23:07.072 INFO:tasks.workunit.client.0.smithi031.stderr: -371> 2024-07-26T12:23:07.014+0000 7fcecf400640 10 client.4701 grant, new caps are LsFxcrwb 2024-07-26T12:23:07.072 INFO:tasks.workunit.client.0.smithi031.stderr: -370> 2024-07-26T12:23:07.014+0000 7fcecf400640 10 client.4701 handle_cap_grant calling signal_caps_inode 2024-07-26T12:23:07.072 INFO:tasks.workunit.client.0.smithi031.stderr: -369> 2024-07-26T12:23:07.014+0000 7fcecf400640 5 client.4701 _try_to_trim_inode in 0x10000000008.head(faked_ino=0 nref=13 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/0 nlink=0 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=1 caps=pAsLsXsFsxcrwb(0=pAsLsXsFsxcrwb) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b560) 2024-07-26T12:23:07.072 INFO:tasks.workunit.client.0.smithi031.stderr: -368> 2024-07-26T12:23:07.014+0000 7fcecf400640 10 client.4701 unmounting: trim pass, size was 1+2 2024-07-26T12:23:07.072 INFO:tasks.workunit.client.0.smithi031.stderr: -367> 2024-07-26T12:23:07.014+0000 7fcecf400640 20 client.4701 trim_cache size 1 max 16384 2024-07-26T12:23:07.072 INFO:tasks.workunit.client.0.smithi031.stderr: -366> 2024-07-26T12:23:07.014+0000 7fcecf400640 10 client.4701 unmounting: trim pass, size still 1+2 2024-07-26T12:23:07.072 INFO:tasks.workunit.client.0.smithi031.stderr: -365> 2024-07-26T12:23:07.014+0000 7fcecf400640 1 -- 172.21.15.31:0/138158324 <== mds.0 v2:172.21.15.31:6832/713364256 9 ==== client_reply(???:4 = 0 (0) Success safe) ==== 27+0+0 (crc 0 0 0) 0x7fcec0083450 con 0x564e6d6050f0 2024-07-26T12:23:07.072 INFO:tasks.workunit.client.0.smithi031.stderr: -364> 2024-07-26T12:23:07.014+0000 7fcecf400640 20 client.4701 handle_client_reply got a reply. Safe:1 tid 4 2024-07-26T12:23:07.072 INFO:tasks.workunit.client.0.smithi031.stderr: -363> 2024-07-26T12:23:07.014+0000 7fcecf400640 10 client.4701 insert_trace from 2024-07-26T12:23:07.008844+0000 mds.0 is_target=0 is_dentry=0 2024-07-26T12:23:07.072 INFO:tasks.workunit.client.0.smithi031.stderr: -362> 2024-07-26T12:23:07.014+0000 7fcecf400640 10 client.4701 insert_trace -- already got unsafe; ignoring 2024-07-26T12:23:07.072 INFO:tasks.workunit.client.0.smithi031.stderr: -361> 2024-07-26T12:23:07.014+0000 7fcecf400640 20 client.4701 put_inode on 0x1.head(faked_ino=0 nref=10 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=17 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400af80) n = 1 2024-07-26T12:23:07.072 INFO:tasks.workunit.client.0.smithi031.stderr: -360> 2024-07-26T12:23:07.014+0000 7fcecf400640 20 client.4701 put_inode on 0x10000000008.head(faked_ino=0 nref=13 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/0 nlink=0 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=1 caps=pAsLsXsFsxcrwb(0=pAsLsXsFsxcrwb) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b560) n = 1 2024-07-26T12:23:07.072 INFO:tasks.workunit.client.0.smithi031.stderr: -359> 2024-07-26T12:23:07.014+0000 7fcecf400640 10 client.4701 unmounting: trim pass, size was 1+2 2024-07-26T12:23:07.073 INFO:tasks.workunit.client.0.smithi031.stderr: -358> 2024-07-26T12:23:07.014+0000 7fcecf400640 20 client.4701 trim_cache size 1 max 16384 2024-07-26T12:23:07.073 INFO:tasks.workunit.client.0.smithi031.stderr: -357> 2024-07-26T12:23:07.014+0000 7fcecf400640 15 client.4701 trim_dentry unlinking dn test_llreadvllwritevinvalidfhfile44787 in dir 0x1 2024-07-26T12:23:07.073 INFO:tasks.workunit.client.0.smithi031.stderr: -356> 2024-07-26T12:23:07.014+0000 7fcecf400640 15 client.4701 unlink dir 0x7fcea400af80 'test_llreadvllwritevinvalidfhfile44787' dn 0x7fcea4007540 inode 0 2024-07-26T12:23:07.073 INFO:tasks.workunit.client.0.smithi031.stderr: -355> 2024-07-26T12:23:07.014+0000 7fcecf400640 15 client.4701 unlink removing 'test_llreadvllwritevinvalidfhfile44787' dn 0x7fcea4007540 2024-07-26T12:23:07.073 INFO:tasks.workunit.client.0.smithi031.stderr: -354> 2024-07-26T12:23:07.014+0000 7fcecf400640 15 client.4701 close_dir dir 0x564e6d564e50 on 0x7fcea400af80 2024-07-26T12:23:07.073 INFO:tasks.workunit.client.0.smithi031.stderr: -353> 2024-07-26T12:23:07.014+0000 7fcecf400640 20 client.4701 put_inode on 0x1.head(faked_ino=0 nref=10 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=17 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400af80) n = 1 2024-07-26T12:23:07.073 INFO:tasks.workunit.client.0.smithi031.stderr: -352> 2024-07-26T12:23:07.014+0000 7fcecf400640 10 client.4701 unmounting: trim pass, cache shrank, poking unmount() 2024-07-26T12:23:07.073 INFO:tasks.workunit.client.0.smithi031.stderr: -351> 2024-07-26T12:23:07.014+0000 7fcede41f480 20 client.4701 put_inode on 0x1.head(faked_ino=0 nref=10 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=17 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400af80) n = 1 2024-07-26T12:23:07.073 INFO:tasks.workunit.client.0.smithi031.stderr: -350> 2024-07-26T12:23:07.014+0000 7fcede41f480 20 client.4701 put_inode on 0x1.head(faked_ino=0 nref=10 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=17 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400af80) n = 1 2024-07-26T12:23:07.073 INFO:tasks.workunit.client.0.smithi031.stderr: -349> 2024-07-26T12:23:07.014+0000 7fcede41f480 10 client.4701 _ll_drop_pins 2024-07-26T12:23:07.073 INFO:tasks.workunit.client.0.smithi031.stderr: -348> 2024-07-26T12:23:07.014+0000 7fcede41f480 20 client.4701 _ll_put 0x7fcea400b560 0x10000000008 1 -> 0 2024-07-26T12:23:07.073 INFO:tasks.workunit.client.0.smithi031.stderr: -347> 2024-07-26T12:23:07.014+0000 7fcede41f480 20 client.4701 put_inode on 0x10000000008.head(faked_ino=0 nref=14 ll_ref=0 cap_refs={} open={3=0} mode=100666 size=0/0 nlink=0 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=1 caps=pAsLsXsFsxcrwb(0=pAsLsXsFsxcrwb) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b560) n = 1 2024-07-26T12:23:07.073 INFO:tasks.workunit.client.0.smithi031.stderr: -346> 2024-07-26T12:23:07.014+0000 7fcede41f480 20 client.4701 _ll_put 0x7fcea400af80 0x1 2 -> 0 2024-07-26T12:23:07.074 INFO:tasks.workunit.client.0.smithi031.stderr: -345> 2024-07-26T12:23:07.014+0000 7fcede41f480 20 client.4701 put_inode on 0x1.head(faked_ino=0 nref=11 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=17 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400af80) n = 1 2024-07-26T12:23:07.074 INFO:tasks.workunit.client.0.smithi031.stderr: -344> 2024-07-26T12:23:07.014+0000 7fcede41f480 20 client.4701 put_inode on 0x10000000008.head(faked_ino=0 nref=14 ll_ref=0 cap_refs={} open={3=0} mode=100666 size=0/0 nlink=0 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=1 caps=pAsLsXsFsxcrwb(0=pAsLsXsFsxcrwb) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b560) n = 1 2024-07-26T12:23:07.074 INFO:tasks.workunit.client.0.smithi031.stderr: -343> 2024-07-26T12:23:07.014+0000 7fcede41f480 20 client.4701 put_inode on 0x1.head(faked_ino=0 nref=11 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=17 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400af80) n = 1 2024-07-26T12:23:07.074 INFO:tasks.workunit.client.0.smithi031.stderr: -342> 2024-07-26T12:23:07.014+0000 7fcede41f480 20 client.4701 _release 0x10000000008.head(faked_ino=0 nref=15 ll_ref=0 cap_refs={} open={3=0} mode=100666 size=0/0 nlink=0 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=1 caps=pAsLsXsFsxcrwb(0=pAsLsXsFsxcrwb) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b560) 2024-07-26T12:23:07.074 INFO:tasks.workunit.client.0.smithi031.stderr: -341> 2024-07-26T12:23:07.014+0000 7fcede41f480 10 client.4701 _invalidate_inode_cache 0x10000000008.head(faked_ino=0 nref=15 ll_ref=0 cap_refs={1024=0} open={3=0} mode=100666 size=0/0 nlink=0 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=1 caps=pAsLsXsFsxcrwb(0=pAsLsXsFsxcrwb) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b560) 2024-07-26T12:23:07.074 INFO:tasks.workunit.client.0.smithi031.stderr: -340> 2024-07-26T12:23:07.014+0000 7fcede41f480 10 client.4701 _flush 0x10000000008.head(faked_ino=0 nref=16 ll_ref=0 cap_refs={1024=0} open={3=0} mode=100666 size=0/0 nlink=0 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=1 caps=pAsLsXsFsxcrwb(0=pAsLsXsFsxcrwb) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b560) 2024-07-26T12:23:07.074 INFO:tasks.workunit.client.0.smithi031.stderr: -339> 2024-07-26T12:23:07.014+0000 7fcede41f480 10 client.4701 nothing to flush 2024-07-26T12:23:07.074 INFO:tasks.workunit.client.0.smithi031.stderr: -338> 2024-07-26T12:23:07.014+0000 7fcede41f480 20 client.4701 put_inode on 0x10000000008.head(faked_ino=0 nref=16 ll_ref=0 cap_refs={1024=0} open={3=0} mode=100666 size=0/0 nlink=0 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=1 caps=pAsLsXsFsxcrwb(0=pAsLsXsFsxcrwb) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b560) n = 1 2024-07-26T12:23:07.074 INFO:tasks.workunit.client.0.smithi031.stderr: -337> 2024-07-26T12:23:07.014+0000 7fcede41f480 20 client.4701 _release 0x1.head(faked_ino=0 nref=12 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=17 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400af80) 2024-07-26T12:23:07.074 INFO:tasks.workunit.client.0.smithi031.stderr: -336> 2024-07-26T12:23:07.014+0000 7fcede41f480 10 client.4701 _invalidate_inode_cache 0x1.head(faked_ino=0 nref=12 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=17 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400af80) 2024-07-26T12:23:07.074 INFO:tasks.workunit.client.0.smithi031.stderr: -335> 2024-07-26T12:23:07.014+0000 7fcede41f480 10 client.4701 _flush 0x1.head(faked_ino=0 nref=13 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=17 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400af80) 2024-07-26T12:23:07.074 INFO:tasks.workunit.client.0.smithi031.stderr: -334> 2024-07-26T12:23:07.014+0000 7fcede41f480 10 client.4701 nothing to flush 2024-07-26T12:23:07.074 INFO:tasks.workunit.client.0.smithi031.stderr: -333> 2024-07-26T12:23:07.014+0000 7fcecf400640 1 -- 172.21.15.31:0/138158324 <== mds.0 v2:172.21.15.31:6832/713364256 10 ==== client_caps(grant ino 0x10000000008 1 seq 4 caps=pAsLsXsFsxcrwb dirty=- wanted=- follows 0 size 0/0 ts 1/18446744073709551615 mtime 2024-07-26T12:23:07.003444+0000 ctime 2024-07-26T12:23:07.008801+0000 change_attr 1) ==== 260+0+0 (crc 0 0 0) 0x7fcec0083870 con 0x564e6d6050f0 2024-07-26T12:23:07.075 INFO:tasks.workunit.client.0.smithi031.stderr: -332> 2024-07-26T12:23:07.014+0000 7fcede41f480 20 client.4701 put_inode on 0x1.head(faked_ino=0 nref=13 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=17 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400af80) n = 1 2024-07-26T12:23:07.075 INFO:tasks.workunit.client.0.smithi031.stderr: -331> 2024-07-26T12:23:07.014+0000 7fcede41f480 20 client.4701 put_inode on 0x10000000008.head(faked_ino=0 nref=16 ll_ref=0 cap_refs={1024=0} open={3=0} mode=100666 size=0/0 nlink=0 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=1 caps=pAsLsXsFsxcrwb(0=pAsLsXsFsxcrwb) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b560) n = 1 2024-07-26T12:23:07.075 INFO:tasks.workunit.client.0.smithi031.stderr: -330> 2024-07-26T12:23:07.014+0000 7fcede41f480 20 client.4701 put_inode on 0x1.head(faked_ino=0 nref=13 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=17 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400af80) n = 1 2024-07-26T12:23:07.075 INFO:tasks.workunit.client.0.smithi031.stderr: -329> 2024-07-26T12:23:07.014+0000 7fcede41f480 10 client.4701 flush_caps_sync 2024-07-26T12:23:07.075 INFO:tasks.workunit.client.0.smithi031.stderr: -328> 2024-07-26T12:23:07.014+0000 7fcede41f480 10 client.4701 wait_sync_caps want 1 (last is 1, 0 total flushing) 2024-07-26T12:23:07.075 INFO:tasks.workunit.client.0.smithi031.stderr: -327> 2024-07-26T12:23:07.014+0000 7fcede41f480 20 client.4701 trim_cache size 0 max 16384 2024-07-26T12:23:07.075 INFO:tasks.workunit.client.0.smithi031.stderr: -326> 2024-07-26T12:23:07.014+0000 7fcede41f480 10 client.4701 _put_inode on 0x1.head(faked_ino=0 nref=13 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=17 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400af80) n = 12 2024-07-26T12:23:07.075 INFO:tasks.workunit.client.0.smithi031.stderr: -325> 2024-07-26T12:23:07.014+0000 7fcede41f480 10 client.4701 remove_cap mds.0 on 0x1.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=17 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400af80) 2024-07-26T12:23:07.075 INFO:tasks.workunit.client.0.smithi031.stderr: -324> 2024-07-26T12:23:07.014+0000 7fcede41f480 15 client.4701 remove_cap last one, closing snaprealm 0x7fcea400ae90 2024-07-26T12:23:07.075 INFO:tasks.workunit.client.0.smithi031.stderr: -323> 2024-07-26T12:23:07.014+0000 7fcede41f480 20 client.4701 put_snap_realm 0x1 0x7fcea400ae90 2 -> 1 2024-07-26T12:23:07.075 INFO:tasks.workunit.client.0.smithi031.stderr: -322> 2024-07-26T12:23:07.014+0000 7fcede41f480 10 client.4701 _put_inode deleting 0x1.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=17 caps=- has_dir_layout 0x7fcea400af80) 2024-07-26T12:23:07.075 INFO:tasks.workunit.client.0.smithi031.stderr: -321> 2024-07-26T12:23:07.014+0000 7fcede41f480 10 client.4701 _put_inode on 0x10000000008.head(faked_ino=0 nref=16 ll_ref=0 cap_refs={1024=0} open={3=0} mode=100666 size=0/0 nlink=0 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=1 caps=pAsLsXsFsxcrwb(0=pAsLsXsFsxcrwb) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b560) n = 15 2024-07-26T12:23:07.075 INFO:tasks.workunit.client.0.smithi031.stderr: -320> 2024-07-26T12:23:07.014+0000 7fcede41f480 10 client.4701 remove_cap mds.0 on 0x10000000008.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={1024=0} open={3=0} mode=100666 size=0/0 nlink=0 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=1 caps=pAsLsXsFsxcrwb(0=pAsLsXsFsxcrwb) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b560) 2024-07-26T12:23:07.076 INFO:tasks.workunit.client.0.smithi031.stderr: -319> 2024-07-26T12:23:07.014+0000 7fcede41f480 15 client.4701 remove_cap last one, closing snaprealm 0x7fcea400ae90 2024-07-26T12:23:07.076 INFO:tasks.workunit.client.0.smithi031.stderr: -318> 2024-07-26T12:23:07.014+0000 7fcede41f480 20 client.4701 put_snap_realm 0x1 0x7fcea400ae90 1 -> 0 2024-07-26T12:23:07.076 INFO:tasks.workunit.client.0.smithi031.stderr: -317> 2024-07-26T12:23:07.014+0000 7fcede41f480 10 client.4701 _put_inode deleting 0x10000000008.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={1024=0} open={3=0} mode=100666 size=0/0 nlink=0 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=1 caps=- objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b560) 2024-07-26T12:23:07.076 INFO:tasks.workunit.client.0.smithi031.stderr: -316> 2024-07-26T12:23:07.014+0000 7fcede41f480 2 client.4701 _close_mds_session mds.0 seq 2 2024-07-26T12:23:07.076 INFO:tasks.workunit.client.0.smithi031.stderr: -315> 2024-07-26T12:23:07.014+0000 7fcede41f480 1 -- 172.21.15.31:0/138158324 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_session(request_close seq 2) -- 0x564e6d552ac0 con 0x564e6d6050f0 2024-07-26T12:23:07.076 INFO:tasks.workunit.client.0.smithi031.stderr: -314> 2024-07-26T12:23:07.014+0000 7fcede41f480 2 client.4701 waiting for 1 mds session(s) to close (timeout: 30s) 2024-07-26T12:23:07.076 INFO:tasks.workunit.client.0.smithi031.stderr: -313> 2024-07-26T12:23:07.014+0000 7fcecf400640 10 client.4701 mds.0 seq now 3 2024-07-26T12:23:07.076 INFO:tasks.workunit.client.0.smithi031.stderr: -312> 2024-07-26T12:23:07.014+0000 7fcecf400640 1 -- 172.21.15.31:0/138158324 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_session(request_close seq 3) -- 0x7fcea400ac70 con 0x564e6d6050f0 2024-07-26T12:23:07.076 INFO:tasks.workunit.client.0.smithi031.stderr: -311> 2024-07-26T12:23:07.014+0000 7fcecf400640 5 client.4701 handle_caps don't have vino 0x10000000008.head op 0, immediately releasing 2024-07-26T12:23:07.076 INFO:tasks.workunit.client.0.smithi031.stderr: -310> 2024-07-26T12:23:07.014+0000 7fcecf400640 1 -- 172.21.15.31:0/138158324 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_cap_release(3) -- 0x564e6d552700 con 0x564e6d6050f0 2024-07-26T12:23:07.076 INFO:tasks.workunit.client.0.smithi031.stderr: -309> 2024-07-26T12:23:07.014+0000 7fcecf400640 10 client.4701 unmounting: trim pass, size was 0+0 2024-07-26T12:23:07.076 INFO:tasks.workunit.client.0.smithi031.stderr: -308> 2024-07-26T12:23:07.014+0000 7fcecf400640 20 client.4701 trim_cache size 0 max 16384 2024-07-26T12:23:07.076 INFO:tasks.workunit.client.0.smithi031.stderr: -307> 2024-07-26T12:23:07.014+0000 7fcecf400640 10 client.4701 unmounting: trim pass, size still 0+0 2024-07-26T12:23:07.076 INFO:tasks.workunit.client.0.smithi031.stderr: -306> 2024-07-26T12:23:07.019+0000 7fcecf400640 1 -- 172.21.15.31:0/138158324 <== mds.0 v2:172.21.15.31:6832/713364256 11 ==== client_session(close) ==== 28+0+0 (crc 0 0 0) 0x7fcea400ac70 con 0x564e6d6050f0 2024-07-26T12:23:07.076 INFO:tasks.workunit.client.0.smithi031.stderr: -305> 2024-07-26T12:23:07.019+0000 7fcecf400640 10 client.4701 handle_client_session client_session(close) from mds.0 2024-07-26T12:23:07.077 INFO:tasks.workunit.client.0.smithi031.stderr: -304> 2024-07-26T12:23:07.019+0000 7fcecf400640 5 client.4701 _closed_mds_session mds.0 seq 3 2024-07-26T12:23:07.077 INFO:tasks.workunit.client.0.smithi031.stderr: -303> 2024-07-26T12:23:07.019+0000 7fcecf400640 1 -- 172.21.15.31:0/138158324 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d6050f0 msgr2=0x564e6d4db410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:07.077 INFO:tasks.workunit.client.0.smithi031.stderr: -302> 2024-07-26T12:23:07.019+0000 7fcecf400640 1 --2- 172.21.15.31:0/138158324 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d6050f0 0x564e6d4db410 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:07.077 INFO:tasks.workunit.client.0.smithi031.stderr: -301> 2024-07-26T12:23:07.019+0000 7fcecf400640 10 client.4701 remove_session_caps mds.0 2024-07-26T12:23:07.077 INFO:tasks.workunit.client.0.smithi031.stderr: -300> 2024-07-26T12:23:07.019+0000 7fcecf400640 10 client.4701 kick_requests_closed for mds.0 2024-07-26T12:23:07.077 INFO:tasks.workunit.client.0.smithi031.stderr: -299> 2024-07-26T12:23:07.019+0000 7fcecf400640 10 client.4701 unmounting: trim pass, size was 0+0 2024-07-26T12:23:07.077 INFO:tasks.workunit.client.0.smithi031.stderr: -298> 2024-07-26T12:23:07.019+0000 7fcecf400640 20 client.4701 trim_cache size 0 max 16384 2024-07-26T12:23:07.077 INFO:tasks.workunit.client.0.smithi031.stderr: -297> 2024-07-26T12:23:07.019+0000 7fcecf400640 10 client.4701 unmounting: trim pass, size still 0+0 2024-07-26T12:23:07.077 INFO:tasks.workunit.client.0.smithi031.stderr: -296> 2024-07-26T12:23:07.019+0000 7fcede41f480 2 client.4701 unmounted. 2024-07-26T12:23:07.077 INFO:tasks.workunit.client.0.smithi031.stderr: -295> 2024-07-26T12:23:07.019+0000 7fcede41f480 1 client.4701 shutdown 2024-07-26T12:23:07.077 INFO:tasks.workunit.client.0.smithi031.stderr: -294> 2024-07-26T12:23:07.019+0000 7fcede41f480 5 asok(0x564e6d429590) unregister_commands dump_cache 2024-07-26T12:23:07.077 INFO:tasks.workunit.client.0.smithi031.stderr: -293> 2024-07-26T12:23:07.019+0000 7fcede41f480 5 asok(0x564e6d429590) unregister_commands kick_stale_sessions 2024-07-26T12:23:07.077 INFO:tasks.workunit.client.0.smithi031.stderr: -292> 2024-07-26T12:23:07.019+0000 7fcede41f480 5 asok(0x564e6d429590) unregister_commands mds_requests 2024-07-26T12:23:07.077 INFO:tasks.workunit.client.0.smithi031.stderr: -291> 2024-07-26T12:23:07.019+0000 7fcede41f480 5 asok(0x564e6d429590) unregister_commands mds_sessions 2024-07-26T12:23:07.077 INFO:tasks.workunit.client.0.smithi031.stderr: -290> 2024-07-26T12:23:07.019+0000 7fcede41f480 5 asok(0x564e6d429590) unregister_commands status 2024-07-26T12:23:07.077 INFO:tasks.workunit.client.0.smithi031.stderr: -289> 2024-07-26T12:23:07.019+0000 7fcede41f480 5 asok(0x564e6d429590) unregister_commands objecter_requests 2024-07-26T12:23:07.078 INFO:tasks.workunit.client.0.smithi031.stderr: -288> 2024-07-26T12:23:07.019+0000 7fcede41f480 10 monclient: shutdown 2024-07-26T12:23:07.078 INFO:tasks.workunit.client.0.smithi031.stderr: -287> 2024-07-26T12:23:07.019+0000 7fcede41f480 5 asok(0x564e6d429590) unregister_commands rotate-key 2024-07-26T12:23:07.078 INFO:tasks.workunit.client.0.smithi031.stderr: -286> 2024-07-26T12:23:07.019+0000 7fcede41f480 1 -- 172.21.15.31:0/138158324 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d4d61d0 msgr2=0x564e6d548f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:07.078 INFO:tasks.workunit.client.0.smithi031.stderr: -285> 2024-07-26T12:23:07.019+0000 7fcede41f480 1 --2- 172.21.15.31:0/138158324 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d4d61d0 0x564e6d548f30 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fcec802ca70 tx=0x7fcec8001440 comp rx=0 tx=0).stop 2024-07-26T12:23:07.078 INFO:tasks.workunit.client.0.smithi031.stderr: -284> 2024-07-26T12:23:07.019+0000 7fcede41f480 1 -- 172.21.15.31:0/138158324 shutdown_connections 2024-07-26T12:23:07.078 INFO:tasks.workunit.client.0.smithi031.stderr: -283> 2024-07-26T12:23:07.019+0000 7fcede41f480 1 --2- 172.21.15.31:0/138158324 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d5fb3b0 0x564e6d600fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:07.078 INFO:tasks.workunit.client.0.smithi031.stderr: -282> 2024-07-26T12:23:07.019+0000 7fcede41f480 1 --2- 172.21.15.31:0/138158324 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d5497a0 0x564e6d560f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:07.078 INFO:tasks.workunit.client.0.smithi031.stderr: -281> 2024-07-26T12:23:07.019+0000 7fcede41f480 1 --2- 172.21.15.31:0/138158324 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d6050f0 0x564e6d4db410 unknown :-1 s=CLOSED pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:07.078 INFO:tasks.workunit.client.0.smithi031.stderr: -280> 2024-07-26T12:23:07.019+0000 7fcede41f480 1 --2- 172.21.15.31:0/138158324 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d4d61d0 0x564e6d548f30 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:07.078 INFO:tasks.workunit.client.0.smithi031.stderr: -279> 2024-07-26T12:23:07.019+0000 7fcede41f480 1 -- 172.21.15.31:0/138158324 >> 172.21.15.31:0/138158324 conn(0x564e6d3cbab0 msgr2=0x564e6d4dcc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:23:07.078 INFO:tasks.workunit.client.0.smithi031.stderr: -278> 2024-07-26T12:23:07.020+0000 7fcede41f480 1 -- 172.21.15.31:0/138158324 shutdown_connections 2024-07-26T12:23:07.078 INFO:tasks.workunit.client.0.smithi031.stderr: -277> 2024-07-26T12:23:07.020+0000 7fcede41f480 1 -- 172.21.15.31:0/138158324 wait complete. 2024-07-26T12:23:07.078 INFO:tasks.workunit.client.0.smithi031.stderr: -276> 2024-07-26T12:23:07.020+0000 7fcede41f480 20 client.4701 trim_cache size 0 max 16384 2024-07-26T12:23:07.078 INFO:tasks.workunit.client.0.smithi031.stderr: -275> 2024-07-26T12:23:07.020+0000 7fcede41f480 5 AuthRegistry(0x564e6d4994f0) adding auth protocol: cephx 2024-07-26T12:23:07.078 INFO:tasks.workunit.client.0.smithi031.stderr: -274> 2024-07-26T12:23:07.020+0000 7fcede41f480 5 AuthRegistry(0x564e6d4994f0) adding auth protocol: cephx 2024-07-26T12:23:07.079 INFO:tasks.workunit.client.0.smithi031.stderr: -273> 2024-07-26T12:23:07.020+0000 7fcede41f480 5 AuthRegistry(0x564e6d4994f0) adding auth protocol: cephx 2024-07-26T12:23:07.079 INFO:tasks.workunit.client.0.smithi031.stderr: -272> 2024-07-26T12:23:07.020+0000 7fcede41f480 5 AuthRegistry(0x564e6d4994f0) adding con mode: secure 2024-07-26T12:23:07.079 INFO:tasks.workunit.client.0.smithi031.stderr: -271> 2024-07-26T12:23:07.020+0000 7fcede41f480 5 AuthRegistry(0x564e6d4994f0) adding con mode: crc 2024-07-26T12:23:07.079 INFO:tasks.workunit.client.0.smithi031.stderr: -270> 2024-07-26T12:23:07.020+0000 7fcede41f480 5 AuthRegistry(0x564e6d4994f0) adding con mode: secure 2024-07-26T12:23:07.079 INFO:tasks.workunit.client.0.smithi031.stderr: -269> 2024-07-26T12:23:07.020+0000 7fcede41f480 5 AuthRegistry(0x564e6d4994f0) adding con mode: crc 2024-07-26T12:23:07.079 INFO:tasks.workunit.client.0.smithi031.stderr: -268> 2024-07-26T12:23:07.020+0000 7fcede41f480 5 AuthRegistry(0x564e6d4994f0) adding con mode: secure 2024-07-26T12:23:07.079 INFO:tasks.workunit.client.0.smithi031.stderr: -267> 2024-07-26T12:23:07.020+0000 7fcede41f480 5 AuthRegistry(0x564e6d4994f0) adding con mode: crc 2024-07-26T12:23:07.079 INFO:tasks.workunit.client.0.smithi031.stderr: -266> 2024-07-26T12:23:07.020+0000 7fcede41f480 5 AuthRegistry(0x564e6d4994f0) adding con mode: crc 2024-07-26T12:23:07.079 INFO:tasks.workunit.client.0.smithi031.stderr: -265> 2024-07-26T12:23:07.020+0000 7fcede41f480 5 AuthRegistry(0x564e6d4994f0) adding con mode: secure 2024-07-26T12:23:07.079 INFO:tasks.workunit.client.0.smithi031.stderr: -264> 2024-07-26T12:23:07.020+0000 7fcede41f480 5 AuthRegistry(0x564e6d4994f0) adding con mode: crc 2024-07-26T12:23:07.079 INFO:tasks.workunit.client.0.smithi031.stderr: -263> 2024-07-26T12:23:07.020+0000 7fcede41f480 5 AuthRegistry(0x564e6d4994f0) adding con mode: secure 2024-07-26T12:23:07.079 INFO:tasks.workunit.client.0.smithi031.stderr: -262> 2024-07-26T12:23:07.020+0000 7fcede41f480 5 AuthRegistry(0x564e6d4994f0) adding con mode: crc 2024-07-26T12:23:07.079 INFO:tasks.workunit.client.0.smithi031.stderr: -261> 2024-07-26T12:23:07.020+0000 7fcede41f480 5 AuthRegistry(0x564e6d4994f0) adding con mode: secure 2024-07-26T12:23:07.080 INFO:tasks.workunit.client.0.smithi031.stderr: -260> 2024-07-26T12:23:07.021+0000 7fcede41f480 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-07-26T12:23:07.080 INFO:tasks.workunit.client.0.smithi031.stderr: -259> 2024-07-26T12:23:07.021+0000 7fcede41f480 1 -- start start 2024-07-26T12:23:07.080 INFO:tasks.workunit.client.0.smithi031.stderr: -258> 2024-07-26T12:23:07.021+0000 7fcede41f480 10 monclient: build_initial_monmap 2024-07-26T12:23:07.080 INFO:tasks.workunit.client.0.smithi031.stderr: -257> 2024-07-26T12:23:07.021+0000 7fcede41f480 1 build_initial for_mkfs: 0 2024-07-26T12:23:07.080 INFO:tasks.workunit.client.0.smithi031.stderr: -256> 2024-07-26T12:23:07.021+0000 7fcede41f480 10 monclient: monmap: 2024-07-26T12:23:07.080 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 0 2024-07-26T12:23:07.080 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-07-26T12:23:07.080 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 0.000000 2024-07-26T12:23:07.080 INFO:tasks.workunit.client.0.smithi031.stderr:created 0.000000 2024-07-26T12:23:07.080 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 0 (unknown) 2024-07-26T12:23:07.080 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-07-26T12:23:07.080 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.noname-a 2024-07-26T12:23:07.080 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.noname-b 2024-07-26T12:23:07.080 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.noname-c 2024-07-26T12:23:07.081 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-07-26T12:23:07.081 INFO:tasks.workunit.client.0.smithi031.stderr: -255> 2024-07-26T12:23:07.021+0000 7fcede41f480 10 monclient: init 2024-07-26T12:23:07.081 INFO:tasks.workunit.client.0.smithi031.stderr: -254> 2024-07-26T12:23:07.021+0000 7fcede41f480 5 AuthRegistry(0x564e6d4e0310) adding auth protocol: cephx 2024-07-26T12:23:07.081 INFO:tasks.workunit.client.0.smithi031.stderr: -253> 2024-07-26T12:23:07.021+0000 7fcede41f480 5 AuthRegistry(0x564e6d4e0310) adding auth protocol: cephx 2024-07-26T12:23:07.081 INFO:tasks.workunit.client.0.smithi031.stderr: -252> 2024-07-26T12:23:07.021+0000 7fcede41f480 5 AuthRegistry(0x564e6d4e0310) adding auth protocol: cephx 2024-07-26T12:23:07.081 INFO:tasks.workunit.client.0.smithi031.stderr: -251> 2024-07-26T12:23:07.021+0000 7fcede41f480 5 AuthRegistry(0x564e6d4e0310) adding con mode: secure 2024-07-26T12:23:07.081 INFO:tasks.workunit.client.0.smithi031.stderr: -250> 2024-07-26T12:23:07.021+0000 7fcede41f480 5 AuthRegistry(0x564e6d4e0310) adding con mode: crc 2024-07-26T12:23:07.081 INFO:tasks.workunit.client.0.smithi031.stderr: -249> 2024-07-26T12:23:07.021+0000 7fcede41f480 5 AuthRegistry(0x564e6d4e0310) adding con mode: secure 2024-07-26T12:23:07.081 INFO:tasks.workunit.client.0.smithi031.stderr: -248> 2024-07-26T12:23:07.021+0000 7fcede41f480 5 AuthRegistry(0x564e6d4e0310) adding con mode: crc 2024-07-26T12:23:07.081 INFO:tasks.workunit.client.0.smithi031.stderr: -247> 2024-07-26T12:23:07.021+0000 7fcede41f480 5 AuthRegistry(0x564e6d4e0310) adding con mode: secure 2024-07-26T12:23:07.081 INFO:tasks.workunit.client.0.smithi031.stderr: -246> 2024-07-26T12:23:07.021+0000 7fcede41f480 5 AuthRegistry(0x564e6d4e0310) adding con mode: crc 2024-07-26T12:23:07.081 INFO:tasks.workunit.client.0.smithi031.stderr: -245> 2024-07-26T12:23:07.021+0000 7fcede41f480 5 AuthRegistry(0x564e6d4e0310) adding con mode: crc 2024-07-26T12:23:07.081 INFO:tasks.workunit.client.0.smithi031.stderr: -244> 2024-07-26T12:23:07.021+0000 7fcede41f480 5 AuthRegistry(0x564e6d4e0310) adding con mode: secure 2024-07-26T12:23:07.081 INFO:tasks.workunit.client.0.smithi031.stderr: -243> 2024-07-26T12:23:07.021+0000 7fcede41f480 5 AuthRegistry(0x564e6d4e0310) adding con mode: crc 2024-07-26T12:23:07.081 INFO:tasks.workunit.client.0.smithi031.stderr: -242> 2024-07-26T12:23:07.021+0000 7fcede41f480 5 AuthRegistry(0x564e6d4e0310) adding con mode: secure 2024-07-26T12:23:07.082 INFO:tasks.workunit.client.0.smithi031.stderr: -241> 2024-07-26T12:23:07.021+0000 7fcede41f480 5 AuthRegistry(0x564e6d4e0310) adding con mode: crc 2024-07-26T12:23:07.082 INFO:tasks.workunit.client.0.smithi031.stderr: -240> 2024-07-26T12:23:07.021+0000 7fcede41f480 5 AuthRegistry(0x564e6d4e0310) adding con mode: secure 2024-07-26T12:23:07.082 INFO:tasks.workunit.client.0.smithi031.stderr: -239> 2024-07-26T12:23:07.022+0000 7fcede41f480 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-07-26T12:23:07.082 INFO:tasks.workunit.client.0.smithi031.stderr: -238> 2024-07-26T12:23:07.023+0000 7fcede41f480 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-07-26T12:23:07.082 INFO:tasks.workunit.client.0.smithi031.stderr: -237> 2024-07-26T12:23:07.023+0000 7fcede41f480 1 Processor -- start 2024-07-26T12:23:07.082 INFO:tasks.workunit.client.0.smithi031.stderr: -236> 2024-07-26T12:23:07.024+0000 7fcede41f480 5 asok(0x564e6d429590) register_command rotate-key hook 0x564e6d4e0490 2024-07-26T12:23:07.082 INFO:tasks.workunit.client.0.smithi031.stderr: -235> 2024-07-26T12:23:07.024+0000 7fcede41f480 5 asok(0x564e6d429590) register_command objecter_requests hook 0x564e6d4ddce0 2024-07-26T12:23:07.082 INFO:tasks.workunit.client.0.smithi031.stderr: -234> 2024-07-26T12:23:07.024+0000 7fcede41f480 10 monclient: _renew_subs 2024-07-26T12:23:07.082 INFO:tasks.workunit.client.0.smithi031.stderr: -233> 2024-07-26T12:23:07.024+0000 7fcede41f480 10 monclient: _reopen_session rank -1 2024-07-26T12:23:07.082 INFO:tasks.workunit.client.0.smithi031.stderr: -232> 2024-07-26T12:23:07.024+0000 7fcede41f480 10 monclient: _add_conns ranks=[1,2,0] 2024-07-26T12:23:07.082 INFO:tasks.workunit.client.0.smithi031.stderr: -231> 2024-07-26T12:23:07.024+0000 7fcede41f480 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d4d61d0 0x564e6d548f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:07.082 INFO:tasks.workunit.client.0.smithi031.stderr: -230> 2024-07-26T12:23:07.024+0000 7fcede41f480 10 monclient(hunting): picked mon.noname-b con 0x564e6d4d61d0 addr [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] 2024-07-26T12:23:07.082 INFO:tasks.workunit.client.0.smithi031.stderr: -229> 2024-07-26T12:23:07.024+0000 7fcede41f480 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d5497a0 0x564e6d560f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:07.082 INFO:tasks.workunit.client.0.smithi031.stderr: -228> 2024-07-26T12:23:07.024+0000 7fcede41f480 10 monclient(hunting): picked mon.noname-c con 0x564e6d5497a0 addr [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] 2024-07-26T12:23:07.083 INFO:tasks.workunit.client.0.smithi031.stderr: -227> 2024-07-26T12:23:07.024+0000 7fcede41f480 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d5fb3b0 0x564e6d600fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:07.083 INFO:tasks.workunit.client.0.smithi031.stderr: -226> 2024-07-26T12:23:07.024+0000 7fcede41f480 10 monclient(hunting): picked mon.noname-a con 0x564e6d5fb3b0 addr [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] 2024-07-26T12:23:07.083 INFO:tasks.workunit.client.0.smithi031.stderr: -225> 2024-07-26T12:23:07.024+0000 7fcede41f480 10 monclient(hunting): start opening mon connection 2024-07-26T12:23:07.083 INFO:tasks.workunit.client.0.smithi031.stderr: -224> 2024-07-26T12:23:07.024+0000 7fcede41f480 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fcea4005f90 con 0x564e6d5fb3b0 2024-07-26T12:23:07.083 INFO:tasks.workunit.client.0.smithi031.stderr: -223> 2024-07-26T12:23:07.024+0000 7fcede41f480 10 monclient(hunting): start opening mon connection 2024-07-26T12:23:07.083 INFO:tasks.workunit.client.0.smithi031.stderr: -222> 2024-07-26T12:23:07.024+0000 7fcede41f480 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x564e6d4e2340 con 0x564e6d4d61d0 2024-07-26T12:23:07.083 INFO:tasks.workunit.client.0.smithi031.stderr: -221> 2024-07-26T12:23:07.024+0000 7fcede41f480 10 monclient(hunting): start opening mon connection 2024-07-26T12:23:07.083 INFO:tasks.workunit.client.0.smithi031.stderr: -220> 2024-07-26T12:23:07.024+0000 7fcede41f480 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x564e6d4aab40 con 0x564e6d5497a0 2024-07-26T12:23:07.083 INFO:tasks.workunit.client.0.smithi031.stderr: -219> 2024-07-26T12:23:07.024+0000 7fcede41f480 10 monclient(hunting): _renew_subs 2024-07-26T12:23:07.083 INFO:tasks.workunit.client.0.smithi031.stderr: -218> 2024-07-26T12:23:07.024+0000 7fced7400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d5fb3b0 0x564e6d600fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:07.083 INFO:tasks.workunit.client.0.smithi031.stderr: -217> 2024-07-26T12:23:07.025+0000 7fced6000640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d5497a0 0x564e6d560f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:07.083 INFO:tasks.workunit.client.0.smithi031.stderr: -216> 2024-07-26T12:23:07.025+0000 7fced6a00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d4d61d0 0x564e6d548f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:07.083 INFO:tasks.workunit.client.0.smithi031.stderr: -215> 2024-07-26T12:23:07.025+0000 7fced7400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d5fb3b0 0x564e6d600fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:43128/0 (socket says 172.21.15.31:43128) 2024-07-26T12:23:07.083 INFO:tasks.workunit.client.0.smithi031.stderr: -214> 2024-07-26T12:23:07.025+0000 7fced7400640 1 -- 172.21.15.31:0/2452252781 learned_addr learned my addr 172.21.15.31:0/2452252781 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:23:07.084 INFO:tasks.workunit.client.0.smithi031.stderr: -213> 2024-07-26T12:23:07.025+0000 7fced7400640 10 monclient(hunting): get_auth_request con 0x564e6d5fb3b0 auth_method 0 2024-07-26T12:23:07.084 INFO:tasks.workunit.client.0.smithi031.stderr: -212> 2024-07-26T12:23:07.025+0000 7fced7400640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-07-26T12:23:07.084 INFO:tasks.workunit.client.0.smithi031.stderr: -211> 2024-07-26T12:23:07.025+0000 7fced7400640 10 monclient(hunting): _init_auth method 2 2024-07-26T12:23:07.084 INFO:tasks.workunit.client.0.smithi031.stderr: -210> 2024-07-26T12:23:07.025+0000 7fced7400640 10 monclient(hunting): _init_auth creating new auth 2024-07-26T12:23:07.084 INFO:tasks.workunit.client.0.smithi031.stderr: -209> 2024-07-26T12:23:07.025+0000 7fced6000640 10 monclient(hunting): get_auth_request con 0x564e6d5497a0 auth_method 0 2024-07-26T12:23:07.084 INFO:tasks.workunit.client.0.smithi031.stderr: -208> 2024-07-26T12:23:07.025+0000 7fced6000640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-07-26T12:23:07.084 INFO:tasks.workunit.client.0.smithi031.stderr: -207> 2024-07-26T12:23:07.025+0000 7fced6000640 10 monclient(hunting): _init_auth method 2 2024-07-26T12:23:07.084 INFO:tasks.workunit.client.0.smithi031.stderr: -206> 2024-07-26T12:23:07.025+0000 7fced6000640 10 monclient(hunting): _init_auth creating new auth 2024-07-26T12:23:07.084 INFO:tasks.workunit.client.0.smithi031.stderr: -205> 2024-07-26T12:23:07.025+0000 7fced6a00640 10 monclient(hunting): get_auth_request con 0x564e6d4d61d0 auth_method 0 2024-07-26T12:23:07.084 INFO:tasks.workunit.client.0.smithi031.stderr: -204> 2024-07-26T12:23:07.025+0000 7fced6a00640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-07-26T12:23:07.084 INFO:tasks.workunit.client.0.smithi031.stderr: -203> 2024-07-26T12:23:07.025+0000 7fced6a00640 10 monclient(hunting): _init_auth method 2 2024-07-26T12:23:07.084 INFO:tasks.workunit.client.0.smithi031.stderr: -202> 2024-07-26T12:23:07.025+0000 7fced6a00640 10 monclient(hunting): _init_auth creating new auth 2024-07-26T12:23:07.084 INFO:tasks.workunit.client.0.smithi031.stderr: -201> 2024-07-26T12:23:07.025+0000 7fced6000640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-07-26T12:23:07.084 INFO:tasks.workunit.client.0.smithi031.stderr: -200> 2024-07-26T12:23:07.025+0000 7fced6000640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-07-26T12:23:07.085 INFO:tasks.workunit.client.0.smithi031.stderr: -199> 2024-07-26T12:23:07.025+0000 7fced6000640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-07-26T12:23:07.085 INFO:tasks.workunit.client.0.smithi031.stderr: -198> 2024-07-26T12:23:07.025+0000 7fced7400640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-07-26T12:23:07.085 INFO:tasks.workunit.client.0.smithi031.stderr: -197> 2024-07-26T12:23:07.025+0000 7fced7400640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-07-26T12:23:07.085 INFO:tasks.workunit.client.0.smithi031.stderr: -196> 2024-07-26T12:23:07.025+0000 7fcede41f480 5 asok(0x564e6d429590) register_command mds_requests hook 0x564e6d4a2e50 2024-07-26T12:23:07.085 INFO:tasks.workunit.client.0.smithi031.stderr: -195> 2024-07-26T12:23:07.025+0000 7fced7400640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-07-26T12:23:07.085 INFO:tasks.workunit.client.0.smithi031.stderr: -194> 2024-07-26T12:23:07.025+0000 7fcede41f480 5 asok(0x564e6d429590) register_command mds_sessions hook 0x564e6d4a2e50 2024-07-26T12:23:07.085 INFO:tasks.workunit.client.0.smithi031.stderr: -193> 2024-07-26T12:23:07.025+0000 7fced6a00640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-07-26T12:23:07.085 INFO:tasks.workunit.client.0.smithi031.stderr: -192> 2024-07-26T12:23:07.025+0000 7fced6a00640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-07-26T12:23:07.085 INFO:tasks.workunit.client.0.smithi031.stderr: -191> 2024-07-26T12:23:07.025+0000 7fcede41f480 5 asok(0x564e6d429590) register_command dump_cache hook 0x564e6d4a2e50 2024-07-26T12:23:07.085 INFO:tasks.workunit.client.0.smithi031.stderr: -190> 2024-07-26T12:23:07.025+0000 7fced6a00640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-07-26T12:23:07.085 INFO:tasks.workunit.client.0.smithi031.stderr: -189> 2024-07-26T12:23:07.025+0000 7fcede41f480 5 asok(0x564e6d429590) register_command kick_stale_sessions hook 0x564e6d4a2e50 2024-07-26T12:23:07.085 INFO:tasks.workunit.client.0.smithi031.stderr: -188> 2024-07-26T12:23:07.025+0000 7fcede41f480 5 asok(0x564e6d429590) register_command status hook 0x564e6d4a2e50 2024-07-26T12:23:07.085 INFO:tasks.workunit.client.0.smithi031.stderr: -187> 2024-07-26T12:23:07.025+0000 7fcede41f480 10 monclient(hunting): authenticate will time out at 1339.134673s 2024-07-26T12:23:07.085 INFO:tasks.workunit.client.0.smithi031.stderr: -186> 2024-07-26T12:23:07.025+0000 7fced7400640 10 monclient(hunting): handle_auth_done global_id 4704 payload 653 2024-07-26T12:23:07.085 INFO:tasks.workunit.client.0.smithi031.stderr: -185> 2024-07-26T12:23:07.025+0000 7fced7400640 1 -- 172.21.15.31:0/2452252781 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d5497a0 msgr2=0x564e6d560f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:07.086 INFO:tasks.workunit.client.0.smithi031.stderr: -184> 2024-07-26T12:23:07.025+0000 7fced7400640 1 --2- 172.21.15.31:0/2452252781 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d5497a0 0x564e6d560f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:07.086 INFO:tasks.workunit.client.0.smithi031.stderr: -183> 2024-07-26T12:23:07.025+0000 7fced7400640 1 -- 172.21.15.31:0/2452252781 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d4d61d0 msgr2=0x564e6d548f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:07.086 INFO:tasks.workunit.client.0.smithi031.stderr: -182> 2024-07-26T12:23:07.025+0000 7fced7400640 1 --2- 172.21.15.31:0/2452252781 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d4d61d0 0x564e6d548f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:07.086 INFO:tasks.workunit.client.0.smithi031.stderr: -181> 2024-07-26T12:23:07.025+0000 7fced7400640 10 monclient: _finish_hunting 0 2024-07-26T12:23:07.086 INFO:tasks.workunit.client.0.smithi031.stderr: -180> 2024-07-26T12:23:07.025+0000 7fced7400640 1 monclient: found mon.noname-a 2024-07-26T12:23:07.086 INFO:tasks.workunit.client.0.smithi031.stderr: -179> 2024-07-26T12:23:07.025+0000 7fced7400640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.31:3300/0 2024-07-26T12:23:07.086 INFO:tasks.workunit.client.0.smithi031.stderr: -178> 2024-07-26T12:23:07.025+0000 7fced7400640 1 -- 172.21.15.31:0/2452252781 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564e6d4d8c40 con 0x564e6d5fb3b0 2024-07-26T12:23:07.086 INFO:tasks.workunit.client.0.smithi031.stderr: -177> 2024-07-26T12:23:07.026+0000 7fced7400640 1 --2- 172.21.15.31:0/2452252781 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d5fb3b0 0x564e6d600fe0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fced004a040 tx=0x7fced0005550 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8ba362ee78dcff38 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:23:07.086 INFO:tasks.workunit.client.0.smithi031.stderr: -176> 2024-07-26T12:23:07.026+0000 7fced4c00640 10 client.0 ms_handle_connect on v2:172.21.15.31:3300/0 2024-07-26T12:23:07.086 INFO:tasks.workunit.client.0.smithi031.stderr: -175> 2024-07-26T12:23:07.026+0000 7fced4c00640 1 -- 172.21.15.31:0/2452252781 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fced004c020 con 0x564e6d5fb3b0 2024-07-26T12:23:07.086 INFO:tasks.workunit.client.0.smithi031.stderr: -174> 2024-07-26T12:23:07.026+0000 7fced4c00640 10 monclient: handle_monmap mon_map magic: 0 2024-07-26T12:23:07.086 INFO:tasks.workunit.client.0.smithi031.stderr: -173> 2024-07-26T12:23:07.026+0000 7fced4c00640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-07-26T12:23:07.086 INFO:tasks.workunit.client.0.smithi031.stderr: -172> 2024-07-26T12:23:07.026+0000 7fced4c00640 10 monclient: dump: 2024-07-26T12:23:07.086 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-07-26T12:23:07.087 INFO:tasks.workunit.client.0.smithi031.stderr:fsid ef074135-fe46-4fec-a339-768b1d2b36ee 2024-07-26T12:23:07.087 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-07-26T12:20:30.360727+0000 2024-07-26T12:23:07.087 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-07-26T12:20:30.360727+0000 2024-07-26T12:23:07.087 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-07-26T12:23:07.087 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-07-26T12:23:07.087 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-07-26T12:23:07.087 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.b 2024-07-26T12:23:07.087 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-07-26T12:23:07.087 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-07-26T12:23:07.087 INFO:tasks.workunit.client.0.smithi031.stderr: -171> 2024-07-26T12:23:07.026+0000 7fced4c00640 10 monclient: _finish_auth 0 2024-07-26T12:23:07.087 INFO:tasks.workunit.client.0.smithi031.stderr: -170> 2024-07-26T12:23:07.026+0000 7fced4c00640 10 monclient: _check_auth_tickets 2024-07-26T12:23:07.087 INFO:tasks.workunit.client.0.smithi031.stderr: -169> 2024-07-26T12:23:07.026+0000 7fced4c00640 1 -- 172.21.15.31:0/2452252781 <== mon.0 v2:172.21.15.31:3300/0 2 ==== osd_map(24..24 src has 1..24) ==== 5825+0+0 (secure 0 0 0) 0x7fced000d510 con 0x564e6d5fb3b0 2024-07-26T12:23:07.087 INFO:tasks.workunit.client.0.smithi031.stderr: -168> 2024-07-26T12:23:07.026+0000 7fcede41f480 5 monclient: authenticate success, global_id 4704 2024-07-26T12:23:07.087 INFO:tasks.workunit.client.0.smithi031.stderr: -167> 2024-07-26T12:23:07.026+0000 7fcede41f480 10 client.4704 Subscribing to map 'mdsmap' 2024-07-26T12:23:07.087 INFO:tasks.workunit.client.0.smithi031.stderr: -166> 2024-07-26T12:23:07.026+0000 7fcede41f480 10 monclient: _renew_subs 2024-07-26T12:23:07.088 INFO:tasks.workunit.client.0.smithi031.stderr: -165> 2024-07-26T12:23:07.026+0000 7fcede41f480 10 monclient: _send_mon_message to mon.a at v2:172.21.15.31:3300/0 2024-07-26T12:23:07.088 INFO:tasks.workunit.client.0.smithi031.stderr: -164> 2024-07-26T12:23:07.026+0000 7fcede41f480 1 -- 172.21.15.31:0/2452252781 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,mdsmap=0+,monmap=2+}) -- 0x564e6d4e0d70 con 0x564e6d5fb3b0 2024-07-26T12:23:07.088 INFO:tasks.workunit.client.0.smithi031.stderr: -163> 2024-07-26T12:23:07.026+0000 7fcec7e00640 20 client.4704 tick 2024-07-26T12:23:07.088 INFO:tasks.workunit.client.0.smithi031.stderr: -162> 2024-07-26T12:23:07.026+0000 7fcec7e00640 20 client.4704 collect_and_send_metrics 2024-07-26T12:23:07.088 INFO:tasks.workunit.client.0.smithi031.stderr: -161> 2024-07-26T12:23:07.026+0000 7fcec7e00640 20 client.4704 collect_and_send_global_metrics 2024-07-26T12:23:07.088 INFO:tasks.workunit.client.0.smithi031.stderr: -160> 2024-07-26T12:23:07.026+0000 7fcec7e00640 5 client.4704 collect_and_send_global_metrics MDS rank 0 is not ready yet -- not sending metric 2024-07-26T12:23:07.088 INFO:tasks.workunit.client.0.smithi031.stderr: -159> 2024-07-26T12:23:07.026+0000 7fcec7e00640 20 client.4704 trim_cache size 0 max 16384 2024-07-26T12:23:07.088 INFO:tasks.workunit.client.0.smithi031.stderr: -158> 2024-07-26T12:23:07.026+0000 7fcec7e00640 20 client.4704 upkeep thread waiting interval 1.000000000s 2024-07-26T12:23:07.088 INFO:tasks.workunit.client.0.smithi031.stderr: -157> 2024-07-26T12:23:07.027+0000 7fced4c00640 1 -- 172.21.15.31:0/2452252781 <== mon.0 v2:172.21.15.31:3300/0 3 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fced0008b10 con 0x564e6d5fb3b0 2024-07-26T12:23:07.088 INFO:tasks.workunit.client.0.smithi031.stderr: -156> 2024-07-26T12:23:07.027+0000 7fced4c00640 10 monclient: handle_config config(5 keys) 2024-07-26T12:23:07.088 INFO:tasks.workunit.client.0.smithi031.stderr: -155> 2024-07-26T12:23:07.027+0000 7fced5600640 4 set_mon_vals no callback set 2024-07-26T12:23:07.088 INFO:tasks.workunit.client.0.smithi031.stderr: -154> 2024-07-26T12:23:07.027+0000 7fced4c00640 1 -- 172.21.15.31:0/2452252781 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mdsmap(e 8) ==== 1240+0+0 (secure 0 0 0) 0x7fced0044070 con 0x564e6d5fb3b0 2024-07-26T12:23:07.088 INFO:tasks.workunit.client.0.smithi031.stderr: -153> 2024-07-26T12:23:07.027+0000 7fced4c00640 1 client.4704 handle_mds_map epoch 8 2024-07-26T12:23:07.088 INFO:tasks.workunit.client.0.smithi031.stderr: -152> 2024-07-26T12:23:07.027+0000 7fcede41f480 20 client.4704 populate_metadata read hostname 'smithi031' 2024-07-26T12:23:07.088 INFO:tasks.workunit.client.0.smithi031.stderr: -151> 2024-07-26T12:23:07.027+0000 7fcede41f480 10 client.4704 did not get mds through better means, so chose random mds 0 2024-07-26T12:23:07.089 INFO:tasks.workunit.client.0.smithi031.stderr: -150> 2024-07-26T12:23:07.027+0000 7fcede41f480 20 client.4704 mds is 0 2024-07-26T12:23:07.089 INFO:tasks.workunit.client.0.smithi031.stderr: -149> 2024-07-26T12:23:07.027+0000 7fcede41f480 10 client.4704 _open_mds_session mds.0 2024-07-26T12:23:07.089 INFO:tasks.workunit.client.0.smithi031.stderr: -148> 2024-07-26T12:23:07.027+0000 7fcede41f480 1 --2- 172.21.15.31:0/2452252781 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d6050f0 0x564e6d4db410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:07.089 INFO:tasks.workunit.client.0.smithi031.stderr: -147> 2024-07-26T12:23:07.027+0000 7fcede41f480 1 -- 172.21.15.31:0/2452252781 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_session(request_open) -- 0x564e6d553990 con 0x564e6d6050f0 2024-07-26T12:23:07.089 INFO:tasks.workunit.client.0.smithi031.stderr: -146> 2024-07-26T12:23:07.027+0000 7fcede41f480 10 client.4704 waiting for session to mds.0 to open 2024-07-26T12:23:07.089 INFO:tasks.workunit.client.0.smithi031.stderr: -145> 2024-07-26T12:23:07.027+0000 7fced6a00640 1 --2- 172.21.15.31:0/2452252781 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d6050f0 0x564e6d4db410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:07.089 INFO:tasks.workunit.client.0.smithi031.stderr: -144> 2024-07-26T12:23:07.027+0000 7fced6a00640 10 monclient: get_auth_request con 0x564e6d6050f0 auth_method 0 2024-07-26T12:23:07.089 INFO:tasks.workunit.client.0.smithi031.stderr: -143> 2024-07-26T12:23:07.028+0000 7fced6a00640 1 --2- 172.21.15.31:0/2452252781 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d6050f0 0x564e6d4db410 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4dc116b448700262 server_cookie=3e9e9ad1c312fa3c in_seq=0 out_seq=0 2024-07-26T12:23:07.089 INFO:tasks.workunit.client.0.smithi031.stderr: -142> 2024-07-26T12:23:07.028+0000 7fced4c00640 10 client.4704 ms_handle_connect on v2:172.21.15.31:6832/713364256 2024-07-26T12:23:07.089 INFO:tasks.workunit.client.0.smithi031.stderr: -141> 2024-07-26T12:23:07.032+0000 7fced4c00640 1 -- 172.21.15.31:0/2452252781 <== mds.0 v2:172.21.15.31:6832/713364256 1 ==== client_session(open cap_auths [MDSCapAuth(readable=1, writeable=1)]) ==== 113+0+0 (crc 0 0 0) 0x564e6d553990 con 0x564e6d6050f0 2024-07-26T12:23:07.089 INFO:tasks.workunit.client.0.smithi031.stderr: -140> 2024-07-26T12:23:07.032+0000 7fced4c00640 10 client.4704 handle_client_session client_session(open cap_auths [MDSCapAuth(readable=1, writeable=1)]) from mds.0 2024-07-26T12:23:07.089 INFO:tasks.workunit.client.0.smithi031.stderr: -139> 2024-07-26T12:23:07.032+0000 7fced4c00640 10 client.4704 renew_caps mds.0 2024-07-26T12:23:07.089 INFO:tasks.workunit.client.0.smithi031.stderr: -138> 2024-07-26T12:23:07.032+0000 7fced4c00640 1 -- 172.21.15.31:0/2452252781 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_session(request_renewcaps seq 1) -- 0x7fcea40039f0 con 0x564e6d6050f0 2024-07-26T12:23:07.090 INFO:tasks.workunit.client.0.smithi031.stderr: -137> 2024-07-26T12:23:07.032+0000 7fced4c00640 10 client.4704 connect_mds_targets for mds.0 2024-07-26T12:23:07.090 INFO:tasks.workunit.client.0.smithi031.stderr: -136> 2024-07-26T12:23:07.032+0000 7fcede41f480 10 client.4704 did not get mds through better means, so chose random mds 0 2024-07-26T12:23:07.090 INFO:tasks.workunit.client.0.smithi031.stderr: -135> 2024-07-26T12:23:07.032+0000 7fcede41f480 20 client.4704 mds is 0 2024-07-26T12:23:07.090 INFO:tasks.workunit.client.0.smithi031.stderr: -134> 2024-07-26T12:23:07.032+0000 7fcede41f480 10 client.4704 send_request rebuilding request 1 for mds.0 2024-07-26T12:23:07.090 INFO:tasks.workunit.client.0.smithi031.stderr: -133> 2024-07-26T12:23:07.032+0000 7fcede41f480 20 client.4704 encode_cap_releases enter (req: 0x564e6d4d38f0, mds: 0) 2024-07-26T12:23:07.090 INFO:tasks.workunit.client.0.smithi031.stderr: -132> 2024-07-26T12:23:07.032+0000 7fcede41f480 20 client.4704 send_request set sent_stamp to 2024-07-26T12:23:07.033377+0000 2024-07-26T12:23:07.090 INFO:tasks.workunit.client.0.smithi031.stderr: -131> 2024-07-26T12:23:07.032+0000 7fcede41f480 10 client.4704 send_request client_request(unknown.0:1 getattr pAsLsXsFs #0x1 2024-07-26T12:23:07.028466+0000 caller_uid=0, caller_gid=0{}) to mds.0 2024-07-26T12:23:07.090 INFO:tasks.workunit.client.0.smithi031.stderr: -130> 2024-07-26T12:23:07.032+0000 7fcede41f480 1 -- 172.21.15.31:0/2452252781 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_request(unknown.0:1 getattr pAsLsXsFs #0x1 2024-07-26T12:23:07.028466+0000 caller_uid=0, caller_gid=0{}) -- 0x564e6d55f630 con 0x564e6d6050f0 2024-07-26T12:23:07.090 INFO:tasks.workunit.client.0.smithi031.stderr: -129> 2024-07-26T12:23:07.032+0000 7fcede41f480 20 client.4704 awaiting reply|forward|kick on 0x7ffdd11ef020 2024-07-26T12:23:07.090 INFO:tasks.workunit.client.0.smithi031.stderr: -128> 2024-07-26T12:23:07.032+0000 7fced4c00640 1 -- 172.21.15.31:0/2452252781 <== mds.0 v2:172.21.15.31:6832/713364256 2 ==== client_session(renewcaps seq 1) ==== 28+0+0 (crc 0 0 0) 0x7fcea40039f0 con 0x564e6d6050f0 2024-07-26T12:23:07.090 INFO:tasks.workunit.client.0.smithi031.stderr: -127> 2024-07-26T12:23:07.032+0000 7fced4c00640 10 client.4704 handle_client_session client_session(renewcaps seq 1) from mds.0 2024-07-26T12:23:07.090 INFO:tasks.workunit.client.0.smithi031.stderr: -126> 2024-07-26T12:23:07.032+0000 7fced4c00640 1 -- 172.21.15.31:0/2452252781 <== mds.0 v2:172.21.15.31:6832/713364256 3 ==== client_reply(???:1 = 0 (0) Success) ==== 431+0+0 (crc 0 0 0) 0x7fcec8050ba0 con 0x564e6d6050f0 2024-07-26T12:23:07.090 INFO:tasks.workunit.client.0.smithi031.stderr: -125> 2024-07-26T12:23:07.032+0000 7fced4c00640 20 client.4704 handle_client_reply got a reply. Safe:1 tid 1 2024-07-26T12:23:07.090 INFO:tasks.workunit.client.0.smithi031.stderr: -124> 2024-07-26T12:23:07.032+0000 7fced4c00640 10 client.4704 insert_trace from 2024-07-26T12:23:07.033377+0000 mds.0 is_target=1 is_dentry=0 2024-07-26T12:23:07.090 INFO:tasks.workunit.client.0.smithi031.stderr: -123> 2024-07-26T12:23:07.032+0000 7fced4c00640 10 client.4704 features 0xffffffffffffffff 2024-07-26T12:23:07.091 INFO:tasks.workunit.client.0.smithi031.stderr: -122> 2024-07-26T12:23:07.032+0000 7fced4c00640 10 client.4704 update_snap_trace len 70 2024-07-26T12:23:07.091 INFO:tasks.workunit.client.0.smithi031.stderr: -121> 2024-07-26T12:23:07.032+0000 7fced4c00640 20 client.4704 get_snap_realm 0x1 0, nref was 0 2024-07-26T12:23:07.091 INFO:tasks.workunit.client.0.smithi031.stderr: -120> 2024-07-26T12:23:07.032+0000 7fced4c00640 20 client.4704 get_snap_realm 0x1 0x7fcea4003c10, nref now is 1 2024-07-26T12:23:07.091 INFO:tasks.workunit.client.0.smithi031.stderr: -119> 2024-07-26T12:23:07.032+0000 7fced4c00640 10 client.4704 update_snap_trace snaprealm(0x1 nref=1 c=0 seq=0 parent=0x0 my_snaps=[] cached_snapc=0=[] last_modified=0.000000 change_attr=0) seq 1 > 0 2024-07-26T12:23:07.091 INFO:tasks.workunit.client.0.smithi031.stderr: -118> 2024-07-26T12:23:07.032+0000 7fced4c00640 10 client.4704 invalidate_snaprealm_and_children snaprealm(0x1 nref=2 c=0 seq=1 parent=0x0 my_snaps=[] cached_snapc=0=[] last_modified=2024-07-26T12:21:44.597796+0000 change_attr=0) 2024-07-26T12:23:07.091 INFO:tasks.workunit.client.0.smithi031.stderr: -117> 2024-07-26T12:23:07.032+0000 7fced4c00640 15 client.4704 update_snap_trace snaprealm(0x1 nref=2 c=0 seq=1 parent=0x0 my_snaps=[] cached_snapc=0=[] last_modified=2024-07-26T12:21:44.597796+0000 change_attr=0) self|parent updated 2024-07-26T12:23:07.091 INFO:tasks.workunit.client.0.smithi031.stderr: -116> 2024-07-26T12:23:07.032+0000 7fced4c00640 15 client.4704 snapc 1=[] 2024-07-26T12:23:07.091 INFO:tasks.workunit.client.0.smithi031.stderr: -115> 2024-07-26T12:23:07.032+0000 7fced4c00640 10 client.4704 no new snap on snaprealm(0x1 nref=2 c=0 seq=1 parent=0x0 my_snaps=[] cached_snapc=1=[] last_modified=2024-07-26T12:21:44.597796+0000 change_attr=0) 2024-07-26T12:23:07.091 INFO:tasks.workunit.client.0.smithi031.stderr: -114> 2024-07-26T12:23:07.032+0000 7fced4c00640 20 client.4704 put_snap_realm 0x1 0x7fcea4003c10 2 -> 1 2024-07-26T12:23:07.091 INFO:tasks.workunit.client.0.smithi031.stderr: -113> 2024-07-26T12:23:07.032+0000 7fced4c00640 10 client.4704 hrm is_target=1 is_dentry=0 2024-07-26T12:23:07.091 INFO:tasks.workunit.client.0.smithi031.stderr: -112> 2024-07-26T12:23:07.032+0000 7fced4c00640 10 client.4704 update_inode_file_time 0x1.head(faked_ino=0 nref=3 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=0.000000 ctime=0.000000 change_attr=0 caps=- 0x7fcea400af80) - ctime 2024-07-26T12:23:07.008801+0000 mtime 2024-07-26T12:23:07.008801+0000 2024-07-26T12:23:07.091 INFO:tasks.workunit.client.0.smithi031.stderr: -111> 2024-07-26T12:23:07.032+0000 7fced4c00640 20 client.4704 dir hash is 2 2024-07-26T12:23:07.091 INFO:tasks.workunit.client.0.smithi031.stderr: -110> 2024-07-26T12:23:07.032+0000 7fced4c00640 12 client.4704 add_update_inode client inode change_attr: 0 , mds inodestat change_attr: 17 2024-07-26T12:23:07.091 INFO:tasks.workunit.client.0.smithi031.stderr: -109> 2024-07-26T12:23:07.032+0000 7fced4c00640 12 client.4704 add_update_inode adding 0x1.head(faked_ino=0 nref=3 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.008801+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=17 caps=- has_dir_layout 0x7fcea400af80) caps pAsLsXsFs 2024-07-26T12:23:07.092 INFO:tasks.workunit.client.0.smithi031.stderr: -108> 2024-07-26T12:23:07.032+0000 7fced4c00640 20 client.4704 get_snap_realm 0x1 0x7fcea4003c10, nref was 1 2024-07-26T12:23:07.092 INFO:tasks.workunit.client.0.smithi031.stderr: -107> 2024-07-26T12:23:07.032+0000 7fced4c00640 20 client.4704 get_snap_realm 0x1 0x7fcea4003c10, nref now is 2 2024-07-26T12:23:07.092 INFO:tasks.workunit.client.0.smithi031.stderr: -106> 2024-07-26T12:23:07.032+0000 7fced4c00640 15 client.4704 add_update_cap first one, opened snaprealm 0x7fcea4003c10 2024-07-26T12:23:07.092 INFO:tasks.workunit.client.0.smithi031.stderr: -105> 2024-07-26T12:23:07.032+0000 7fced4c00640 10 client.4704 add_update_cap issued - -> pAsLsXsFs from mds.0 on 0x1.head(faked_ino=0 nref=3 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.008801+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=17 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400af80) 2024-07-26T12:23:07.092 INFO:tasks.workunit.client.0.smithi031.stderr: -104> 2024-07-26T12:23:07.032+0000 7fced4c00640 10 client.4704 add_update_cap calling signal_caps_inode 2024-07-26T12:23:07.092 INFO:tasks.workunit.client.0.smithi031.stderr: -103> 2024-07-26T12:23:07.032+0000 7fced4c00640 20 client.4704 put_snap_realm 0x1 0x7fcea4003c10 2 -> 1 2024-07-26T12:23:07.092 INFO:tasks.workunit.client.0.smithi031.stderr: -102> 2024-07-26T12:23:07.032+0000 7fced4c00640 20 client.4704 handle_client_reply signalling caller 0x7ffdd11ef020 2024-07-26T12:23:07.092 INFO:tasks.workunit.client.0.smithi031.stderr: -101> 2024-07-26T12:23:07.032+0000 7fced4c00640 20 client.4704 handle_client_reply awaiting kickback on tid 1 0x7fced4bfde20 2024-07-26T12:23:07.092 INFO:tasks.workunit.client.0.smithi031.stderr: -100> 2024-07-26T12:23:07.032+0000 7fcede41f480 20 client.4704 sendrecv kickback on tid 1 0x7fced4bfde20 2024-07-26T12:23:07.092 INFO:tasks.workunit.client.0.smithi031.stderr: -99> 2024-07-26T12:23:07.032+0000 7fcede41f480 20 client.4704 lat 0.000701 2024-07-26T12:23:07.092 INFO:tasks.workunit.client.0.smithi031.stderr: -98> 2024-07-26T12:23:07.032+0000 7fcede41f480 20 client.4704 _ll_get 0x7fcea400af80 0x1 -> 1 2024-07-26T12:23:07.092 INFO:tasks.workunit.client.0.smithi031.stderr: -97> 2024-07-26T12:23:07.032+0000 7fced4c00640 20 client.4704 put_inode on 0x1.head(faked_ino=0 nref=6 ll_ref=1 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.008801+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=17 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400af80) n = 1 2024-07-26T12:23:07.092 INFO:tasks.workunit.client.0.smithi031.stderr: -96> 2024-07-26T12:23:07.032+0000 7fced4c00640 20 client.4704 put_inode on 0x1.head(faked_ino=0 nref=6 ll_ref=1 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.008801+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=17 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400af80) n = 1 2024-07-26T12:23:07.092 INFO:tasks.workunit.client.0.smithi031.stderr: -95> 2024-07-26T12:23:07.032+0000 7fcede41f480 8 client.4704 _ll_create 0x1.head test_llreadvllwritevoverlimitfile44787 0666 578, uid 0, gid 0 2024-07-26T12:23:07.092 INFO:tasks.workunit.client.0.smithi031.stderr: -94> 2024-07-26T12:23:07.032+0000 7fcede41f480 10 client.4704 _do_lookup on #0x1/test_llreadvllwritevoverlimitfile44787 2024-07-26T12:23:07.093 INFO:tasks.workunit.client.0.smithi031.stderr: -93> 2024-07-26T12:23:07.032+0000 7fcede41f480 20 client.4704 choose_target_mds starting with req->inode 0x1.head(faked_ino=0 nref=7 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.008801+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=17 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400af80) 2024-07-26T12:23:07.093 INFO:tasks.workunit.client.0.smithi031.stderr: -92> 2024-07-26T12:23:07.032+0000 7fcede41f480 20 client.4704 choose_target_mds inode dir hash is 2 on test_llreadvllwritevoverlimitfile44787 => 1836843078 2024-07-26T12:23:07.093 INFO:tasks.workunit.client.0.smithi031.stderr: -91> 2024-07-26T12:23:07.032+0000 7fcede41f480 20 client.4704 choose_target_mds 0x1.head(faked_ino=0 nref=7 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.008801+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=17 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400af80) is_hash=1 hash=1836843078 2024-07-26T12:23:07.093 INFO:tasks.workunit.client.0.smithi031.stderr: -90> 2024-07-26T12:23:07.032+0000 7fcede41f480 10 client.4704 choose_target_mds from caps on inode 0x1.head(faked_ino=0 nref=7 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.008801+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=17 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400af80) 2024-07-26T12:23:07.093 INFO:tasks.workunit.client.0.smithi031.stderr: -89> 2024-07-26T12:23:07.032+0000 7fcede41f480 20 client.4704 mds is 0 2024-07-26T12:23:07.093 INFO:tasks.workunit.client.0.smithi031.stderr: -88> 2024-07-26T12:23:07.032+0000 7fcede41f480 10 client.4704 send_request rebuilding request 2 for mds.0 2024-07-26T12:23:07.093 INFO:tasks.workunit.client.0.smithi031.stderr: -87> 2024-07-26T12:23:07.032+0000 7fcede41f480 20 client.4704 encode_cap_releases enter (req: 0x564e6d55f630, mds: 0) 2024-07-26T12:23:07.093 INFO:tasks.workunit.client.0.smithi031.stderr: -86> 2024-07-26T12:23:07.032+0000 7fcede41f480 20 client.4704 send_request set sent_stamp to 2024-07-26T12:23:07.034145+0000 2024-07-26T12:23:07.093 INFO:tasks.workunit.client.0.smithi031.stderr: -85> 2024-07-26T12:23:07.032+0000 7fcede41f480 10 client.4704 send_request client_request(unknown.0:2 lookup #0x1/test_llreadvllwritevoverlimitfile44787 2024-07-26T12:23:07.034126+0000 caller_uid=0, caller_gid=0{}) to mds.0 2024-07-26T12:23:07.093 INFO:tasks.workunit.client.0.smithi031.stderr: -84> 2024-07-26T12:23:07.032+0000 7fcede41f480 1 -- 172.21.15.31:0/2452252781 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_request(unknown.0:2 lookup #0x1/test_llreadvllwritevoverlimitfile44787 2024-07-26T12:23:07.034126+0000 caller_uid=0, caller_gid=0{}) -- 0x564e6d5fb8c0 con 0x564e6d6050f0 2024-07-26T12:23:07.093 INFO:tasks.workunit.client.0.smithi031.stderr: -83> 2024-07-26T12:23:07.032+0000 7fcede41f480 20 client.4704 awaiting reply|forward|kick on 0x7ffdd11e2fd0 2024-07-26T12:23:07.093 INFO:tasks.workunit.client.0.smithi031.stderr: -82> 2024-07-26T12:23:07.033+0000 7fced4c00640 1 -- 172.21.15.31:0/2452252781 <== mds.0 v2:172.21.15.31:6832/713364256 4 ==== client_reply(???:2 = -2 (2) No such file or directory) ==== 27+0+0 (crc 0 0 0) 0x7fcec8050d90 con 0x564e6d6050f0 2024-07-26T12:23:07.093 INFO:tasks.workunit.client.0.smithi031.stderr: -81> 2024-07-26T12:23:07.033+0000 7fced4c00640 20 client.4704 handle_client_reply got a reply. Safe:1 tid 2 2024-07-26T12:23:07.093 INFO:tasks.workunit.client.0.smithi031.stderr: -80> 2024-07-26T12:23:07.033+0000 7fced4c00640 10 client.4704 insert_trace from 2024-07-26T12:23:07.034145+0000 mds.0 is_target=0 is_dentry=0 2024-07-26T12:23:07.094 INFO:tasks.workunit.client.0.smithi031.stderr: -79> 2024-07-26T12:23:07.033+0000 7fced4c00640 10 client.4704 insert_trace -- no trace 2024-07-26T12:23:07.094 INFO:tasks.workunit.client.0.smithi031.stderr: -78> 2024-07-26T12:23:07.033+0000 7fced4c00640 20 client.4704 handle_client_reply signalling caller 0x7ffdd11e2fd0 2024-07-26T12:23:07.094 INFO:tasks.workunit.client.0.smithi031.stderr: -77> 2024-07-26T12:23:07.033+0000 7fced4c00640 20 client.4704 handle_client_reply awaiting kickback on tid 2 0x7fced4bfde20 2024-07-26T12:23:07.094 INFO:tasks.workunit.client.0.smithi031.stderr: -76> 2024-07-26T12:23:07.033+0000 7fcede41f480 20 client.4704 sendrecv kickback on tid 2 0x7fced4bfde20 2024-07-26T12:23:07.094 INFO:tasks.workunit.client.0.smithi031.stderr: -75> 2024-07-26T12:23:07.033+0000 7fcede41f480 20 client.4704 lat 0.000471 2024-07-26T12:23:07.094 INFO:tasks.workunit.client.0.smithi031.stderr: -74> 2024-07-26T12:23:07.033+0000 7fcede41f480 10 client.4704 _do_lookup res is -2 2024-07-26T12:23:07.094 INFO:tasks.workunit.client.0.smithi031.stderr: -73> 2024-07-26T12:23:07.033+0000 7fcede41f480 10 client.4704 _lookup 0x1.head(faked_ino=0 nref=7 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.008801+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=17 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400af80) test_llreadvllwritevoverlimitfile44787 = -2 2024-07-26T12:23:07.094 INFO:tasks.workunit.client.0.smithi031.stderr: -72> 2024-07-26T12:23:07.033+0000 7fcede41f480 20 client.4704 may_create 0x1.head(faked_ino=0 nref=7 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.008801+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=17 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400af80); UserPerm(uid: 0, gid: 0) 2024-07-26T12:23:07.094 INFO:tasks.workunit.client.0.smithi031.stderr: -71> 2024-07-26T12:23:07.033+0000 7fcede41f480 10 client.4704 _getattr mask As issued=1 2024-07-26T12:23:07.094 INFO:tasks.workunit.client.0.smithi031.stderr: -70> 2024-07-26T12:23:07.033+0000 7fcede41f480 3 client.4704 may_create 0x7fcea400af80 = 0 2024-07-26T12:23:07.094 INFO:tasks.workunit.client.0.smithi031.stderr: -69> 2024-07-26T12:23:07.033+0000 7fcede41f480 8 client.4704 _create(0x1 test_llreadvllwritevoverlimitfile44787, 0666) 2024-07-26T12:23:07.094 INFO:tasks.workunit.client.0.smithi031.stderr: -68> 2024-07-26T12:23:07.033+0000 7fcede41f480 20 client.4704 get_or_create 0x1.head(faked_ino=0 nref=8 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.008801+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=17 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400af80) name test_llreadvllwritevoverlimitfile44787 2024-07-26T12:23:07.094 INFO:tasks.workunit.client.0.smithi031.stderr: -67> 2024-07-26T12:23:07.033+0000 7fcede41f480 15 open_dir 0x564e6d55f4e0 on 0x7fcea400af80 2024-07-26T12:23:07.095 INFO:tasks.workunit.client.0.smithi031.stderr: -66> 2024-07-26T12:23:07.033+0000 7fcede41f480 15 client.4704 link dir 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.008801+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=17 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400af80) 'test_llreadvllwritevoverlimitfile44787' dn 0x1.head["test_llreadvllwritevoverlimitfile44787"] (new dn) 2024-07-26T12:23:07.095 INFO:tasks.workunit.client.0.smithi031.stderr: -65> 2024-07-26T12:23:07.033+0000 7fcede41f480 20 client.4704 choose_target_mds starting with req->inode 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.008801+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=17 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400af80) 2024-07-26T12:23:07.095 INFO:tasks.workunit.client.0.smithi031.stderr: -64> 2024-07-26T12:23:07.033+0000 7fcede41f480 20 client.4704 choose_target_mds inode dir hash is 2 on test_llreadvllwritevoverlimitfile44787 => 1836843078 2024-07-26T12:23:07.095 INFO:tasks.workunit.client.0.smithi031.stderr: -63> 2024-07-26T12:23:07.033+0000 7fcede41f480 20 client.4704 choose_target_mds 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.008801+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=17 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400af80) is_hash=1 hash=1836843078 2024-07-26T12:23:07.095 INFO:tasks.workunit.client.0.smithi031.stderr: -62> 2024-07-26T12:23:07.033+0000 7fcede41f480 10 client.4704 choose_target_mds from caps on inode 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.008801+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=17 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400af80) 2024-07-26T12:23:07.095 INFO:tasks.workunit.client.0.smithi031.stderr: -61> 2024-07-26T12:23:07.033+0000 7fcede41f480 20 client.4704 mds is 0 2024-07-26T12:23:07.095 INFO:tasks.workunit.client.0.smithi031.stderr: -60> 2024-07-26T12:23:07.033+0000 7fcede41f480 10 client.4704 send_request rebuilding request 3 for mds.0 2024-07-26T12:23:07.095 INFO:tasks.workunit.client.0.smithi031.stderr: -59> 2024-07-26T12:23:07.033+0000 7fcede41f480 20 client.4704 encode_cap_releases enter (req: 0x564e6d5fb8c0, mds: 0) 2024-07-26T12:23:07.095 INFO:tasks.workunit.client.0.smithi031.stderr: -58> 2024-07-26T12:23:07.033+0000 7fcede41f480 20 client.4704 encode_dentry_release enter(dn:0x7fcea400ae90) 2024-07-26T12:23:07.095 INFO:tasks.workunit.client.0.smithi031.stderr: -57> 2024-07-26T12:23:07.033+0000 7fcede41f480 20 client.4704 encode_inode_release enter(in:0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.008801+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=17 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400af80), req:0x564e6d5fb8c0 mds:0, drop:Fs, unless:Fx, force:1) 2024-07-26T12:23:07.095 INFO:tasks.workunit.client.0.smithi031.stderr: -56> 2024-07-26T12:23:07.033+0000 7fcede41f480 20 client.4704 send_request set sent_stamp to 2024-07-26T12:23:07.034678+0000 2024-07-26T12:23:07.095 INFO:tasks.workunit.client.0.smithi031.stderr: -55> 2024-07-26T12:23:07.033+0000 7fcede41f480 10 client.4704 send_request client_request(unknown.0:3 create owner_uid=0, owner_gid=0 #0x1/test_llreadvllwritevoverlimitfile44787 2024-07-26T12:23:07.034655+0000 caller_uid=0, caller_gid=0{}) to mds.0 2024-07-26T12:23:07.095 INFO:tasks.workunit.client.0.smithi031.stderr: -54> 2024-07-26T12:23:07.033+0000 7fcede41f480 1 -- 172.21.15.31:0/2452252781 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_request(unknown.0:3 create owner_uid=0, owner_gid=0 #0x1/test_llreadvllwritevoverlimitfile44787 2024-07-26T12:23:07.034655+0000 caller_uid=0, caller_gid=0{}) -- 0x564e6d4da460 con 0x564e6d6050f0 2024-07-26T12:23:07.095 INFO:tasks.workunit.client.0.smithi031.stderr: -53> 2024-07-26T12:23:07.033+0000 7fcede41f480 20 client.4704 awaiting reply|forward|kick on 0x7ffdd11e3030 2024-07-26T12:23:07.096 INFO:tasks.workunit.client.0.smithi031.stderr: -52> 2024-07-26T12:23:07.033+0000 7fced4c00640 20 client.4704 put_inode on 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.008801+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=17 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400af80) n = 1 2024-07-26T12:23:07.096 INFO:tasks.workunit.client.0.smithi031.stderr: -51> 2024-07-26T12:23:07.038+0000 7fced4c00640 1 -- 172.21.15.31:0/2452252781 <== mds.0 v2:172.21.15.31:6832/713364256 5 ==== client_reply(???:3 = 0 (0) Success safe) ==== 859+0+0 (crc 0 0 0) 0x7fcec800e660 con 0x564e6d6050f0 2024-07-26T12:23:07.096 INFO:tasks.workunit.client.0.smithi031.stderr: -50> 2024-07-26T12:23:07.038+0000 7fced4c00640 20 client.4704 handle_client_reply got a reply. Safe:1 tid 3 2024-07-26T12:23:07.096 INFO:tasks.workunit.client.0.smithi031.stderr: -49> 2024-07-26T12:23:07.038+0000 7fced4c00640 10 client.4704 insert_trace from 2024-07-26T12:23:07.034678+0000 mds.0 is_target=1 is_dentry=1 2024-07-26T12:23:07.096 INFO:tasks.workunit.client.0.smithi031.stderr: -48> 2024-07-26T12:23:07.038+0000 7fced4c00640 10 client.4704 features 0xffffffffffffffff 2024-07-26T12:23:07.096 INFO:tasks.workunit.client.0.smithi031.stderr: -47> 2024-07-26T12:23:07.038+0000 7fced4c00640 10 client.4704 update_snap_trace len 70 2024-07-26T12:23:07.096 INFO:tasks.workunit.client.0.smithi031.stderr: -46> 2024-07-26T12:23:07.038+0000 7fced4c00640 20 client.4704 get_snap_realm 0x1 0x7fcea4003c10, nref was 1 2024-07-26T12:23:07.096 INFO:tasks.workunit.client.0.smithi031.stderr: -45> 2024-07-26T12:23:07.038+0000 7fced4c00640 20 client.4704 get_snap_realm 0x1 0x7fcea4003c10, nref now is 2 2024-07-26T12:23:07.096 INFO:tasks.workunit.client.0.smithi031.stderr: -44> 2024-07-26T12:23:07.038+0000 7fced4c00640 10 client.4704 update_snap_trace snaprealm(0x1 nref=2 c=0 seq=1 parent=0x0 my_snaps=[] cached_snapc=1=[] last_modified=2024-07-26T12:21:44.597796+0000 change_attr=0) seq 1 <= 1 and same parent, SKIPPING 2024-07-26T12:23:07.096 INFO:tasks.workunit.client.0.smithi031.stderr: -43> 2024-07-26T12:23:07.038+0000 7fced4c00640 10 client.4704 hrm is_target=1 is_dentry=1 2024-07-26T12:23:07.096 INFO:tasks.workunit.client.0.smithi031.stderr: -42> 2024-07-26T12:23:07.038+0000 7fced4c00640 10 client.4704 update_inode_file_time 0x10000000009.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={} open={} mode=100666 size=0/0 nlink=1 btime=2024-07-26T12:23:07.034655+0000 mtime=0.000000 ctime=0.000000 change_attr=0 caps=- objectset[0x10000000009 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b560) - ctime 2024-07-26T12:23:07.034655+0000 mtime 2024-07-26T12:23:07.034655+0000 2024-07-26T12:23:07.096 INFO:tasks.workunit.client.0.smithi031.stderr: -41> 2024-07-26T12:23:07.038+0000 7fced4c00640 12 client.4704 add_update_inode client inode change_attr: 0 , mds inodestat change_attr: 0 2024-07-26T12:23:07.096 INFO:tasks.workunit.client.0.smithi031.stderr: -40> 2024-07-26T12:23:07.038+0000 7fced4c00640 12 client.4704 add_update_inode adding 0x10000000009.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={} open={} mode=100666 size=0/0 nlink=1 btime=2024-07-26T12:23:07.034655+0000 mtime=2024-07-26T12:23:07.034655+0000 ctime=2024-07-26T12:23:07.034655+0000 change_attr=0 caps=- objectset[0x10000000009 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b560) caps pAsxLsXsxFsxcrwb 2024-07-26T12:23:07.096 INFO:tasks.workunit.client.0.smithi031.stderr: -39> 2024-07-26T12:23:07.038+0000 7fced4c00640 20 client.4704 get_snap_realm 0x1 0x7fcea4003c10, nref was 2 2024-07-26T12:23:07.097 INFO:tasks.workunit.client.0.smithi031.stderr: -38> 2024-07-26T12:23:07.038+0000 7fced4c00640 20 client.4704 get_snap_realm 0x1 0x7fcea4003c10, nref now is 3 2024-07-26T12:23:07.097 INFO:tasks.workunit.client.0.smithi031.stderr: -37> 2024-07-26T12:23:07.038+0000 7fced4c00640 15 client.4704 add_update_cap first one, opened snaprealm 0x7fcea4003c10 2024-07-26T12:23:07.097 INFO:tasks.workunit.client.0.smithi031.stderr: -36> 2024-07-26T12:23:07.038+0000 7fced4c00640 10 client.4704 add_update_cap issued - -> pAsxLsXsxFsxcrwb from mds.0 on 0x10000000009.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={} open={} mode=100666 size=0/0 nlink=1 btime=2024-07-26T12:23:07.034655+0000 mtime=2024-07-26T12:23:07.034655+0000 ctime=2024-07-26T12:23:07.034655+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000009 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b560) 2024-07-26T12:23:07.097 INFO:tasks.workunit.client.0.smithi031.stderr: -35> 2024-07-26T12:23:07.038+0000 7fced4c00640 10 client.4704 add_update_cap calling signal_caps_inode 2024-07-26T12:23:07.097 INFO:tasks.workunit.client.0.smithi031.stderr: -34> 2024-07-26T12:23:07.038+0000 7fced4c00640 12 client.4704 add_update_inode had 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.008801+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=17 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400af80) caps pAsLsXs 2024-07-26T12:23:07.097 INFO:tasks.workunit.client.0.smithi031.stderr: -33> 2024-07-26T12:23:07.038+0000 7fced4c00640 10 client.4704 update_inode_file_time 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.008801+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=17 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400af80) pAsLsXs ctime 2024-07-26T12:23:07.034655+0000 mtime 2024-07-26T12:23:07.034655+0000 2024-07-26T12:23:07.097 INFO:tasks.workunit.client.0.smithi031.stderr: -32> 2024-07-26T12:23:07.038+0000 7fced4c00640 20 client.4704 dir hash is 2 2024-07-26T12:23:07.097 INFO:tasks.workunit.client.0.smithi031.stderr: -31> 2024-07-26T12:23:07.038+0000 7fced4c00640 12 client.4704 add_update_inode client inode change_attr: 17 , mds inodestat change_attr: 18 2024-07-26T12:23:07.097 INFO:tasks.workunit.client.0.smithi031.stderr: -30> 2024-07-26T12:23:07.038+0000 7fced4c00640 10 client.4704 add_update_cap issued pAsLsXs -> pAsLsXs from mds.0 on 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.034655+0000 ctime=2024-07-26T12:23:07.034655+0000 change_attr=18 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400af80) 2024-07-26T12:23:07.097 INFO:tasks.workunit.client.0.smithi031.stderr: -29> 2024-07-26T12:23:07.038+0000 7fced4c00640 20 client.4704 got dirfrag map for 0x1 frag * to mds 0 2024-07-26T12:23:07.097 INFO:tasks.workunit.client.0.smithi031.stderr: -28> 2024-07-26T12:23:07.038+0000 7fced4c00640 12 client.4704 insert_dentry_inode 'test_llreadvllwritevoverlimitfile44787' vino 0x10000000009.head in dir 0x1.head dn 0x7fcea400ae90 2024-07-26T12:23:07.097 INFO:tasks.workunit.client.0.smithi031.stderr: -27> 2024-07-26T12:23:07.038+0000 7fced4c00640 15 client.4704 link dir 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.034655+0000 ctime=2024-07-26T12:23:07.034655+0000 change_attr=18 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400af80) 'test_llreadvllwritevoverlimitfile44787' to inode 0x7fcea400b560 dn 0x1.head["test_llreadvllwritevoverlimitfile44787"] (old dn) 2024-07-26T12:23:07.097 INFO:tasks.workunit.client.0.smithi031.stderr: -26> 2024-07-26T12:23:07.038+0000 7fced4c00640 20 client.4704 put_inode on 0x10000000009.head(faked_ino=0 nref=4 ll_ref=0 cap_refs={} open={} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:07.034655+0000 mtime=2024-07-26T12:23:07.034655+0000 ctime=2024-07-26T12:23:07.034655+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000009 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevoverlimitfile44787"] 0x7fcea400b560) n = 1 2024-07-26T12:23:07.097 INFO:tasks.workunit.client.0.smithi031.stderr: -25> 2024-07-26T12:23:07.038+0000 7fced4c00640 20 client.4704 link inode 0x7fcea400b560 parents now 0x1.head["test_llreadvllwritevoverlimitfile44787"] 2024-07-26T12:23:07.098 INFO:tasks.workunit.client.0.smithi031.stderr: -24> 2024-07-26T12:23:07.038+0000 7fced4c00640 20 client.4704 put_inode on 0x10000000009.head(faked_ino=0 nref=4 ll_ref=0 cap_refs={} open={} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:07.034655+0000 mtime=2024-07-26T12:23:07.034655+0000 ctime=2024-07-26T12:23:07.034655+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000009 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevoverlimitfile44787"] 0x7fcea400b560) n = 1 2024-07-26T12:23:07.098 INFO:tasks.workunit.client.0.smithi031.stderr: -23> 2024-07-26T12:23:07.038+0000 7fced4c00640 15 client.4704 update_dentry_lease 0x1.head["test_llreadvllwritevoverlimitfile44787"] lease(mask 7 dur 30000) from 2024-07-26T12:23:07.034678+0000 2024-07-26T12:23:07.098 INFO:tasks.workunit.client.0.smithi031.stderr: -22> 2024-07-26T12:23:07.038+0000 7fced4c00640 10 client.4704 got dentry lease on test_llreadvllwritevoverlimitfile44787 dur 30000ms ttl 2024-07-26T12:23:37.034678+0000 2024-07-26T12:23:07.098 INFO:tasks.workunit.client.0.smithi031.stderr: -21> 2024-07-26T12:23:07.038+0000 7fced4c00640 20 client.4704 put_snap_realm 0x1 0x7fcea4003c10 3 -> 2 2024-07-26T12:23:07.098 INFO:tasks.workunit.client.0.smithi031.stderr: -20> 2024-07-26T12:23:07.038+0000 7fced4c00640 20 client.4704 handle_client_reply signalling caller 0x7ffdd11e3030 2024-07-26T12:23:07.098 INFO:tasks.workunit.client.0.smithi031.stderr: -19> 2024-07-26T12:23:07.038+0000 7fced4c00640 20 client.4704 handle_client_reply awaiting kickback on tid 3 0x7fced4bfde20 2024-07-26T12:23:07.098 INFO:tasks.workunit.client.0.smithi031.stderr: -18> 2024-07-26T12:23:07.038+0000 7fcede41f480 20 client.4704 sendrecv kickback on tid 3 0x7fced4bfde20 2024-07-26T12:23:07.098 INFO:tasks.workunit.client.0.smithi031.stderr: -17> 2024-07-26T12:23:07.038+0000 7fcede41f480 10 client.4704 delegated_inos: [] 2024-07-26T12:23:07.098 INFO:tasks.workunit.client.0.smithi031.stderr: -16> 2024-07-26T12:23:07.038+0000 7fcede41f480 10 client.4704 make_request created ino 0x10000000009 2024-07-26T12:23:07.098 INFO:tasks.workunit.client.0.smithi031.stderr: -15> 2024-07-26T12:23:07.038+0000 7fcede41f480 20 client.4704 make_request target is 0x10000000009.head(faked_ino=0 nref=6 ll_ref=0 cap_refs={} open={} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:07.034655+0000 mtime=2024-07-26T12:23:07.034655+0000 ctime=2024-07-26T12:23:07.034655+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000009 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevoverlimitfile44787"] 0x7fcea400b560) 2024-07-26T12:23:07.098 INFO:tasks.workunit.client.0.smithi031.stderr: -14> 2024-07-26T12:23:07.038+0000 7fcede41f480 20 client.4704 lat 0.005499 2024-07-26T12:23:07.098 INFO:tasks.workunit.client.0.smithi031.stderr: -13> 2024-07-26T12:23:07.038+0000 7fcede41f480 10 break_deleg: breaking delegs on 0x10000000009.head(faked_ino=0 nref=6 ll_ref=0 cap_refs={} open={3=1} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:07.034655+0000 mtime=2024-07-26T12:23:07.034655+0000 ctime=2024-07-26T12:23:07.034655+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000009 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevoverlimitfile44787"] 0x7fcea400b560) 2024-07-26T12:23:07.098 INFO:tasks.workunit.client.0.smithi031.stderr: -12> 2024-07-26T12:23:07.038+0000 7fcede41f480 10 delegations_broken: delegations empty on 0x10000000009.head(faked_ino=0 nref=6 ll_ref=0 cap_refs={} open={3=1} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:07.034655+0000 mtime=2024-07-26T12:23:07.034655+0000 ctime=2024-07-26T12:23:07.034655+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000009 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevoverlimitfile44787"] 0x7fcea400b560) 2024-07-26T12:23:07.099 INFO:tasks.workunit.client.0.smithi031.stderr: -11> 2024-07-26T12:23:07.038+0000 7fcede41f480 20 client.4704 put_inode on 0x10000000009.head(faked_ino=0 nref=8 ll_ref=0 cap_refs={} open={3=1} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:07.034655+0000 mtime=2024-07-26T12:23:07.034655+0000 ctime=2024-07-26T12:23:07.034655+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000009 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevoverlimitfile44787"] 0x7fcea400b560) n = 1 2024-07-26T12:23:07.099 INFO:tasks.workunit.client.0.smithi031.stderr: -10> 2024-07-26T12:23:07.038+0000 7fcede41f480 10 client.4704 _create_fh 0x10000000009 mode 3 2024-07-26T12:23:07.099 INFO:tasks.workunit.client.0.smithi031.stderr: -9> 2024-07-26T12:23:07.038+0000 7fcede41f480 20 client.4704 trim_cache size 1 max 16384 2024-07-26T12:23:07.099 INFO:tasks.workunit.client.0.smithi031.stderr: -8> 2024-07-26T12:23:07.038+0000 7fcede41f480 8 client.4704 create(#0x1/test_llreadvllwritevoverlimitfile44787, 0100666 layout 0 0 0) = 0 2024-07-26T12:23:07.099 INFO:tasks.workunit.client.0.smithi031.stderr: -7> 2024-07-26T12:23:07.038+0000 7fcede41f480 20 client.4704 _ll_create created = 1 2024-07-26T12:23:07.099 INFO:tasks.workunit.client.0.smithi031.stderr: -6> 2024-07-26T12:23:07.038+0000 7fcede41f480 8 client.4704 _ll_create 0x1.head test_llreadvllwritevoverlimitfile44787 0666 578 = 0 (0x564e6d4e0120 10000000009) 2024-07-26T12:23:07.099 INFO:tasks.workunit.client.0.smithi031.stderr: -5> 2024-07-26T12:23:07.038+0000 7fcede41f480 20 client.4704 _ll_get 0x7fcea400b560 0x10000000009 -> 1 2024-07-26T12:23:07.099 INFO:tasks.workunit.client.0.smithi031.stderr: -4> 2024-07-26T12:23:07.038+0000 7fcede41f480 10 client.4704 fill_statx on 0x10000000009 snap/devhead mode 0100666 mtime 2024-07-26T12:23:07.034655+0000 ctime 2024-07-26T12:23:07.034655+0000 change_attr 0 2024-07-26T12:23:07.099 INFO:tasks.workunit.client.0.smithi031.stderr: -3> 2024-07-26T12:23:07.038+0000 7fcede41f480 20 client.4704 put_inode on 0x10000000009.head(faked_ino=0 nref=9 ll_ref=1 cap_refs={} open={3=1} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:07.034655+0000 mtime=2024-07-26T12:23:07.034655+0000 ctime=2024-07-26T12:23:07.034655+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000009 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevoverlimitfile44787"] 0x7fcea400b560) n = 1 2024-07-26T12:23:07.099 INFO:tasks.workunit.client.0.smithi031.stderr: -2> 2024-07-26T12:23:07.038+0000 7fced4c00640 20 client.4704 put_inode on 0x10000000009.head(faked_ino=0 nref=9 ll_ref=1 cap_refs={} open={3=1} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:07.034655+0000 mtime=2024-07-26T12:23:07.034655+0000 ctime=2024-07-26T12:23:07.034655+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000009 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevoverlimitfile44787"] 0x7fcea400b560) n = 1 2024-07-26T12:23:07.099 INFO:tasks.workunit.client.0.smithi031.stderr: -1> 2024-07-26T12:23:07.038+0000 7fced4c00640 20 client.4704 put_inode on 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.034655+0000 ctime=2024-07-26T12:23:07.034655+0000 change_attr=18 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400af80) n = 1 2024-07-26T12:23:07.099 INFO:tasks.workunit.client.0.smithi031.stderr: 0> 2024-07-26T12:23:07.039+0000 7fcede41f480 -1 *** Caught signal (Aborted) ** 2024-07-26T12:23:07.099 INFO:tasks.workunit.client.0.smithi031.stderr: in thread 7fcede41f480 thread_name:ceph_test_clien 2024-07-26T12:23:07.099 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-07-26T12:23:07.100 INFO:tasks.workunit.client.0.smithi031.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-26T12:23:07.100 INFO:tasks.workunit.client.0.smithi031.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7fcede23e6f0] 2024-07-26T12:23:07.100 INFO:tasks.workunit.client.0.smithi031.stderr: 2: /lib64/libc.so.6(+0x8b94c) [0x7fcede28b94c] 2024-07-26T12:23:07.100 INFO:tasks.workunit.client.0.smithi031.stderr: 3: raise() 2024-07-26T12:23:07.100 INFO:tasks.workunit.client.0.smithi031.stderr: 4: abort() 2024-07-26T12:23:07.100 INFO:tasks.workunit.client.0.smithi031.stderr: 5: /lib64/libc.so.6(+0x29130) [0x7fcede229130] 2024-07-26T12:23:07.100 INFO:tasks.workunit.client.0.smithi031.stderr: 6: /lib64/libc.so.6(+0x11d77b) [0x7fcede31d77b] 2024-07-26T12:23:07.100 INFO:tasks.workunit.client.0.smithi031.stderr: 7: /lib64/libc.so.6(+0x11c0e6) [0x7fcede31c0e6] 2024-07-26T12:23:07.100 INFO:tasks.workunit.client.0.smithi031.stderr: 8: __strcat_chk() 2024-07-26T12:23:07.100 INFO:tasks.workunit.client.0.smithi031.stderr: 9: (TestClient_LlreadvLlwritevOverlimit_Test::TestBody()+0x2c4) [0x564e2d77cd64] 2024-07-26T12:23:07.100 INFO:tasks.workunit.client.0.smithi031.stderr: 10: ceph_test_client(+0x1fe9ce) [0x564e2d8b39ce] 2024-07-26T12:23:07.100 INFO:tasks.workunit.client.0.smithi031.stderr: 11: ceph_test_client(+0x2046c4) [0x564e2d8b96c4] 2024-07-26T12:23:07.100 INFO:tasks.workunit.client.0.smithi031.stderr: 12: (testing::Test::Run()+0xb8) [0x564e2d896bba] 2024-07-26T12:23:07.100 INFO:tasks.workunit.client.0.smithi031.stderr: 13: (testing::TestInfo::Run()+0x108) [0x564e2d896cc4] 2024-07-26T12:23:07.101 INFO:tasks.workunit.client.0.smithi031.stderr: 14: (testing::TestSuite::Run()+0xb6) [0x564e2d896d7c] 2024-07-26T12:23:07.101 INFO:tasks.workunit.client.0.smithi031.stderr: 15: (testing::internal::UnitTestImpl::RunAllTests()+0x2dd) [0x564e2d8a96f9] 2024-07-26T12:23:07.101 INFO:tasks.workunit.client.0.smithi031.stderr: 16: ceph_test_client(+0x1fea2e) [0x564e2d8b3a2e] 2024-07-26T12:23:07.101 INFO:tasks.workunit.client.0.smithi031.stderr: 17: ceph_test_client(+0x204b5e) [0x564e2d8b9b5e] 2024-07-26T12:23:07.101 INFO:tasks.workunit.client.0.smithi031.stderr: 18: (testing::UnitTest::Run()+0x95) [0x564e2d8a53bb] 2024-07-26T12:23:07.101 INFO:tasks.workunit.client.0.smithi031.stderr: 19: main() 2024-07-26T12:23:07.101 INFO:tasks.workunit.client.0.smithi031.stderr: 20: /lib64/libc.so.6(+0x29590) [0x7fcede229590] 2024-07-26T12:23:07.101 INFO:tasks.workunit.client.0.smithi031.stderr: 21: __libc_start_main() 2024-07-26T12:23:07.101 INFO:tasks.workunit.client.0.smithi031.stderr: 22: _start() 2024-07-26T12:23:07.101 INFO:tasks.workunit.client.0.smithi031.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-07-26T12:23:07.101 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-07-26T12:23:07.101 INFO:tasks.workunit.client.0.smithi031.stderr:--- logging levels --- 2024-07-26T12:23:07.101 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 none 2024-07-26T12:23:07.101 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 lockdep 2024-07-26T12:23:07.101 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 context 2024-07-26T12:23:07.102 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 crush 2024-07-26T12:23:07.102 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds 2024-07-26T12:23:07.102 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_balancer 2024-07-26T12:23:07.102 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_locker 2024-07-26T12:23:07.102 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_log 2024-07-26T12:23:07.102 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_log_expire 2024-07-26T12:23:07.102 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_migrator 2024-07-26T12:23:07.102 INFO:tasks.workunit.client.0.smithi031.stderr: 3/ 5 mds_quiesce 2024-07-26T12:23:07.102 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 buffer 2024-07-26T12:23:07.102 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 timer 2024-07-26T12:23:07.102 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 filer 2024-07-26T12:23:07.102 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 striper 2024-07-26T12:23:07.102 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 objecter 2024-07-26T12:23:07.103 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rados 2024-07-26T12:23:07.103 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rbd 2024-07-26T12:23:07.103 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rbd_mirror 2024-07-26T12:23:07.103 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rbd_replay 2024-07-26T12:23:07.103 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rbd_pwl 2024-07-26T12:23:07.103 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 journaler 2024-07-26T12:23:07.103 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 objectcacher 2024-07-26T12:23:07.103 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 immutable_obj_cache 2024-07-26T12:23:07.103 INFO:tasks.workunit.client.0.smithi031.stderr: 20/20 client 2024-07-26T12:23:07.103 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 osd 2024-07-26T12:23:07.103 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 optracker 2024-07-26T12:23:07.103 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 objclass 2024-07-26T12:23:07.103 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 3 filestore 2024-07-26T12:23:07.103 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 3 journal 2024-07-26T12:23:07.104 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 ms 2024-07-26T12:23:07.104 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mon 2024-07-26T12:23:07.104 INFO:tasks.workunit.client.0.smithi031.stderr: 0/10 monc 2024-07-26T12:23:07.104 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 paxos 2024-07-26T12:23:07.104 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 tp 2024-07-26T12:23:07.104 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 auth 2024-07-26T12:23:07.104 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 crypto 2024-07-26T12:23:07.104 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 finisher 2024-07-26T12:23:07.104 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 reserver 2024-07-26T12:23:07.104 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 heartbeatmap 2024-07-26T12:23:07.104 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 perfcounter 2024-07-26T12:23:07.104 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw 2024-07-26T12:23:07.104 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_sync 2024-07-26T12:23:07.104 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_datacache 2024-07-26T12:23:07.104 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_access 2024-07-26T12:23:07.105 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_dbstore 2024-07-26T12:23:07.105 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_flight 2024-07-26T12:23:07.105 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_lifecycle 2024-07-26T12:23:07.105 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_notification 2024-07-26T12:23:07.105 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 javaclient 2024-07-26T12:23:07.105 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 asok 2024-07-26T12:23:07.105 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 throttle 2024-07-26T12:23:07.105 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 0 refs 2024-07-26T12:23:07.105 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 compressor 2024-07-26T12:23:07.105 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 bluestore 2024-07-26T12:23:07.105 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 bluefs 2024-07-26T12:23:07.105 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 3 bdev 2024-07-26T12:23:07.105 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 kstore 2024-07-26T12:23:07.105 INFO:tasks.workunit.client.0.smithi031.stderr: 4/ 5 rocksdb 2024-07-26T12:23:07.106 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 fuse 2024-07-26T12:23:07.106 INFO:tasks.workunit.client.0.smithi031.stderr: 2/ 5 mgr 2024-07-26T12:23:07.106 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mgrc 2024-07-26T12:23:07.106 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 dpdk 2024-07-26T12:23:07.106 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 eventtrace 2024-07-26T12:23:07.106 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 prioritycache 2024-07-26T12:23:07.106 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 test 2024-07-26T12:23:07.106 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 cephfs_mirror 2024-07-26T12:23:07.106 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 cephsqlite 2024-07-26T12:23:07.106 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 crimson_interrupt 2024-07-26T12:23:07.106 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore 2024-07-26T12:23:07.106 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_onode 2024-07-26T12:23:07.106 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_odata 2024-07-26T12:23:07.106 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_omap 2024-07-26T12:23:07.107 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_tm 2024-07-26T12:23:07.107 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_t 2024-07-26T12:23:07.107 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_cleaner 2024-07-26T12:23:07.107 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_epm 2024-07-26T12:23:07.107 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_lba 2024-07-26T12:23:07.107 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_fixedkv_tree 2024-07-26T12:23:07.107 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_cache 2024-07-26T12:23:07.107 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_journal 2024-07-26T12:23:07.107 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_device 2024-07-26T12:23:07.107 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_backref 2024-07-26T12:23:07.107 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 alienstore 2024-07-26T12:23:07.107 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mclock 2024-07-26T12:23:07.107 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 cyanstore 2024-07-26T12:23:07.107 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 ceph_exporter 2024-07-26T12:23:07.108 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 memstore 2024-07-26T12:23:07.108 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 trace 2024-07-26T12:23:07.108 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 ceph_dedup 2024-07-26T12:23:07.109 INFO:tasks.workunit.client.0.smithi031.stderr: -2/-2 (syslog threshold) 2024-07-26T12:23:07.109 INFO:tasks.workunit.client.0.smithi031.stderr: 99/99 (stderr threshold) 2024-07-26T12:23:07.109 INFO:tasks.workunit.client.0.smithi031.stderr:--- pthread ID / name mapping for recent threads --- 2024-07-26T12:23:07.109 INFO:tasks.workunit.client.0.smithi031.stderr: 7fcec7e00640 / ceph_test_clien 2024-07-26T12:23:07.109 INFO:tasks.workunit.client.0.smithi031.stderr: 7fcecf400640 / ceph_timer 2024-07-26T12:23:07.109 INFO:tasks.workunit.client.0.smithi031.stderr: 7fced4c00640 / ms_dispatch 2024-07-26T12:23:07.109 INFO:tasks.workunit.client.0.smithi031.stderr: 7fced5600640 / io_context_pool 2024-07-26T12:23:07.110 INFO:tasks.workunit.client.0.smithi031.stderr: 7fced6000640 / msgr-worker-2 2024-07-26T12:23:07.110 INFO:tasks.workunit.client.0.smithi031.stderr: 7fced6a00640 / msgr-worker-1 2024-07-26T12:23:07.110 INFO:tasks.workunit.client.0.smithi031.stderr: 7fced7400640 / msgr-worker-0 2024-07-26T12:23:07.110 INFO:tasks.workunit.client.0.smithi031.stderr: 7fcede41f480 / ceph_test_clien 2024-07-26T12:23:07.110 INFO:tasks.workunit.client.0.smithi031.stderr: max_recent 500 2024-07-26T12:23:07.110 INFO:tasks.workunit.client.0.smithi031.stderr: max_new 1000 2024-07-26T12:23:07.110 INFO:tasks.workunit.client.0.smithi031.stderr: log_file /var/log/ceph/ceph-client.admin.44787.log 2024-07-26T12:23:07.110 INFO:tasks.workunit.client.0.smithi031.stderr:--- end dump of recent events --- 2024-07-26T12:23:07.110 INFO:tasks.workunit.client.0.smithi031.stderr:--- begin dump of recent events --- 2024-07-26T12:23:07.110 INFO:tasks.workunit.client.0.smithi031.stderr: -499> 2024-07-26T12:23:07.007+0000 7fcecf400640 12 client.4701 add_update_inode adding 0x10000000008.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={} open={} mode=100666 size=0/0 nlink=1 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=0 caps=- objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b560) caps pAsxLsXsxFsxcrwb 2024-07-26T12:23:07.110 INFO:tasks.workunit.client.0.smithi031.stderr: -498> 2024-07-26T12:23:07.007+0000 7fcecf400640 20 client.4701 get_snap_realm 0x1 0x7fcea400ae90, nref was 2 2024-07-26T12:23:07.110 INFO:tasks.workunit.client.0.smithi031.stderr: -497> 2024-07-26T12:23:07.007+0000 7fcecf400640 20 client.4701 get_snap_realm 0x1 0x7fcea400ae90, nref now is 3 2024-07-26T12:23:07.110 INFO:tasks.workunit.client.0.smithi031.stderr: -496> 2024-07-26T12:23:07.007+0000 7fcecf400640 15 client.4701 add_update_cap first one, opened snaprealm 0x7fcea400ae90 2024-07-26T12:23:07.111 INFO:tasks.workunit.client.0.smithi031.stderr: -495> 2024-07-26T12:23:07.007+0000 7fcecf400640 10 client.4701 add_update_cap issued - -> pAsxLsXsxFsxcrwb from mds.0 on 0x10000000008.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={} open={} mode=100666 size=0/0 nlink=1 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b560) 2024-07-26T12:23:07.111 INFO:tasks.workunit.client.0.smithi031.stderr: -494> 2024-07-26T12:23:07.007+0000 7fcecf400640 10 client.4701 add_update_cap calling signal_caps_inode 2024-07-26T12:23:07.111 INFO:tasks.workunit.client.0.smithi031.stderr: -493> 2024-07-26T12:23:07.007+0000 7fcecf400640 12 client.4701 add_update_inode had 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.962032+0000 ctime=2024-07-26T12:23:06.962032+0000 change_attr=15 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400af80) caps pAsLsXs 2024-07-26T12:23:07.111 INFO:tasks.workunit.client.0.smithi031.stderr: -492> 2024-07-26T12:23:07.007+0000 7fcecf400640 10 client.4701 update_inode_file_time 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:06.962032+0000 ctime=2024-07-26T12:23:06.962032+0000 change_attr=15 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400af80) pAsLsXs ctime 2024-07-26T12:23:07.003444+0000 mtime 2024-07-26T12:23:07.003444+0000 2024-07-26T12:23:07.111 INFO:tasks.workunit.client.0.smithi031.stderr: -491> 2024-07-26T12:23:07.007+0000 7fcecf400640 20 client.4701 dir hash is 2 2024-07-26T12:23:07.111 INFO:tasks.workunit.client.0.smithi031.stderr: -490> 2024-07-26T12:23:07.007+0000 7fcecf400640 12 client.4701 add_update_inode client inode change_attr: 15 , mds inodestat change_attr: 16 2024-07-26T12:23:07.111 INFO:tasks.workunit.client.0.smithi031.stderr: -489> 2024-07-26T12:23:07.007+0000 7fcecf400640 10 client.4701 add_update_cap issued pAsLsXs -> pAsLsXs from mds.0 on 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=16 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400af80) 2024-07-26T12:23:07.111 INFO:tasks.workunit.client.0.smithi031.stderr: -488> 2024-07-26T12:23:07.007+0000 7fcecf400640 20 client.4701 got dirfrag map for 0x1 frag * to mds 0 2024-07-26T12:23:07.111 INFO:tasks.workunit.client.0.smithi031.stderr: -487> 2024-07-26T12:23:07.007+0000 7fcecf400640 12 client.4701 insert_dentry_inode 'test_llreadvllwritevinvalidfhfile44787' vino 0x10000000008.head in dir 0x1.head dn 0x7fcea4007540 2024-07-26T12:23:07.111 INFO:tasks.workunit.client.0.smithi031.stderr: -486> 2024-07-26T12:23:07.007+0000 7fcecf400640 15 client.4701 link dir 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=16 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400af80) 'test_llreadvllwritevinvalidfhfile44787' to inode 0x7fcea400b560 dn 0x1.head["test_llreadvllwritevinvalidfhfile44787"] (old dn) 2024-07-26T12:23:07.111 INFO:tasks.workunit.client.0.smithi031.stderr: -485> 2024-07-26T12:23:07.007+0000 7fcecf400640 20 client.4701 put_inode on 0x10000000008.head(faked_ino=0 nref=4 ll_ref=0 cap_refs={} open={} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevinvalidfhfile44787"] 0x7fcea400b560) n = 1 2024-07-26T12:23:07.111 INFO:tasks.workunit.client.0.smithi031.stderr: -484> 2024-07-26T12:23:07.007+0000 7fcecf400640 20 client.4701 link inode 0x7fcea400b560 parents now 0x1.head["test_llreadvllwritevinvalidfhfile44787"] 2024-07-26T12:23:07.111 INFO:tasks.workunit.client.0.smithi031.stderr: -483> 2024-07-26T12:23:07.007+0000 7fcecf400640 20 client.4701 put_inode on 0x10000000008.head(faked_ino=0 nref=4 ll_ref=0 cap_refs={} open={} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevinvalidfhfile44787"] 0x7fcea400b560) n = 1 2024-07-26T12:23:07.111 INFO:tasks.workunit.client.0.smithi031.stderr: -482> 2024-07-26T12:23:07.007+0000 7fcecf400640 15 client.4701 update_dentry_lease 0x1.head["test_llreadvllwritevinvalidfhfile44787"] lease(mask 7 dur 30000) from 2024-07-26T12:23:07.003483+0000 2024-07-26T12:23:07.112 INFO:tasks.workunit.client.0.smithi031.stderr: -481> 2024-07-26T12:23:07.007+0000 7fcecf400640 10 client.4701 got dentry lease on test_llreadvllwritevinvalidfhfile44787 dur 30000ms ttl 2024-07-26T12:23:37.003483+0000 2024-07-26T12:23:07.112 INFO:tasks.workunit.client.0.smithi031.stderr: -480> 2024-07-26T12:23:07.007+0000 7fcecf400640 20 client.4701 put_snap_realm 0x1 0x7fcea400ae90 3 -> 2 2024-07-26T12:23:07.112 INFO:tasks.workunit.client.0.smithi031.stderr: -479> 2024-07-26T12:23:07.007+0000 7fcecf400640 20 client.4701 handle_client_reply signalling caller 0x7ffdd11eeb90 2024-07-26T12:23:07.112 INFO:tasks.workunit.client.0.smithi031.stderr: -478> 2024-07-26T12:23:07.007+0000 7fcecf400640 20 client.4701 handle_client_reply awaiting kickback on tid 3 0x7fcecf3fde20 2024-07-26T12:23:07.112 INFO:tasks.workunit.client.0.smithi031.stderr: -477> 2024-07-26T12:23:07.007+0000 7fcede41f480 20 client.4701 sendrecv kickback on tid 3 0x7fcecf3fde20 2024-07-26T12:23:07.112 INFO:tasks.workunit.client.0.smithi031.stderr: -476> 2024-07-26T12:23:07.007+0000 7fcede41f480 10 client.4701 delegated_inos: [] 2024-07-26T12:23:07.112 INFO:tasks.workunit.client.0.smithi031.stderr: -475> 2024-07-26T12:23:07.007+0000 7fcede41f480 10 client.4701 make_request created ino 0x10000000008 2024-07-26T12:23:07.112 INFO:tasks.workunit.client.0.smithi031.stderr: -474> 2024-07-26T12:23:07.007+0000 7fcede41f480 20 client.4701 make_request target is 0x10000000008.head(faked_ino=0 nref=6 ll_ref=0 cap_refs={} open={} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevinvalidfhfile44787"] 0x7fcea400b560) 2024-07-26T12:23:07.112 INFO:tasks.workunit.client.0.smithi031.stderr: -473> 2024-07-26T12:23:07.007+0000 7fcede41f480 20 client.4701 lat 0.005089 2024-07-26T12:23:07.112 INFO:tasks.workunit.client.0.smithi031.stderr: -472> 2024-07-26T12:23:07.007+0000 7fcede41f480 10 break_deleg: breaking delegs on 0x10000000008.head(faked_ino=0 nref=6 ll_ref=0 cap_refs={} open={3=1} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevinvalidfhfile44787"] 0x7fcea400b560) 2024-07-26T12:23:07.112 INFO:tasks.workunit.client.0.smithi031.stderr: -471> 2024-07-26T12:23:07.007+0000 7fcede41f480 10 delegations_broken: delegations empty on 0x10000000008.head(faked_ino=0 nref=6 ll_ref=0 cap_refs={} open={3=1} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevinvalidfhfile44787"] 0x7fcea400b560) 2024-07-26T12:23:07.112 INFO:tasks.workunit.client.0.smithi031.stderr: -470> 2024-07-26T12:23:07.007+0000 7fcede41f480 20 client.4701 put_inode on 0x10000000008.head(faked_ino=0 nref=8 ll_ref=0 cap_refs={} open={3=1} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevinvalidfhfile44787"] 0x7fcea400b560) n = 1 2024-07-26T12:23:07.112 INFO:tasks.workunit.client.0.smithi031.stderr: -469> 2024-07-26T12:23:07.007+0000 7fcede41f480 10 client.4701 _create_fh 0x10000000008 mode 3 2024-07-26T12:23:07.112 INFO:tasks.workunit.client.0.smithi031.stderr: -468> 2024-07-26T12:23:07.007+0000 7fcede41f480 20 client.4701 trim_cache size 1 max 16384 2024-07-26T12:23:07.113 INFO:tasks.workunit.client.0.smithi031.stderr: -467> 2024-07-26T12:23:07.007+0000 7fcede41f480 8 client.4701 create(#0x1/test_llreadvllwritevinvalidfhfile44787, 0100666 layout 0 0 0) = 0 2024-07-26T12:23:07.113 INFO:tasks.workunit.client.0.smithi031.stderr: -466> 2024-07-26T12:23:07.007+0000 7fcede41f480 20 client.4701 _ll_create created = 1 2024-07-26T12:23:07.113 INFO:tasks.workunit.client.0.smithi031.stderr: -465> 2024-07-26T12:23:07.007+0000 7fcede41f480 8 client.4701 _ll_create 0x1.head test_llreadvllwritevinvalidfhfile44787 0666 578 = 0 (0x564e6d4e0120 10000000008) 2024-07-26T12:23:07.113 INFO:tasks.workunit.client.0.smithi031.stderr: -464> 2024-07-26T12:23:07.007+0000 7fcede41f480 20 client.4701 _ll_get 0x7fcea400b560 0x10000000008 -> 1 2024-07-26T12:23:07.113 INFO:tasks.workunit.client.0.smithi031.stderr: -463> 2024-07-26T12:23:07.007+0000 7fcede41f480 10 client.4701 fill_statx on 0x10000000008 snap/devhead mode 0100666 mtime 2024-07-26T12:23:07.003444+0000 ctime 2024-07-26T12:23:07.003444+0000 change_attr 0 2024-07-26T12:23:07.113 INFO:tasks.workunit.client.0.smithi031.stderr: -462> 2024-07-26T12:23:07.007+0000 7fcede41f480 20 client.4701 put_inode on 0x10000000008.head(faked_ino=0 nref=9 ll_ref=1 cap_refs={} open={3=1} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevinvalidfhfile44787"] 0x7fcea400b560) n = 1 2024-07-26T12:23:07.113 INFO:tasks.workunit.client.0.smithi031.stderr: -461> 2024-07-26T12:23:07.007+0000 7fcede41f480 3 client.4701 ll_release (fh)0x564e6d4e0120 0x10000000008 2024-07-26T12:23:07.113 INFO:tasks.workunit.client.0.smithi031.stderr: -460> 2024-07-26T12:23:07.007+0000 7fcecf400640 20 client.4701 put_inode on 0x10000000008.head(faked_ino=0 nref=9 ll_ref=1 cap_refs={} open={3=1} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevinvalidfhfile44787"] 0x7fcea400b560) n = 1 2024-07-26T12:23:07.113 INFO:tasks.workunit.client.0.smithi031.stderr: -459> 2024-07-26T12:23:07.007+0000 7fcecf400640 20 client.4701 put_inode on 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=16 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400af80) n = 1 2024-07-26T12:23:07.113 INFO:tasks.workunit.client.0.smithi031.stderr: -458> 2024-07-26T12:23:07.007+0000 7fcede41f480 8 client.4701 _release_fh 0x564e6d4e0120 mode 3 on 0x10000000008.head(faked_ino=0 nref=9 ll_ref=1 cap_refs={} open={3=1} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevinvalidfhfile44787"] 0x7fcea400b560) 2024-07-26T12:23:07.113 INFO:tasks.workunit.client.0.smithi031.stderr: -457> 2024-07-26T12:23:07.007+0000 7fcede41f480 10 client.4701 _flush 0x10000000008.head(faked_ino=0 nref=10 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevinvalidfhfile44787"] 0x7fcea400b560) 2024-07-26T12:23:07.113 INFO:tasks.workunit.client.0.smithi031.stderr: -456> 2024-07-26T12:23:07.007+0000 7fcede41f480 10 client.4701 nothing to flush 2024-07-26T12:23:07.113 INFO:tasks.workunit.client.0.smithi031.stderr: -455> 2024-07-26T12:23:07.007+0000 7fcede41f480 20 client.4701 put_inode on 0x10000000008.head(faked_ino=0 nref=10 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevinvalidfhfile44787"] 0x7fcea400b560) n = 1 2024-07-26T12:23:07.114 INFO:tasks.workunit.client.0.smithi031.stderr: -454> 2024-07-26T12:23:07.007+0000 7fcede41f480 10 client.4701 check_caps on 0x10000000008.head(faked_ino=0 nref=10 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevinvalidfhfile44787"] 0x7fcea400b560) wanted - used - issued pAsxLsXsxFsxcrwb revoking - flags=0 2024-07-26T12:23:07.114 INFO:tasks.workunit.client.0.smithi031.stderr: -453> 2024-07-26T12:23:07.007+0000 7fcede41f480 10 client.4701 cap mds.0 issued pAsxLsXsxFsxcrwb implemented pAsxLsXsxFsxcrwb revoking - 2024-07-26T12:23:07.114 INFO:tasks.workunit.client.0.smithi031.stderr: -452> 2024-07-26T12:23:07.007+0000 7fcede41f480 10 client.4701 delaying cap release 2024-07-26T12:23:07.114 INFO:tasks.workunit.client.0.smithi031.stderr: -451> 2024-07-26T12:23:07.007+0000 7fcede41f480 10 client.4701 cap_delay_requeue on 0x10000000008.head(faked_ino=0 nref=10 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevinvalidfhfile44787"] 0x7fcea400b560) 2024-07-26T12:23:07.114 INFO:tasks.workunit.client.0.smithi031.stderr: -450> 2024-07-26T12:23:07.007+0000 7fcede41f480 10 client.4701 _release_fh 0x564e6d4e0120 on inode 0x10000000008.head(faked_ino=0 nref=10 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevinvalidfhfile44787"] 0x7fcea400b560) no async_err state 2024-07-26T12:23:07.114 INFO:tasks.workunit.client.0.smithi031.stderr: -449> 2024-07-26T12:23:07.007+0000 7fcede41f480 20 client.4701 put_inode on 0x10000000008.head(faked_ino=0 nref=10 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevinvalidfhfile44787"] 0x7fcea400b560) n = 1 2024-07-26T12:23:07.114 INFO:tasks.workunit.client.0.smithi031.stderr: -448> 2024-07-26T12:23:07.007+0000 7fcede41f480 3 client.4701 ll_unlink 0x1.head test_llreadvllwritevinvalidfhfile44787 2024-07-26T12:23:07.114 INFO:tasks.workunit.client.0.smithi031.stderr: -447> 2024-07-26T12:23:07.007+0000 7fcede41f480 20 client.4701 may_delete 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=16 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400af80); ; name test_llreadvllwritevinvalidfhfile44787; UserPerm(uid: 0, gid: 0) 2024-07-26T12:23:07.114 INFO:tasks.workunit.client.0.smithi031.stderr: -446> 2024-07-26T12:23:07.007+0000 7fcede41f480 10 client.4701 _getattr mask As issued=1 2024-07-26T12:23:07.114 INFO:tasks.workunit.client.0.smithi031.stderr: -445> 2024-07-26T12:23:07.007+0000 7fcede41f480 3 client.4701 may_delete 0x7fcea400af80 = 0 2024-07-26T12:23:07.114 INFO:tasks.workunit.client.0.smithi031.stderr: -444> 2024-07-26T12:23:07.007+0000 7fcede41f480 8 client.4701 _unlink(0x1 test_llreadvllwritevinvalidfhfile44787 uid 0 gid 0) 2024-07-26T12:23:07.114 INFO:tasks.workunit.client.0.smithi031.stderr: -443> 2024-07-26T12:23:07.007+0000 7fcede41f480 20 client.4701 get_or_create 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=16 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400af80) name test_llreadvllwritevinvalidfhfile44787 2024-07-26T12:23:07.115 INFO:tasks.workunit.client.0.smithi031.stderr: -442> 2024-07-26T12:23:07.007+0000 7fcede41f480 20 client.4701 _lookup have 0x1.head["test_llreadvllwritevinvalidfhfile44787"] from mds.0 ttl 2024-07-26T12:23:37.003483+0000 seq 2 2024-07-26T12:23:07.115 INFO:tasks.workunit.client.0.smithi031.stderr: -441> 2024-07-26T12:23:07.007+0000 7fcede41f480 10 client.4701 _lookup 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=16 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400af80) test_llreadvllwritevinvalidfhfile44787 = 0x10000000008.head(faked_ino=0 nref=11 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevinvalidfhfile44787"] 0x7fcea400b560) 2024-07-26T12:23:07.115 INFO:tasks.workunit.client.0.smithi031.stderr: -440> 2024-07-26T12:23:07.007+0000 7fcede41f480 10 break_deleg: breaking delegs on 0x10000000008.head(faked_ino=0 nref=12 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevinvalidfhfile44787"] 0x7fcea400b560) 2024-07-26T12:23:07.115 INFO:tasks.workunit.client.0.smithi031.stderr: -439> 2024-07-26T12:23:07.007+0000 7fcede41f480 10 delegations_broken: delegations empty on 0x10000000008.head(faked_ino=0 nref=12 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevinvalidfhfile44787"] 0x7fcea400b560) 2024-07-26T12:23:07.115 INFO:tasks.workunit.client.0.smithi031.stderr: -438> 2024-07-26T12:23:07.007+0000 7fcede41f480 20 client.4701 choose_target_mds starting with req->inode 0x1.head(faked_ino=0 nref=10 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=16 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400af80) 2024-07-26T12:23:07.115 INFO:tasks.workunit.client.0.smithi031.stderr: -437> 2024-07-26T12:23:07.007+0000 7fcede41f480 20 client.4701 choose_target_mds inode dir hash is 2 on test_llreadvllwritevinvalidfhfile44787 => 1938205064 2024-07-26T12:23:07.115 INFO:tasks.workunit.client.0.smithi031.stderr: -436> 2024-07-26T12:23:07.007+0000 7fcede41f480 20 client.4701 choose_target_mds 0x1.head(faked_ino=0 nref=10 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=16 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400af80) is_hash=1 hash=1938205064 2024-07-26T12:23:07.115 INFO:tasks.workunit.client.0.smithi031.stderr: -435> 2024-07-26T12:23:07.007+0000 7fcede41f480 10 client.4701 choose_target_mds from dirfragtree hash 2024-07-26T12:23:07.115 INFO:tasks.workunit.client.0.smithi031.stderr: -434> 2024-07-26T12:23:07.007+0000 7fcede41f480 20 client.4701 mds is 0 2024-07-26T12:23:07.115 INFO:tasks.workunit.client.0.smithi031.stderr: -433> 2024-07-26T12:23:07.007+0000 7fcede41f480 10 client.4701 send_request rebuilding request 4 for mds.0 2024-07-26T12:23:07.115 INFO:tasks.workunit.client.0.smithi031.stderr: -432> 2024-07-26T12:23:07.007+0000 7fcede41f480 20 client.4701 encode_cap_releases enter (req: 0x564e6d5f7160, mds: 0) 2024-07-26T12:23:07.115 INFO:tasks.workunit.client.0.smithi031.stderr: -431> 2024-07-26T12:23:07.007+0000 7fcede41f480 20 client.4701 encode_inode_release enter(in:0x10000000008.head(faked_ino=0 nref=12 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevinvalidfhfile44787"] 0x7fcea400b560), req:0x564e6d5f7160 mds:0, drop:Lsx, unless:-, force:0) 2024-07-26T12:23:07.115 INFO:tasks.workunit.client.0.smithi031.stderr: -430> 2024-07-26T12:23:07.007+0000 7fcede41f480 20 client.4701 encode_dentry_release enter(dn:0x7fcea4007540) 2024-07-26T12:23:07.116 INFO:tasks.workunit.client.0.smithi031.stderr: -429> 2024-07-26T12:23:07.007+0000 7fcede41f480 20 client.4701 encode_inode_release enter(in:0x1.head(faked_ino=0 nref=10 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=16 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400af80), req:0x564e6d5f7160 mds:0, drop:Fs, unless:Fx, force:1) 2024-07-26T12:23:07.116 INFO:tasks.workunit.client.0.smithi031.stderr: -428> 2024-07-26T12:23:07.007+0000 7fcede41f480 20 client.4701 send_request set sent_stamp to 2024-07-26T12:23:07.008844+0000 2024-07-26T12:23:07.116 INFO:tasks.workunit.client.0.smithi031.stderr: -427> 2024-07-26T12:23:07.007+0000 7fcede41f480 10 client.4701 send_request client_request(unknown.0:4 unlink #0x1/test_llreadvllwritevinvalidfhfile44787 2024-07-26T12:23:07.008801+0000 caller_uid=0, caller_gid=0{}) to mds.0 2024-07-26T12:23:07.116 INFO:tasks.workunit.client.0.smithi031.stderr: -426> 2024-07-26T12:23:07.007+0000 7fcede41f480 1 -- 172.21.15.31:0/138158324 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_request(unknown.0:4 unlink #0x1/test_llreadvllwritevinvalidfhfile44787 2024-07-26T12:23:07.008801+0000 caller_uid=0, caller_gid=0{}) -- 0x564e6d552700 con 0x564e6d6050f0 2024-07-26T12:23:07.116 INFO:tasks.workunit.client.0.smithi031.stderr: -425> 2024-07-26T12:23:07.007+0000 7fcede41f480 20 client.4701 awaiting reply|forward|kick on 0x7ffdd11eed60 2024-07-26T12:23:07.116 INFO:tasks.workunit.client.0.smithi031.stderr: -424> 2024-07-26T12:23:07.008+0000 7fcecf400640 1 -- 172.21.15.31:0/138158324 <== mds.0 v2:172.21.15.31:6832/713364256 6 ==== client_caps(revoke ino 0x10000000008 1 seq 2 caps=pAsXsFsxcrwb dirty=- wanted=- follows 0 size 0/4194304 ts 1/18446744073709551615 mtime 2024-07-26T12:23:07.003444+0000 ctime 2024-07-26T12:23:07.003444+0000 change_attr 0) ==== 260+0+0 (crc 0 0 0) 0x7fcec005eca0 con 0x564e6d6050f0 2024-07-26T12:23:07.116 INFO:tasks.workunit.client.0.smithi031.stderr: -423> 2024-07-26T12:23:07.008+0000 7fcecf400640 5 client.4701 set_cap_epoch_barrier epoch = 22 2024-07-26T12:23:07.116 INFO:tasks.workunit.client.0.smithi031.stderr: -422> 2024-07-26T12:23:07.008+0000 7fcecf400640 10 client.4701 mds.0 seq now 1 2024-07-26T12:23:07.116 INFO:tasks.workunit.client.0.smithi031.stderr: -421> 2024-07-26T12:23:07.008+0000 7fcecf400640 5 client.4701 handle_cap_grant on in 0x10000000008 mds.0 seq 2 caps now pAsXsFsxcrwb was pAsxXsxFsxcrwb 2024-07-26T12:23:07.116 INFO:tasks.workunit.client.0.smithi031.stderr: -420> 2024-07-26T12:23:07.008+0000 7fcecf400640 10 client.4701 update_inode_file_time 0x10000000008.head(faked_ino=0 nref=12 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=0 caps=pAsxXsxFsxcrwb(0=pAsxXsxFsxcrwb) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevinvalidfhfile44787"] 0x7fcea400b560) pAsxXsxFsxcrwb ctime 2024-07-26T12:23:07.003444+0000 mtime 2024-07-26T12:23:07.003444+0000 2024-07-26T12:23:07.116 INFO:tasks.workunit.client.0.smithi031.stderr: -419> 2024-07-26T12:23:07.008+0000 7fcecf400640 10 client.4701 revocation of AxXx 2024-07-26T12:23:07.116 INFO:tasks.workunit.client.0.smithi031.stderr: -418> 2024-07-26T12:23:07.008+0000 7fcecf400640 10 client.4701 check_caps on 0x10000000008.head(faked_ino=0 nref=12 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=0 caps=pAsXsFsxcrwb(0=pAsXsFsxcrwb) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevinvalidfhfile44787"] 0x7fcea400b560) wanted - used - issued pAsXsFsxcrwb revoking AxXx flags=1 2024-07-26T12:23:07.116 INFO:tasks.workunit.client.0.smithi031.stderr: -417> 2024-07-26T12:23:07.008+0000 7fcecf400640 10 client.4701 cap mds.0 issued pAsXsFsxcrwb implemented pAsxXsxFsxcrwb revoking AxXx 2024-07-26T12:23:07.116 INFO:tasks.workunit.client.0.smithi031.stderr: -416> 2024-07-26T12:23:07.008+0000 7fcecf400640 10 client.4701 completed revocation of AxXx 2024-07-26T12:23:07.117 INFO:tasks.workunit.client.0.smithi031.stderr: -415> 2024-07-26T12:23:07.008+0000 7fcecf400640 10 client.4701 send_cap 0x10000000008.head(faked_ino=0 nref=12 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=0 caps=pAsXsFsxcrwb(0=pAsXsFsxcrwb) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevinvalidfhfile44787"] 0x7fcea400b560) mds.0 seq 2 used - want - flush - retain pAsLsXsFs held pAsxXsxFsxcrwb revoking AxXx dropping Fxcrwb 2024-07-26T12:23:07.117 INFO:tasks.workunit.client.0.smithi031.stderr: -414> 2024-07-26T12:23:07.008+0000 7fcecf400640 15 client.4701 auth cap, reset requested_max_size due to not wanting any file write cap 2024-07-26T12:23:07.117 INFO:tasks.workunit.client.0.smithi031.stderr: -413> 2024-07-26T12:23:07.008+0000 7fcecf400640 1 -- 172.21.15.31:0/138158324 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_caps(update ino 0x10000000008 1 seq 2 caps=pAsXsFs dirty=- wanted=- follows 0 size 0/4194304 ts 1/18446744073709551615 mtime 2024-07-26T12:23:07.003444+0000 ctime 2024-07-26T12:23:07.003444+0000 change_attr 0) -- 0x7fcea400bb40 con 0x564e6d6050f0 2024-07-26T12:23:07.117 INFO:tasks.workunit.client.0.smithi031.stderr: -412> 2024-07-26T12:23:07.008+0000 7fcecf400640 10 client.4701 handle_cap_grant calling signal_caps_inode 2024-07-26T12:23:07.117 INFO:tasks.workunit.client.0.smithi031.stderr: -411> 2024-07-26T12:23:07.009+0000 7fcecf400640 1 -- 172.21.15.31:0/138158324 <== mds.0 v2:172.21.15.31:6832/713364256 7 ==== client_reply(???:4 = 0 (0) Success unsafe) ==== 507+0+0 (crc 0 0 0) 0x7fcec000a1e0 con 0x564e6d6050f0 2024-07-26T12:23:07.117 INFO:tasks.workunit.client.0.smithi031.stderr: -410> 2024-07-26T12:23:07.009+0000 7fcecf400640 20 client.4701 handle_client_reply got a reply. Safe:0 tid 4 2024-07-26T12:23:07.117 INFO:tasks.workunit.client.0.smithi031.stderr: -409> 2024-07-26T12:23:07.009+0000 7fcecf400640 10 client.4701 insert_trace from 2024-07-26T12:23:07.008844+0000 mds.0 is_target=0 is_dentry=1 2024-07-26T12:23:07.117 INFO:tasks.workunit.client.0.smithi031.stderr: -408> 2024-07-26T12:23:07.009+0000 7fcecf400640 10 client.4701 features 0xffffffffffffffff 2024-07-26T12:23:07.117 INFO:tasks.workunit.client.0.smithi031.stderr: -407> 2024-07-26T12:23:07.009+0000 7fcecf400640 10 client.4701 update_snap_trace len 70 2024-07-26T12:23:07.117 INFO:tasks.workunit.client.0.smithi031.stderr: -406> 2024-07-26T12:23:07.009+0000 7fcecf400640 20 client.4701 get_snap_realm 0x1 0x7fcea400ae90, nref was 2 2024-07-26T12:23:07.117 INFO:tasks.workunit.client.0.smithi031.stderr: -405> 2024-07-26T12:23:07.009+0000 7fcecf400640 20 client.4701 get_snap_realm 0x1 0x7fcea400ae90, nref now is 3 2024-07-26T12:23:07.117 INFO:tasks.workunit.client.0.smithi031.stderr: -404> 2024-07-26T12:23:07.009+0000 7fcecf400640 10 client.4701 update_snap_trace snaprealm(0x1 nref=3 c=0 seq=1 parent=0x0 my_snaps=[] cached_snapc=1=[] last_modified=2024-07-26T12:21:44.597796+0000 change_attr=0) seq 1 <= 1 and same parent, SKIPPING 2024-07-26T12:23:07.117 INFO:tasks.workunit.client.0.smithi031.stderr: -403> 2024-07-26T12:23:07.009+0000 7fcecf400640 10 client.4701 hrm is_target=0 is_dentry=1 2024-07-26T12:23:07.117 INFO:tasks.workunit.client.0.smithi031.stderr: -402> 2024-07-26T12:23:07.009+0000 7fcecf400640 12 client.4701 add_update_inode had 0x1.head(faked_ino=0 nref=10 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=16 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400af80) caps pAsLsXs 2024-07-26T12:23:07.118 INFO:tasks.workunit.client.0.smithi031.stderr: -401> 2024-07-26T12:23:07.009+0000 7fcecf400640 10 client.4701 update_inode_file_time 0x1.head(faked_ino=0 nref=10 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=16 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400af80) pAsLsXs ctime 2024-07-26T12:23:07.008801+0000 mtime 2024-07-26T12:23:07.003444+0000 2024-07-26T12:23:07.118 INFO:tasks.workunit.client.0.smithi031.stderr: -400> 2024-07-26T12:23:07.009+0000 7fcecf400640 20 client.4701 dir hash is 2 2024-07-26T12:23:07.118 INFO:tasks.workunit.client.0.smithi031.stderr: -399> 2024-07-26T12:23:07.009+0000 7fcecf400640 12 client.4701 add_update_inode client inode change_attr: 16 , mds inodestat change_attr: 17 2024-07-26T12:23:07.118 INFO:tasks.workunit.client.0.smithi031.stderr: -398> 2024-07-26T12:23:07.009+0000 7fcecf400640 10 client.4701 add_update_cap issued pAsLsXs -> pAsLsXs from mds.0 on 0x1.head(faked_ino=0 nref=10 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=17 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400af80) 2024-07-26T12:23:07.118 INFO:tasks.workunit.client.0.smithi031.stderr: -397> 2024-07-26T12:23:07.009+0000 7fcecf400640 20 client.4701 got dirfrag map for 0x1 frag * to mds 0 2024-07-26T12:23:07.118 INFO:tasks.workunit.client.0.smithi031.stderr: -396> 2024-07-26T12:23:07.009+0000 7fcecf400640 15 client.4701 unlink dir 0x7fcea400af80 'test_llreadvllwritevinvalidfhfile44787' dn 0x7fcea4007540 inode 0x7fcea400b560 2024-07-26T12:23:07.118 INFO:tasks.workunit.client.0.smithi031.stderr: -395> 2024-07-26T12:23:07.009+0000 7fcecf400640 20 client.4701 put_inode on 0x10000000008.head(faked_ino=0 nref=13 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=0 caps=pAsXsFs(0=pAsXsFs) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b560) n = 1 2024-07-26T12:23:07.118 INFO:tasks.workunit.client.0.smithi031.stderr: -394> 2024-07-26T12:23:07.009+0000 7fcecf400640 20 client.4701 unlink inode 0x7fcea400b560 parents now 2024-07-26T12:23:07.118 INFO:tasks.workunit.client.0.smithi031.stderr: -393> 2024-07-26T12:23:07.009+0000 7fcecf400640 20 client.4701 put_inode on 0x10000000008.head(faked_ino=0 nref=13 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=0 caps=pAsXsFs(0=pAsXsFs) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b560) n = 1 2024-07-26T12:23:07.118 INFO:tasks.workunit.client.0.smithi031.stderr: -392> 2024-07-26T12:23:07.009+0000 7fcecf400640 15 client.4701 update_dentry_lease 0x1.head["test_llreadvllwritevinvalidfhfile44787"] lease(mask 3 dur 30000) from 2024-07-26T12:23:07.008844+0000 2024-07-26T12:23:07.118 INFO:tasks.workunit.client.0.smithi031.stderr: -391> 2024-07-26T12:23:07.009+0000 7fcecf400640 10 client.4701 got dentry lease on test_llreadvllwritevinvalidfhfile44787 dur 30000ms ttl 2024-07-26T12:23:37.008844+0000 2024-07-26T12:23:07.118 INFO:tasks.workunit.client.0.smithi031.stderr: -390> 2024-07-26T12:23:07.009+0000 7fcecf400640 20 client.4701 put_snap_realm 0x1 0x7fcea400ae90 3 -> 2 2024-07-26T12:23:07.118 INFO:tasks.workunit.client.0.smithi031.stderr: -389> 2024-07-26T12:23:07.009+0000 7fcecf400640 20 client.4701 handle_client_reply signalling caller 0x7ffdd11eed60 2024-07-26T12:23:07.119 INFO:tasks.workunit.client.0.smithi031.stderr: -388> 2024-07-26T12:23:07.009+0000 7fcecf400640 20 client.4701 handle_client_reply awaiting kickback on tid 4 0x7fcecf3fde20 2024-07-26T12:23:07.119 INFO:tasks.workunit.client.0.smithi031.stderr: -387> 2024-07-26T12:23:07.009+0000 7fcede41f480 20 client.4701 sendrecv kickback on tid 4 0x7fcecf3fde20 2024-07-26T12:23:07.119 INFO:tasks.workunit.client.0.smithi031.stderr: -386> 2024-07-26T12:23:07.009+0000 7fcede41f480 20 client.4701 lat 0.001586 2024-07-26T12:23:07.119 INFO:tasks.workunit.client.0.smithi031.stderr: -385> 2024-07-26T12:23:07.009+0000 7fcede41f480 20 client.4701 trim_cache size 1 max 16384 2024-07-26T12:23:07.119 INFO:tasks.workunit.client.0.smithi031.stderr: -384> 2024-07-26T12:23:07.009+0000 7fcede41f480 8 client.4701 unlink(#0x1/test_llreadvllwritevinvalidfhfile44787) = 0 2024-07-26T12:23:07.119 INFO:tasks.workunit.client.0.smithi031.stderr: -383> 2024-07-26T12:23:07.009+0000 7fcede41f480 20 client.4701 put_inode on 0x10000000008.head(faked_ino=0 nref=13 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=0 caps=pAsXsFs(0=pAsXsFs) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b560) n = 1 2024-07-26T12:23:07.119 INFO:tasks.workunit.client.0.smithi031.stderr: -382> 2024-07-26T12:23:07.009+0000 7fcede41f480 3 client.4701 (fh)0x564e6d4e0120 is invalid 2024-07-26T12:23:07.119 INFO:tasks.workunit.client.0.smithi031.stderr: -381> 2024-07-26T12:23:07.009+0000 7fcede41f480 3 client.4701 (fh)0x564e6d4e0120 is invalid 2024-07-26T12:23:07.119 INFO:tasks.workunit.client.0.smithi031.stderr: -380> 2024-07-26T12:23:07.009+0000 7fcede41f480 2 client.4701 unmount 2024-07-26T12:23:07.119 INFO:tasks.workunit.client.0.smithi031.stderr: -379> 2024-07-26T12:23:07.009+0000 7fcede41f480 2 client.4701 unmounting 2024-07-26T12:23:07.119 INFO:tasks.workunit.client.0.smithi031.stderr: -378> 2024-07-26T12:23:07.009+0000 7fcede41f480 1 -- 172.21.15.31:0/138158324 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_session(request_flushmdlog) -- 0x564e6d4aa7f0 con 0x564e6d6050f0 2024-07-26T12:23:07.119 INFO:tasks.workunit.client.0.smithi031.stderr: -377> 2024-07-26T12:23:07.009+0000 7fcede41f480 10 client.4701 waiting for write request '4' to complete, currently there are 1 outstanding read/write requests 2024-07-26T12:23:07.119 INFO:tasks.workunit.client.0.smithi031.stderr: -376> 2024-07-26T12:23:07.014+0000 7fcecf400640 1 -- 172.21.15.31:0/138158324 <== mds.0 v2:172.21.15.31:6832/713364256 8 ==== client_caps(grant ino 0x10000000008 1 seq 3 caps=pAsLsXsFsxcrwb dirty=- wanted=Ls follows 0 size 0/0 ts 1/18446744073709551615 mtime 2024-07-26T12:23:07.003444+0000 ctime 2024-07-26T12:23:07.008801+0000 change_attr 1) ==== 260+0+0 (crc 0 0 0) 0x7fcea400bb40 con 0x564e6d6050f0 2024-07-26T12:23:07.120 INFO:tasks.workunit.client.0.smithi031.stderr: -375> 2024-07-26T12:23:07.014+0000 7fcecf400640 10 client.4701 mds.0 seq now 2 2024-07-26T12:23:07.120 INFO:tasks.workunit.client.0.smithi031.stderr: -374> 2024-07-26T12:23:07.014+0000 7fcecf400640 5 client.4701 handle_cap_grant on in 0x10000000008 mds.0 seq 3 caps now pAsLsXsFsxcrwb was pAsXsFs 2024-07-26T12:23:07.120 INFO:tasks.workunit.client.0.smithi031.stderr: -373> 2024-07-26T12:23:07.014+0000 7fcecf400640 10 client.4701 update_inode_file_time 0x10000000008.head(faked_ino=0 nref=13 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/4194304 nlink=0 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.003444+0000 change_attr=0 caps=pAsXsFs(0=pAsXsFs) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b560) pAsXsFs ctime 2024-07-26T12:23:07.008801+0000 mtime 2024-07-26T12:23:07.003444+0000 2024-07-26T12:23:07.120 INFO:tasks.workunit.client.0.smithi031.stderr: -372> 2024-07-26T12:23:07.014+0000 7fcecf400640 10 client.4701 max_size 4194304 -> 0 2024-07-26T12:23:07.120 INFO:tasks.workunit.client.0.smithi031.stderr: -371> 2024-07-26T12:23:07.014+0000 7fcecf400640 10 client.4701 grant, new caps are LsFxcrwb 2024-07-26T12:23:07.120 INFO:tasks.workunit.client.0.smithi031.stderr: -370> 2024-07-26T12:23:07.014+0000 7fcecf400640 10 client.4701 handle_cap_grant calling signal_caps_inode 2024-07-26T12:23:07.120 INFO:tasks.workunit.client.0.smithi031.stderr: -369> 2024-07-26T12:23:07.014+0000 7fcecf400640 5 client.4701 _try_to_trim_inode in 0x10000000008.head(faked_ino=0 nref=13 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/0 nlink=0 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=1 caps=pAsLsXsFsxcrwb(0=pAsLsXsFsxcrwb) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b560) 2024-07-26T12:23:07.120 INFO:tasks.workunit.client.0.smithi031.stderr: -368> 2024-07-26T12:23:07.014+0000 7fcecf400640 10 client.4701 unmounting: trim pass, size was 1+2 2024-07-26T12:23:07.120 INFO:tasks.workunit.client.0.smithi031.stderr: -367> 2024-07-26T12:23:07.014+0000 7fcecf400640 20 client.4701 trim_cache size 1 max 16384 2024-07-26T12:23:07.120 INFO:tasks.workunit.client.0.smithi031.stderr: -366> 2024-07-26T12:23:07.014+0000 7fcecf400640 10 client.4701 unmounting: trim pass, size still 1+2 2024-07-26T12:23:07.120 INFO:tasks.workunit.client.0.smithi031.stderr: -365> 2024-07-26T12:23:07.014+0000 7fcecf400640 1 -- 172.21.15.31:0/138158324 <== mds.0 v2:172.21.15.31:6832/713364256 9 ==== client_reply(???:4 = 0 (0) Success safe) ==== 27+0+0 (crc 0 0 0) 0x7fcec0083450 con 0x564e6d6050f0 2024-07-26T12:23:07.120 INFO:tasks.workunit.client.0.smithi031.stderr: -364> 2024-07-26T12:23:07.014+0000 7fcecf400640 20 client.4701 handle_client_reply got a reply. Safe:1 tid 4 2024-07-26T12:23:07.120 INFO:tasks.workunit.client.0.smithi031.stderr: -363> 2024-07-26T12:23:07.014+0000 7fcecf400640 10 client.4701 insert_trace from 2024-07-26T12:23:07.008844+0000 mds.0 is_target=0 is_dentry=0 2024-07-26T12:23:07.120 INFO:tasks.workunit.client.0.smithi031.stderr: -362> 2024-07-26T12:23:07.014+0000 7fcecf400640 10 client.4701 insert_trace -- already got unsafe; ignoring 2024-07-26T12:23:07.121 INFO:tasks.workunit.client.0.smithi031.stderr: -361> 2024-07-26T12:23:07.014+0000 7fcecf400640 20 client.4701 put_inode on 0x1.head(faked_ino=0 nref=10 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=17 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400af80) n = 1 2024-07-26T12:23:07.121 INFO:tasks.workunit.client.0.smithi031.stderr: -360> 2024-07-26T12:23:07.014+0000 7fcecf400640 20 client.4701 put_inode on 0x10000000008.head(faked_ino=0 nref=13 ll_ref=1 cap_refs={} open={3=0} mode=100666 size=0/0 nlink=0 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=1 caps=pAsLsXsFsxcrwb(0=pAsLsXsFsxcrwb) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b560) n = 1 2024-07-26T12:23:07.121 INFO:tasks.workunit.client.0.smithi031.stderr: -359> 2024-07-26T12:23:07.014+0000 7fcecf400640 10 client.4701 unmounting: trim pass, size was 1+2 2024-07-26T12:23:07.121 INFO:tasks.workunit.client.0.smithi031.stderr: -358> 2024-07-26T12:23:07.014+0000 7fcecf400640 20 client.4701 trim_cache size 1 max 16384 2024-07-26T12:23:07.121 INFO:tasks.workunit.client.0.smithi031.stderr: -357> 2024-07-26T12:23:07.014+0000 7fcecf400640 15 client.4701 trim_dentry unlinking dn test_llreadvllwritevinvalidfhfile44787 in dir 0x1 2024-07-26T12:23:07.121 INFO:tasks.workunit.client.0.smithi031.stderr: -356> 2024-07-26T12:23:07.014+0000 7fcecf400640 15 client.4701 unlink dir 0x7fcea400af80 'test_llreadvllwritevinvalidfhfile44787' dn 0x7fcea4007540 inode 0 2024-07-26T12:23:07.121 INFO:tasks.workunit.client.0.smithi031.stderr: -355> 2024-07-26T12:23:07.014+0000 7fcecf400640 15 client.4701 unlink removing 'test_llreadvllwritevinvalidfhfile44787' dn 0x7fcea4007540 2024-07-26T12:23:07.121 INFO:tasks.workunit.client.0.smithi031.stderr: -354> 2024-07-26T12:23:07.014+0000 7fcecf400640 15 client.4701 close_dir dir 0x564e6d564e50 on 0x7fcea400af80 2024-07-26T12:23:07.121 INFO:tasks.workunit.client.0.smithi031.stderr: -353> 2024-07-26T12:23:07.014+0000 7fcecf400640 20 client.4701 put_inode on 0x1.head(faked_ino=0 nref=10 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=17 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400af80) n = 1 2024-07-26T12:23:07.121 INFO:tasks.workunit.client.0.smithi031.stderr: -352> 2024-07-26T12:23:07.014+0000 7fcecf400640 10 client.4701 unmounting: trim pass, cache shrank, poking unmount() 2024-07-26T12:23:07.121 INFO:tasks.workunit.client.0.smithi031.stderr: -351> 2024-07-26T12:23:07.014+0000 7fcede41f480 20 client.4701 put_inode on 0x1.head(faked_ino=0 nref=10 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=17 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400af80) n = 1 2024-07-26T12:23:07.121 INFO:tasks.workunit.client.0.smithi031.stderr: -350> 2024-07-26T12:23:07.014+0000 7fcede41f480 20 client.4701 put_inode on 0x1.head(faked_ino=0 nref=10 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=17 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400af80) n = 1 2024-07-26T12:23:07.121 INFO:tasks.workunit.client.0.smithi031.stderr: -349> 2024-07-26T12:23:07.014+0000 7fcede41f480 10 client.4701 _ll_drop_pins 2024-07-26T12:23:07.122 INFO:tasks.workunit.client.0.smithi031.stderr: -348> 2024-07-26T12:23:07.014+0000 7fcede41f480 20 client.4701 _ll_put 0x7fcea400b560 0x10000000008 1 -> 0 2024-07-26T12:23:07.122 INFO:tasks.workunit.client.0.smithi031.stderr: -347> 2024-07-26T12:23:07.014+0000 7fcede41f480 20 client.4701 put_inode on 0x10000000008.head(faked_ino=0 nref=14 ll_ref=0 cap_refs={} open={3=0} mode=100666 size=0/0 nlink=0 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=1 caps=pAsLsXsFsxcrwb(0=pAsLsXsFsxcrwb) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b560) n = 1 2024-07-26T12:23:07.122 INFO:tasks.workunit.client.0.smithi031.stderr: -346> 2024-07-26T12:23:07.014+0000 7fcede41f480 20 client.4701 _ll_put 0x7fcea400af80 0x1 2 -> 0 2024-07-26T12:23:07.122 INFO:tasks.workunit.client.0.smithi031.stderr: -345> 2024-07-26T12:23:07.014+0000 7fcede41f480 20 client.4701 put_inode on 0x1.head(faked_ino=0 nref=11 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=17 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400af80) n = 1 2024-07-26T12:23:07.122 INFO:tasks.workunit.client.0.smithi031.stderr: -344> 2024-07-26T12:23:07.014+0000 7fcede41f480 20 client.4701 put_inode on 0x10000000008.head(faked_ino=0 nref=14 ll_ref=0 cap_refs={} open={3=0} mode=100666 size=0/0 nlink=0 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=1 caps=pAsLsXsFsxcrwb(0=pAsLsXsFsxcrwb) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b560) n = 1 2024-07-26T12:23:07.122 INFO:tasks.workunit.client.0.smithi031.stderr: -343> 2024-07-26T12:23:07.014+0000 7fcede41f480 20 client.4701 put_inode on 0x1.head(faked_ino=0 nref=11 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=17 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400af80) n = 1 2024-07-26T12:23:07.122 INFO:tasks.workunit.client.0.smithi031.stderr: -342> 2024-07-26T12:23:07.014+0000 7fcede41f480 20 client.4701 _release 0x10000000008.head(faked_ino=0 nref=15 ll_ref=0 cap_refs={} open={3=0} mode=100666 size=0/0 nlink=0 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=1 caps=pAsLsXsFsxcrwb(0=pAsLsXsFsxcrwb) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b560) 2024-07-26T12:23:07.122 INFO:tasks.workunit.client.0.smithi031.stderr: -341> 2024-07-26T12:23:07.014+0000 7fcede41f480 10 client.4701 _invalidate_inode_cache 0x10000000008.head(faked_ino=0 nref=15 ll_ref=0 cap_refs={1024=0} open={3=0} mode=100666 size=0/0 nlink=0 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=1 caps=pAsLsXsFsxcrwb(0=pAsLsXsFsxcrwb) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b560) 2024-07-26T12:23:07.122 INFO:tasks.workunit.client.0.smithi031.stderr: -340> 2024-07-26T12:23:07.014+0000 7fcede41f480 10 client.4701 _flush 0x10000000008.head(faked_ino=0 nref=16 ll_ref=0 cap_refs={1024=0} open={3=0} mode=100666 size=0/0 nlink=0 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=1 caps=pAsLsXsFsxcrwb(0=pAsLsXsFsxcrwb) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b560) 2024-07-26T12:23:07.122 INFO:tasks.workunit.client.0.smithi031.stderr: -339> 2024-07-26T12:23:07.014+0000 7fcede41f480 10 client.4701 nothing to flush 2024-07-26T12:23:07.122 INFO:tasks.workunit.client.0.smithi031.stderr: -338> 2024-07-26T12:23:07.014+0000 7fcede41f480 20 client.4701 put_inode on 0x10000000008.head(faked_ino=0 nref=16 ll_ref=0 cap_refs={1024=0} open={3=0} mode=100666 size=0/0 nlink=0 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=1 caps=pAsLsXsFsxcrwb(0=pAsLsXsFsxcrwb) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b560) n = 1 2024-07-26T12:23:07.122 INFO:tasks.workunit.client.0.smithi031.stderr: -337> 2024-07-26T12:23:07.014+0000 7fcede41f480 20 client.4701 _release 0x1.head(faked_ino=0 nref=12 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=17 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400af80) 2024-07-26T12:23:07.122 INFO:tasks.workunit.client.0.smithi031.stderr: -336> 2024-07-26T12:23:07.014+0000 7fcede41f480 10 client.4701 _invalidate_inode_cache 0x1.head(faked_ino=0 nref=12 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=17 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400af80) 2024-07-26T12:23:07.123 INFO:tasks.workunit.client.0.smithi031.stderr: -335> 2024-07-26T12:23:07.014+0000 7fcede41f480 10 client.4701 _flush 0x1.head(faked_ino=0 nref=13 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=17 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400af80) 2024-07-26T12:23:07.123 INFO:tasks.workunit.client.0.smithi031.stderr: -334> 2024-07-26T12:23:07.014+0000 7fcede41f480 10 client.4701 nothing to flush 2024-07-26T12:23:07.123 INFO:tasks.workunit.client.0.smithi031.stderr: -333> 2024-07-26T12:23:07.014+0000 7fcecf400640 1 -- 172.21.15.31:0/138158324 <== mds.0 v2:172.21.15.31:6832/713364256 10 ==== client_caps(grant ino 0x10000000008 1 seq 4 caps=pAsLsXsFsxcrwb dirty=- wanted=- follows 0 size 0/0 ts 1/18446744073709551615 mtime 2024-07-26T12:23:07.003444+0000 ctime 2024-07-26T12:23:07.008801+0000 change_attr 1) ==== 260+0+0 (crc 0 0 0) 0x7fcec0083870 con 0x564e6d6050f0 2024-07-26T12:23:07.123 INFO:tasks.workunit.client.0.smithi031.stderr: -332> 2024-07-26T12:23:07.014+0000 7fcede41f480 20 client.4701 put_inode on 0x1.head(faked_ino=0 nref=13 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=17 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400af80) n = 1 2024-07-26T12:23:07.123 INFO:tasks.workunit.client.0.smithi031.stderr: -331> 2024-07-26T12:23:07.014+0000 7fcede41f480 20 client.4701 put_inode on 0x10000000008.head(faked_ino=0 nref=16 ll_ref=0 cap_refs={1024=0} open={3=0} mode=100666 size=0/0 nlink=0 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=1 caps=pAsLsXsFsxcrwb(0=pAsLsXsFsxcrwb) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b560) n = 1 2024-07-26T12:23:07.123 INFO:tasks.workunit.client.0.smithi031.stderr: -330> 2024-07-26T12:23:07.014+0000 7fcede41f480 20 client.4701 put_inode on 0x1.head(faked_ino=0 nref=13 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=17 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400af80) n = 1 2024-07-26T12:23:07.123 INFO:tasks.workunit.client.0.smithi031.stderr: -329> 2024-07-26T12:23:07.014+0000 7fcede41f480 10 client.4701 flush_caps_sync 2024-07-26T12:23:07.123 INFO:tasks.workunit.client.0.smithi031.stderr: -328> 2024-07-26T12:23:07.014+0000 7fcede41f480 10 client.4701 wait_sync_caps want 1 (last is 1, 0 total flushing) 2024-07-26T12:23:07.123 INFO:tasks.workunit.client.0.smithi031.stderr: -327> 2024-07-26T12:23:07.014+0000 7fcede41f480 20 client.4701 trim_cache size 0 max 16384 2024-07-26T12:23:07.123 INFO:tasks.workunit.client.0.smithi031.stderr: -326> 2024-07-26T12:23:07.014+0000 7fcede41f480 10 client.4701 _put_inode on 0x1.head(faked_ino=0 nref=13 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=17 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400af80) n = 12 2024-07-26T12:23:07.123 INFO:tasks.workunit.client.0.smithi031.stderr: -325> 2024-07-26T12:23:07.014+0000 7fcede41f480 10 client.4701 remove_cap mds.0 on 0x1.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=17 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400af80) 2024-07-26T12:23:07.123 INFO:tasks.workunit.client.0.smithi031.stderr: -324> 2024-07-26T12:23:07.014+0000 7fcede41f480 15 client.4701 remove_cap last one, closing snaprealm 0x7fcea400ae90 2024-07-26T12:23:07.123 INFO:tasks.workunit.client.0.smithi031.stderr: -323> 2024-07-26T12:23:07.014+0000 7fcede41f480 20 client.4701 put_snap_realm 0x1 0x7fcea400ae90 2 -> 1 2024-07-26T12:23:07.124 INFO:tasks.workunit.client.0.smithi031.stderr: -322> 2024-07-26T12:23:07.014+0000 7fcede41f480 10 client.4701 _put_inode deleting 0x1.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=17 caps=- has_dir_layout 0x7fcea400af80) 2024-07-26T12:23:07.124 INFO:tasks.workunit.client.0.smithi031.stderr: -321> 2024-07-26T12:23:07.014+0000 7fcede41f480 10 client.4701 _put_inode on 0x10000000008.head(faked_ino=0 nref=16 ll_ref=0 cap_refs={1024=0} open={3=0} mode=100666 size=0/0 nlink=0 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=1 caps=pAsLsXsFsxcrwb(0=pAsLsXsFsxcrwb) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b560) n = 15 2024-07-26T12:23:07.124 INFO:tasks.workunit.client.0.smithi031.stderr: -320> 2024-07-26T12:23:07.014+0000 7fcede41f480 10 client.4701 remove_cap mds.0 on 0x10000000008.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={1024=0} open={3=0} mode=100666 size=0/0 nlink=0 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=1 caps=pAsLsXsFsxcrwb(0=pAsLsXsFsxcrwb) objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b560) 2024-07-26T12:23:07.124 INFO:tasks.workunit.client.0.smithi031.stderr: -319> 2024-07-26T12:23:07.014+0000 7fcede41f480 15 client.4701 remove_cap last one, closing snaprealm 0x7fcea400ae90 2024-07-26T12:23:07.124 INFO:tasks.workunit.client.0.smithi031.stderr: -318> 2024-07-26T12:23:07.014+0000 7fcede41f480 20 client.4701 put_snap_realm 0x1 0x7fcea400ae90 1 -> 0 2024-07-26T12:23:07.124 INFO:tasks.workunit.client.0.smithi031.stderr: -317> 2024-07-26T12:23:07.014+0000 7fcede41f480 10 client.4701 _put_inode deleting 0x10000000008.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={1024=0} open={3=0} mode=100666 size=0/0 nlink=0 btime=2024-07-26T12:23:07.003444+0000 mtime=2024-07-26T12:23:07.003444+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=1 caps=- objectset[0x10000000008 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b560) 2024-07-26T12:23:07.124 INFO:tasks.workunit.client.0.smithi031.stderr: -316> 2024-07-26T12:23:07.014+0000 7fcede41f480 2 client.4701 _close_mds_session mds.0 seq 2 2024-07-26T12:23:07.124 INFO:tasks.workunit.client.0.smithi031.stderr: -315> 2024-07-26T12:23:07.014+0000 7fcede41f480 1 -- 172.21.15.31:0/138158324 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_session(request_close seq 2) -- 0x564e6d552ac0 con 0x564e6d6050f0 2024-07-26T12:23:07.124 INFO:tasks.workunit.client.0.smithi031.stderr: -314> 2024-07-26T12:23:07.014+0000 7fcede41f480 2 client.4701 waiting for 1 mds session(s) to close (timeout: 30s) 2024-07-26T12:23:07.124 INFO:tasks.workunit.client.0.smithi031.stderr: -313> 2024-07-26T12:23:07.014+0000 7fcecf400640 10 client.4701 mds.0 seq now 3 2024-07-26T12:23:07.124 INFO:tasks.workunit.client.0.smithi031.stderr: -312> 2024-07-26T12:23:07.014+0000 7fcecf400640 1 -- 172.21.15.31:0/138158324 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_session(request_close seq 3) -- 0x7fcea400ac70 con 0x564e6d6050f0 2024-07-26T12:23:07.124 INFO:tasks.workunit.client.0.smithi031.stderr: -311> 2024-07-26T12:23:07.014+0000 7fcecf400640 5 client.4701 handle_caps don't have vino 0x10000000008.head op 0, immediately releasing 2024-07-26T12:23:07.124 INFO:tasks.workunit.client.0.smithi031.stderr: -310> 2024-07-26T12:23:07.014+0000 7fcecf400640 1 -- 172.21.15.31:0/138158324 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_cap_release(3) -- 0x564e6d552700 con 0x564e6d6050f0 2024-07-26T12:23:07.125 INFO:tasks.workunit.client.0.smithi031.stderr: -309> 2024-07-26T12:23:07.014+0000 7fcecf400640 10 client.4701 unmounting: trim pass, size was 0+0 2024-07-26T12:23:07.125 INFO:tasks.workunit.client.0.smithi031.stderr: -308> 2024-07-26T12:23:07.014+0000 7fcecf400640 20 client.4701 trim_cache size 0 max 16384 2024-07-26T12:23:07.125 INFO:tasks.workunit.client.0.smithi031.stderr: -307> 2024-07-26T12:23:07.014+0000 7fcecf400640 10 client.4701 unmounting: trim pass, size still 0+0 2024-07-26T12:23:07.125 INFO:tasks.workunit.client.0.smithi031.stderr: -306> 2024-07-26T12:23:07.019+0000 7fcecf400640 1 -- 172.21.15.31:0/138158324 <== mds.0 v2:172.21.15.31:6832/713364256 11 ==== client_session(close) ==== 28+0+0 (crc 0 0 0) 0x7fcea400ac70 con 0x564e6d6050f0 2024-07-26T12:23:07.125 INFO:tasks.workunit.client.0.smithi031.stderr: -305> 2024-07-26T12:23:07.019+0000 7fcecf400640 10 client.4701 handle_client_session client_session(close) from mds.0 2024-07-26T12:23:07.125 INFO:tasks.workunit.client.0.smithi031.stderr: -304> 2024-07-26T12:23:07.019+0000 7fcecf400640 5 client.4701 _closed_mds_session mds.0 seq 3 2024-07-26T12:23:07.125 INFO:tasks.workunit.client.0.smithi031.stderr: -303> 2024-07-26T12:23:07.019+0000 7fcecf400640 1 -- 172.21.15.31:0/138158324 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d6050f0 msgr2=0x564e6d4db410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:07.125 INFO:tasks.workunit.client.0.smithi031.stderr: -302> 2024-07-26T12:23:07.019+0000 7fcecf400640 1 --2- 172.21.15.31:0/138158324 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d6050f0 0x564e6d4db410 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:07.125 INFO:tasks.workunit.client.0.smithi031.stderr: -301> 2024-07-26T12:23:07.019+0000 7fcecf400640 10 client.4701 remove_session_caps mds.0 2024-07-26T12:23:07.125 INFO:tasks.workunit.client.0.smithi031.stderr: -300> 2024-07-26T12:23:07.019+0000 7fcecf400640 10 client.4701 kick_requests_closed for mds.0 2024-07-26T12:23:07.125 INFO:tasks.workunit.client.0.smithi031.stderr: -299> 2024-07-26T12:23:07.019+0000 7fcecf400640 10 client.4701 unmounting: trim pass, size was 0+0 2024-07-26T12:23:07.125 INFO:tasks.workunit.client.0.smithi031.stderr: -298> 2024-07-26T12:23:07.019+0000 7fcecf400640 20 client.4701 trim_cache size 0 max 16384 2024-07-26T12:23:07.125 INFO:tasks.workunit.client.0.smithi031.stderr: -297> 2024-07-26T12:23:07.019+0000 7fcecf400640 10 client.4701 unmounting: trim pass, size still 0+0 2024-07-26T12:23:07.125 INFO:tasks.workunit.client.0.smithi031.stderr: -296> 2024-07-26T12:23:07.019+0000 7fcede41f480 2 client.4701 unmounted. 2024-07-26T12:23:07.126 INFO:tasks.workunit.client.0.smithi031.stderr: -295> 2024-07-26T12:23:07.019+0000 7fcede41f480 1 client.4701 shutdown 2024-07-26T12:23:07.126 INFO:tasks.workunit.client.0.smithi031.stderr: -294> 2024-07-26T12:23:07.019+0000 7fcede41f480 5 asok(0x564e6d429590) unregister_commands dump_cache 2024-07-26T12:23:07.126 INFO:tasks.workunit.client.0.smithi031.stderr: -293> 2024-07-26T12:23:07.019+0000 7fcede41f480 5 asok(0x564e6d429590) unregister_commands kick_stale_sessions 2024-07-26T12:23:07.126 INFO:tasks.workunit.client.0.smithi031.stderr: -292> 2024-07-26T12:23:07.019+0000 7fcede41f480 5 asok(0x564e6d429590) unregister_commands mds_requests 2024-07-26T12:23:07.126 INFO:tasks.workunit.client.0.smithi031.stderr: -291> 2024-07-26T12:23:07.019+0000 7fcede41f480 5 asok(0x564e6d429590) unregister_commands mds_sessions 2024-07-26T12:23:07.126 INFO:tasks.workunit.client.0.smithi031.stderr: -290> 2024-07-26T12:23:07.019+0000 7fcede41f480 5 asok(0x564e6d429590) unregister_commands status 2024-07-26T12:23:07.126 INFO:tasks.workunit.client.0.smithi031.stderr: -289> 2024-07-26T12:23:07.019+0000 7fcede41f480 5 asok(0x564e6d429590) unregister_commands objecter_requests 2024-07-26T12:23:07.126 INFO:tasks.workunit.client.0.smithi031.stderr: -288> 2024-07-26T12:23:07.019+0000 7fcede41f480 10 monclient: shutdown 2024-07-26T12:23:07.126 INFO:tasks.workunit.client.0.smithi031.stderr: -287> 2024-07-26T12:23:07.019+0000 7fcede41f480 5 asok(0x564e6d429590) unregister_commands rotate-key 2024-07-26T12:23:07.126 INFO:tasks.workunit.client.0.smithi031.stderr: -286> 2024-07-26T12:23:07.019+0000 7fcede41f480 1 -- 172.21.15.31:0/138158324 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d4d61d0 msgr2=0x564e6d548f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:07.126 INFO:tasks.workunit.client.0.smithi031.stderr: -285> 2024-07-26T12:23:07.019+0000 7fcede41f480 1 --2- 172.21.15.31:0/138158324 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d4d61d0 0x564e6d548f30 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fcec802ca70 tx=0x7fcec8001440 comp rx=0 tx=0).stop 2024-07-26T12:23:07.126 INFO:tasks.workunit.client.0.smithi031.stderr: -284> 2024-07-26T12:23:07.019+0000 7fcede41f480 1 -- 172.21.15.31:0/138158324 shutdown_connections 2024-07-26T12:23:07.126 INFO:tasks.workunit.client.0.smithi031.stderr: -283> 2024-07-26T12:23:07.019+0000 7fcede41f480 1 --2- 172.21.15.31:0/138158324 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d5fb3b0 0x564e6d600fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:07.127 INFO:tasks.workunit.client.0.smithi031.stderr: -282> 2024-07-26T12:23:07.019+0000 7fcede41f480 1 --2- 172.21.15.31:0/138158324 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d5497a0 0x564e6d560f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:07.127 INFO:tasks.workunit.client.0.smithi031.stderr: -281> 2024-07-26T12:23:07.019+0000 7fcede41f480 1 --2- 172.21.15.31:0/138158324 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d6050f0 0x564e6d4db410 unknown :-1 s=CLOSED pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:07.127 INFO:tasks.workunit.client.0.smithi031.stderr: -280> 2024-07-26T12:23:07.019+0000 7fcede41f480 1 --2- 172.21.15.31:0/138158324 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d4d61d0 0x564e6d548f30 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:07.127 INFO:tasks.workunit.client.0.smithi031.stderr: -279> 2024-07-26T12:23:07.019+0000 7fcede41f480 1 -- 172.21.15.31:0/138158324 >> 172.21.15.31:0/138158324 conn(0x564e6d3cbab0 msgr2=0x564e6d4dcc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:23:07.127 INFO:tasks.workunit.client.0.smithi031.stderr: -278> 2024-07-26T12:23:07.020+0000 7fcede41f480 1 -- 172.21.15.31:0/138158324 shutdown_connections 2024-07-26T12:23:07.127 INFO:tasks.workunit.client.0.smithi031.stderr: -277> 2024-07-26T12:23:07.020+0000 7fcede41f480 1 -- 172.21.15.31:0/138158324 wait complete. 2024-07-26T12:23:07.127 INFO:tasks.workunit.client.0.smithi031.stderr: -276> 2024-07-26T12:23:07.020+0000 7fcede41f480 20 client.4701 trim_cache size 0 max 16384 2024-07-26T12:23:07.127 INFO:tasks.workunit.client.0.smithi031.stderr: -275> 2024-07-26T12:23:07.020+0000 7fcede41f480 5 AuthRegistry(0x564e6d4994f0) adding auth protocol: cephx 2024-07-26T12:23:07.127 INFO:tasks.workunit.client.0.smithi031.stderr: -274> 2024-07-26T12:23:07.020+0000 7fcede41f480 5 AuthRegistry(0x564e6d4994f0) adding auth protocol: cephx 2024-07-26T12:23:07.127 INFO:tasks.workunit.client.0.smithi031.stderr: -273> 2024-07-26T12:23:07.020+0000 7fcede41f480 5 AuthRegistry(0x564e6d4994f0) adding auth protocol: cephx 2024-07-26T12:23:07.127 INFO:tasks.workunit.client.0.smithi031.stderr: -272> 2024-07-26T12:23:07.020+0000 7fcede41f480 5 AuthRegistry(0x564e6d4994f0) adding con mode: secure 2024-07-26T12:23:07.127 INFO:tasks.workunit.client.0.smithi031.stderr: -271> 2024-07-26T12:23:07.020+0000 7fcede41f480 5 AuthRegistry(0x564e6d4994f0) adding con mode: crc 2024-07-26T12:23:07.127 INFO:tasks.workunit.client.0.smithi031.stderr: -270> 2024-07-26T12:23:07.020+0000 7fcede41f480 5 AuthRegistry(0x564e6d4994f0) adding con mode: secure 2024-07-26T12:23:07.127 INFO:tasks.workunit.client.0.smithi031.stderr: -269> 2024-07-26T12:23:07.020+0000 7fcede41f480 5 AuthRegistry(0x564e6d4994f0) adding con mode: crc 2024-07-26T12:23:07.128 INFO:tasks.workunit.client.0.smithi031.stderr: -268> 2024-07-26T12:23:07.020+0000 7fcede41f480 5 AuthRegistry(0x564e6d4994f0) adding con mode: secure 2024-07-26T12:23:07.128 INFO:tasks.workunit.client.0.smithi031.stderr: -267> 2024-07-26T12:23:07.020+0000 7fcede41f480 5 AuthRegistry(0x564e6d4994f0) adding con mode: crc 2024-07-26T12:23:07.128 INFO:tasks.workunit.client.0.smithi031.stderr: -266> 2024-07-26T12:23:07.020+0000 7fcede41f480 5 AuthRegistry(0x564e6d4994f0) adding con mode: crc 2024-07-26T12:23:07.128 INFO:tasks.workunit.client.0.smithi031.stderr: -265> 2024-07-26T12:23:07.020+0000 7fcede41f480 5 AuthRegistry(0x564e6d4994f0) adding con mode: secure 2024-07-26T12:23:07.128 INFO:tasks.workunit.client.0.smithi031.stderr: -264> 2024-07-26T12:23:07.020+0000 7fcede41f480 5 AuthRegistry(0x564e6d4994f0) adding con mode: crc 2024-07-26T12:23:07.128 INFO:tasks.workunit.client.0.smithi031.stderr: -263> 2024-07-26T12:23:07.020+0000 7fcede41f480 5 AuthRegistry(0x564e6d4994f0) adding con mode: secure 2024-07-26T12:23:07.128 INFO:tasks.workunit.client.0.smithi031.stderr: -262> 2024-07-26T12:23:07.020+0000 7fcede41f480 5 AuthRegistry(0x564e6d4994f0) adding con mode: crc 2024-07-26T12:23:07.128 INFO:tasks.workunit.client.0.smithi031.stderr: -261> 2024-07-26T12:23:07.020+0000 7fcede41f480 5 AuthRegistry(0x564e6d4994f0) adding con mode: secure 2024-07-26T12:23:07.128 INFO:tasks.workunit.client.0.smithi031.stderr: -260> 2024-07-26T12:23:07.021+0000 7fcede41f480 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-07-26T12:23:07.128 INFO:tasks.workunit.client.0.smithi031.stderr: -259> 2024-07-26T12:23:07.021+0000 7fcede41f480 1 -- start start 2024-07-26T12:23:07.128 INFO:tasks.workunit.client.0.smithi031.stderr: -258> 2024-07-26T12:23:07.021+0000 7fcede41f480 10 monclient: build_initial_monmap 2024-07-26T12:23:07.128 INFO:tasks.workunit.client.0.smithi031.stderr: -257> 2024-07-26T12:23:07.021+0000 7fcede41f480 1 build_initial for_mkfs: 0 2024-07-26T12:23:07.128 INFO:tasks.workunit.client.0.smithi031.stderr: -256> 2024-07-26T12:23:07.021+0000 7fcede41f480 10 monclient: monmap: 2024-07-26T12:23:07.128 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 0 2024-07-26T12:23:07.129 INFO:tasks.workunit.client.0.smithi031.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-07-26T12:23:07.129 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 0.000000 2024-07-26T12:23:07.129 INFO:tasks.workunit.client.0.smithi031.stderr:created 0.000000 2024-07-26T12:23:07.129 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 0 (unknown) 2024-07-26T12:23:07.129 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-07-26T12:23:07.129 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.noname-a 2024-07-26T12:23:07.129 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.noname-b 2024-07-26T12:23:07.129 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.noname-c 2024-07-26T12:23:07.129 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-07-26T12:23:07.129 INFO:tasks.workunit.client.0.smithi031.stderr: -255> 2024-07-26T12:23:07.021+0000 7fcede41f480 10 monclient: init 2024-07-26T12:23:07.129 INFO:tasks.workunit.client.0.smithi031.stderr: -254> 2024-07-26T12:23:07.021+0000 7fcede41f480 5 AuthRegistry(0x564e6d4e0310) adding auth protocol: cephx 2024-07-26T12:23:07.129 INFO:tasks.workunit.client.0.smithi031.stderr: -253> 2024-07-26T12:23:07.021+0000 7fcede41f480 5 AuthRegistry(0x564e6d4e0310) adding auth protocol: cephx 2024-07-26T12:23:07.129 INFO:tasks.workunit.client.0.smithi031.stderr: -252> 2024-07-26T12:23:07.021+0000 7fcede41f480 5 AuthRegistry(0x564e6d4e0310) adding auth protocol: cephx 2024-07-26T12:23:07.129 INFO:tasks.workunit.client.0.smithi031.stderr: -251> 2024-07-26T12:23:07.021+0000 7fcede41f480 5 AuthRegistry(0x564e6d4e0310) adding con mode: secure 2024-07-26T12:23:07.130 INFO:tasks.workunit.client.0.smithi031.stderr: -250> 2024-07-26T12:23:07.021+0000 7fcede41f480 5 AuthRegistry(0x564e6d4e0310) adding con mode: crc 2024-07-26T12:23:07.130 INFO:tasks.workunit.client.0.smithi031.stderr: -249> 2024-07-26T12:23:07.021+0000 7fcede41f480 5 AuthRegistry(0x564e6d4e0310) adding con mode: secure 2024-07-26T12:23:07.130 INFO:tasks.workunit.client.0.smithi031.stderr: -248> 2024-07-26T12:23:07.021+0000 7fcede41f480 5 AuthRegistry(0x564e6d4e0310) adding con mode: crc 2024-07-26T12:23:07.130 INFO:tasks.workunit.client.0.smithi031.stderr: -247> 2024-07-26T12:23:07.021+0000 7fcede41f480 5 AuthRegistry(0x564e6d4e0310) adding con mode: secure 2024-07-26T12:23:07.130 INFO:tasks.workunit.client.0.smithi031.stderr: -246> 2024-07-26T12:23:07.021+0000 7fcede41f480 5 AuthRegistry(0x564e6d4e0310) adding con mode: crc 2024-07-26T12:23:07.130 INFO:tasks.workunit.client.0.smithi031.stderr: -245> 2024-07-26T12:23:07.021+0000 7fcede41f480 5 AuthRegistry(0x564e6d4e0310) adding con mode: crc 2024-07-26T12:23:07.130 INFO:tasks.workunit.client.0.smithi031.stderr: -244> 2024-07-26T12:23:07.021+0000 7fcede41f480 5 AuthRegistry(0x564e6d4e0310) adding con mode: secure 2024-07-26T12:23:07.130 INFO:tasks.workunit.client.0.smithi031.stderr: -243> 2024-07-26T12:23:07.021+0000 7fcede41f480 5 AuthRegistry(0x564e6d4e0310) adding con mode: crc 2024-07-26T12:23:07.130 INFO:tasks.workunit.client.0.smithi031.stderr: -242> 2024-07-26T12:23:07.021+0000 7fcede41f480 5 AuthRegistry(0x564e6d4e0310) adding con mode: secure 2024-07-26T12:23:07.130 INFO:tasks.workunit.client.0.smithi031.stderr: -241> 2024-07-26T12:23:07.021+0000 7fcede41f480 5 AuthRegistry(0x564e6d4e0310) adding con mode: crc 2024-07-26T12:23:07.130 INFO:tasks.workunit.client.0.smithi031.stderr: -240> 2024-07-26T12:23:07.021+0000 7fcede41f480 5 AuthRegistry(0x564e6d4e0310) adding con mode: secure 2024-07-26T12:23:07.130 INFO:tasks.workunit.client.0.smithi031.stderr: -239> 2024-07-26T12:23:07.022+0000 7fcede41f480 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-07-26T12:23:07.130 INFO:tasks.workunit.client.0.smithi031.stderr: -238> 2024-07-26T12:23:07.023+0000 7fcede41f480 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-07-26T12:23:07.130 INFO:tasks.workunit.client.0.smithi031.stderr: -237> 2024-07-26T12:23:07.023+0000 7fcede41f480 1 Processor -- start 2024-07-26T12:23:07.131 INFO:tasks.workunit.client.0.smithi031.stderr: -236> 2024-07-26T12:23:07.024+0000 7fcede41f480 5 asok(0x564e6d429590) register_command rotate-key hook 0x564e6d4e0490 2024-07-26T12:23:07.131 INFO:tasks.workunit.client.0.smithi031.stderr: -235> 2024-07-26T12:23:07.024+0000 7fcede41f480 5 asok(0x564e6d429590) register_command objecter_requests hook 0x564e6d4ddce0 2024-07-26T12:23:07.131 INFO:tasks.workunit.client.0.smithi031.stderr: -234> 2024-07-26T12:23:07.024+0000 7fcede41f480 10 monclient: _renew_subs 2024-07-26T12:23:07.131 INFO:tasks.workunit.client.0.smithi031.stderr: -233> 2024-07-26T12:23:07.024+0000 7fcede41f480 10 monclient: _reopen_session rank -1 2024-07-26T12:23:07.131 INFO:tasks.workunit.client.0.smithi031.stderr: -232> 2024-07-26T12:23:07.024+0000 7fcede41f480 10 monclient: _add_conns ranks=[1,2,0] 2024-07-26T12:23:07.131 INFO:tasks.workunit.client.0.smithi031.stderr: -231> 2024-07-26T12:23:07.024+0000 7fcede41f480 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d4d61d0 0x564e6d548f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:07.131 INFO:tasks.workunit.client.0.smithi031.stderr: -230> 2024-07-26T12:23:07.024+0000 7fcede41f480 10 monclient(hunting): picked mon.noname-b con 0x564e6d4d61d0 addr [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] 2024-07-26T12:23:07.131 INFO:tasks.workunit.client.0.smithi031.stderr: -229> 2024-07-26T12:23:07.024+0000 7fcede41f480 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d5497a0 0x564e6d560f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:07.131 INFO:tasks.workunit.client.0.smithi031.stderr: -228> 2024-07-26T12:23:07.024+0000 7fcede41f480 10 monclient(hunting): picked mon.noname-c con 0x564e6d5497a0 addr [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] 2024-07-26T12:23:07.131 INFO:tasks.workunit.client.0.smithi031.stderr: -227> 2024-07-26T12:23:07.024+0000 7fcede41f480 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d5fb3b0 0x564e6d600fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:07.131 INFO:tasks.workunit.client.0.smithi031.stderr: -226> 2024-07-26T12:23:07.024+0000 7fcede41f480 10 monclient(hunting): picked mon.noname-a con 0x564e6d5fb3b0 addr [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] 2024-07-26T12:23:07.131 INFO:tasks.workunit.client.0.smithi031.stderr: -225> 2024-07-26T12:23:07.024+0000 7fcede41f480 10 monclient(hunting): start opening mon connection 2024-07-26T12:23:07.131 INFO:tasks.workunit.client.0.smithi031.stderr: -224> 2024-07-26T12:23:07.024+0000 7fcede41f480 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fcea4005f90 con 0x564e6d5fb3b0 2024-07-26T12:23:07.131 INFO:tasks.workunit.client.0.smithi031.stderr: -223> 2024-07-26T12:23:07.024+0000 7fcede41f480 10 monclient(hunting): start opening mon connection 2024-07-26T12:23:07.132 INFO:tasks.workunit.client.0.smithi031.stderr: -222> 2024-07-26T12:23:07.024+0000 7fcede41f480 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x564e6d4e2340 con 0x564e6d4d61d0 2024-07-26T12:23:07.132 INFO:tasks.workunit.client.0.smithi031.stderr: -221> 2024-07-26T12:23:07.024+0000 7fcede41f480 10 monclient(hunting): start opening mon connection 2024-07-26T12:23:07.132 INFO:tasks.workunit.client.0.smithi031.stderr: -220> 2024-07-26T12:23:07.024+0000 7fcede41f480 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x564e6d4aab40 con 0x564e6d5497a0 2024-07-26T12:23:07.132 INFO:tasks.workunit.client.0.smithi031.stderr: -219> 2024-07-26T12:23:07.024+0000 7fcede41f480 10 monclient(hunting): _renew_subs 2024-07-26T12:23:07.132 INFO:tasks.workunit.client.0.smithi031.stderr: -218> 2024-07-26T12:23:07.024+0000 7fced7400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d5fb3b0 0x564e6d600fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:07.132 INFO:tasks.workunit.client.0.smithi031.stderr: -217> 2024-07-26T12:23:07.025+0000 7fced6000640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d5497a0 0x564e6d560f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:07.132 INFO:tasks.workunit.client.0.smithi031.stderr: -216> 2024-07-26T12:23:07.025+0000 7fced6a00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d4d61d0 0x564e6d548f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:07.132 INFO:tasks.workunit.client.0.smithi031.stderr: -215> 2024-07-26T12:23:07.025+0000 7fced7400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d5fb3b0 0x564e6d600fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:43128/0 (socket says 172.21.15.31:43128) 2024-07-26T12:23:07.132 INFO:tasks.workunit.client.0.smithi031.stderr: -214> 2024-07-26T12:23:07.025+0000 7fced7400640 1 -- 172.21.15.31:0/2452252781 learned_addr learned my addr 172.21.15.31:0/2452252781 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:23:07.132 INFO:tasks.workunit.client.0.smithi031.stderr: -213> 2024-07-26T12:23:07.025+0000 7fced7400640 10 monclient(hunting): get_auth_request con 0x564e6d5fb3b0 auth_method 0 2024-07-26T12:23:07.132 INFO:tasks.workunit.client.0.smithi031.stderr: -212> 2024-07-26T12:23:07.025+0000 7fced7400640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-07-26T12:23:07.132 INFO:tasks.workunit.client.0.smithi031.stderr: -211> 2024-07-26T12:23:07.025+0000 7fced7400640 10 monclient(hunting): _init_auth method 2 2024-07-26T12:23:07.132 INFO:tasks.workunit.client.0.smithi031.stderr: -210> 2024-07-26T12:23:07.025+0000 7fced7400640 10 monclient(hunting): _init_auth creating new auth 2024-07-26T12:23:07.132 INFO:tasks.workunit.client.0.smithi031.stderr: -209> 2024-07-26T12:23:07.025+0000 7fced6000640 10 monclient(hunting): get_auth_request con 0x564e6d5497a0 auth_method 0 2024-07-26T12:23:07.133 INFO:tasks.workunit.client.0.smithi031.stderr: -208> 2024-07-26T12:23:07.025+0000 7fced6000640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-07-26T12:23:07.133 INFO:tasks.workunit.client.0.smithi031.stderr: -207> 2024-07-26T12:23:07.025+0000 7fced6000640 10 monclient(hunting): _init_auth method 2 2024-07-26T12:23:07.133 INFO:tasks.workunit.client.0.smithi031.stderr: -206> 2024-07-26T12:23:07.025+0000 7fced6000640 10 monclient(hunting): _init_auth creating new auth 2024-07-26T12:23:07.133 INFO:tasks.workunit.client.0.smithi031.stderr: -205> 2024-07-26T12:23:07.025+0000 7fced6a00640 10 monclient(hunting): get_auth_request con 0x564e6d4d61d0 auth_method 0 2024-07-26T12:23:07.133 INFO:tasks.workunit.client.0.smithi031.stderr: -204> 2024-07-26T12:23:07.025+0000 7fced6a00640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-07-26T12:23:07.133 INFO:tasks.workunit.client.0.smithi031.stderr: -203> 2024-07-26T12:23:07.025+0000 7fced6a00640 10 monclient(hunting): _init_auth method 2 2024-07-26T12:23:07.133 INFO:tasks.workunit.client.0.smithi031.stderr: -202> 2024-07-26T12:23:07.025+0000 7fced6a00640 10 monclient(hunting): _init_auth creating new auth 2024-07-26T12:23:07.133 INFO:tasks.workunit.client.0.smithi031.stderr: -201> 2024-07-26T12:23:07.025+0000 7fced6000640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-07-26T12:23:07.133 INFO:tasks.workunit.client.0.smithi031.stderr: -200> 2024-07-26T12:23:07.025+0000 7fced6000640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-07-26T12:23:07.133 INFO:tasks.workunit.client.0.smithi031.stderr: -199> 2024-07-26T12:23:07.025+0000 7fced6000640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-07-26T12:23:07.133 INFO:tasks.workunit.client.0.smithi031.stderr: -198> 2024-07-26T12:23:07.025+0000 7fced7400640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-07-26T12:23:07.133 INFO:tasks.workunit.client.0.smithi031.stderr: -197> 2024-07-26T12:23:07.025+0000 7fced7400640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-07-26T12:23:07.133 INFO:tasks.workunit.client.0.smithi031.stderr: -196> 2024-07-26T12:23:07.025+0000 7fcede41f480 5 asok(0x564e6d429590) register_command mds_requests hook 0x564e6d4a2e50 2024-07-26T12:23:07.134 INFO:tasks.workunit.client.0.smithi031.stderr: -195> 2024-07-26T12:23:07.025+0000 7fced7400640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-07-26T12:23:07.134 INFO:tasks.workunit.client.0.smithi031.stderr: -194> 2024-07-26T12:23:07.025+0000 7fcede41f480 5 asok(0x564e6d429590) register_command mds_sessions hook 0x564e6d4a2e50 2024-07-26T12:23:07.134 INFO:tasks.workunit.client.0.smithi031.stderr: -193> 2024-07-26T12:23:07.025+0000 7fced6a00640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-07-26T12:23:07.134 INFO:tasks.workunit.client.0.smithi031.stderr: -192> 2024-07-26T12:23:07.025+0000 7fced6a00640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-07-26T12:23:07.134 INFO:tasks.workunit.client.0.smithi031.stderr: -191> 2024-07-26T12:23:07.025+0000 7fcede41f480 5 asok(0x564e6d429590) register_command dump_cache hook 0x564e6d4a2e50 2024-07-26T12:23:07.134 INFO:tasks.workunit.client.0.smithi031.stderr: -190> 2024-07-26T12:23:07.025+0000 7fced6a00640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-07-26T12:23:07.134 INFO:tasks.workunit.client.0.smithi031.stderr: -189> 2024-07-26T12:23:07.025+0000 7fcede41f480 5 asok(0x564e6d429590) register_command kick_stale_sessions hook 0x564e6d4a2e50 2024-07-26T12:23:07.134 INFO:tasks.workunit.client.0.smithi031.stderr: -188> 2024-07-26T12:23:07.025+0000 7fcede41f480 5 asok(0x564e6d429590) register_command status hook 0x564e6d4a2e50 2024-07-26T12:23:07.134 INFO:tasks.workunit.client.0.smithi031.stderr: -187> 2024-07-26T12:23:07.025+0000 7fcede41f480 10 monclient(hunting): authenticate will time out at 1339.134673s 2024-07-26T12:23:07.134 INFO:tasks.workunit.client.0.smithi031.stderr: -186> 2024-07-26T12:23:07.025+0000 7fced7400640 10 monclient(hunting): handle_auth_done global_id 4704 payload 653 2024-07-26T12:23:07.134 INFO:tasks.workunit.client.0.smithi031.stderr: -185> 2024-07-26T12:23:07.025+0000 7fced7400640 1 -- 172.21.15.31:0/2452252781 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d5497a0 msgr2=0x564e6d560f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:07.134 INFO:tasks.workunit.client.0.smithi031.stderr: -184> 2024-07-26T12:23:07.025+0000 7fced7400640 1 --2- 172.21.15.31:0/2452252781 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x564e6d5497a0 0x564e6d560f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:07.134 INFO:tasks.workunit.client.0.smithi031.stderr: -183> 2024-07-26T12:23:07.025+0000 7fced7400640 1 -- 172.21.15.31:0/2452252781 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d4d61d0 msgr2=0x564e6d548f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:07.134 INFO:tasks.workunit.client.0.smithi031.stderr: -182> 2024-07-26T12:23:07.025+0000 7fced7400640 1 --2- 172.21.15.31:0/2452252781 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564e6d4d61d0 0x564e6d548f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:07.135 INFO:tasks.workunit.client.0.smithi031.stderr: -181> 2024-07-26T12:23:07.025+0000 7fced7400640 10 monclient: _finish_hunting 0 2024-07-26T12:23:07.135 INFO:tasks.workunit.client.0.smithi031.stderr: -180> 2024-07-26T12:23:07.025+0000 7fced7400640 1 monclient: found mon.noname-a 2024-07-26T12:23:07.135 INFO:tasks.workunit.client.0.smithi031.stderr: -179> 2024-07-26T12:23:07.025+0000 7fced7400640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.31:3300/0 2024-07-26T12:23:07.135 INFO:tasks.workunit.client.0.smithi031.stderr: -178> 2024-07-26T12:23:07.025+0000 7fced7400640 1 -- 172.21.15.31:0/2452252781 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564e6d4d8c40 con 0x564e6d5fb3b0 2024-07-26T12:23:07.135 INFO:tasks.workunit.client.0.smithi031.stderr: -177> 2024-07-26T12:23:07.026+0000 7fced7400640 1 --2- 172.21.15.31:0/2452252781 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564e6d5fb3b0 0x564e6d600fe0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fced004a040 tx=0x7fced0005550 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8ba362ee78dcff38 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:23:07.135 INFO:tasks.workunit.client.0.smithi031.stderr: -176> 2024-07-26T12:23:07.026+0000 7fced4c00640 10 client.0 ms_handle_connect on v2:172.21.15.31:3300/0 2024-07-26T12:23:07.135 INFO:tasks.workunit.client.0.smithi031.stderr: -175> 2024-07-26T12:23:07.026+0000 7fced4c00640 1 -- 172.21.15.31:0/2452252781 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fced004c020 con 0x564e6d5fb3b0 2024-07-26T12:23:07.135 INFO:tasks.workunit.client.0.smithi031.stderr: -174> 2024-07-26T12:23:07.026+0000 7fced4c00640 10 monclient: handle_monmap mon_map magic: 0 2024-07-26T12:23:07.135 INFO:tasks.workunit.client.0.smithi031.stderr: -173> 2024-07-26T12:23:07.026+0000 7fced4c00640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-07-26T12:23:07.135 INFO:tasks.workunit.client.0.smithi031.stderr: -172> 2024-07-26T12:23:07.026+0000 7fced4c00640 10 monclient: dump: 2024-07-26T12:23:07.135 INFO:tasks.workunit.client.0.smithi031.stderr:epoch 1 2024-07-26T12:23:07.135 INFO:tasks.workunit.client.0.smithi031.stderr:fsid ef074135-fe46-4fec-a339-768b1d2b36ee 2024-07-26T12:23:07.135 INFO:tasks.workunit.client.0.smithi031.stderr:last_changed 2024-07-26T12:20:30.360727+0000 2024-07-26T12:23:07.135 INFO:tasks.workunit.client.0.smithi031.stderr:created 2024-07-26T12:20:30.360727+0000 2024-07-26T12:23:07.136 INFO:tasks.workunit.client.0.smithi031.stderr:min_mon_release 19 (squid) 2024-07-26T12:23:07.136 INFO:tasks.workunit.client.0.smithi031.stderr:election_strategy: 1 2024-07-26T12:23:07.136 INFO:tasks.workunit.client.0.smithi031.stderr:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-07-26T12:23:07.136 INFO:tasks.workunit.client.0.smithi031.stderr:1: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.b 2024-07-26T12:23:07.136 INFO:tasks.workunit.client.0.smithi031.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-07-26T12:23:07.136 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-07-26T12:23:07.136 INFO:tasks.workunit.client.0.smithi031.stderr: -171> 2024-07-26T12:23:07.026+0000 7fced4c00640 10 monclient: _finish_auth 0 2024-07-26T12:23:07.136 INFO:tasks.workunit.client.0.smithi031.stderr: -170> 2024-07-26T12:23:07.026+0000 7fced4c00640 10 monclient: _check_auth_tickets 2024-07-26T12:23:07.136 INFO:tasks.workunit.client.0.smithi031.stderr: -169> 2024-07-26T12:23:07.026+0000 7fced4c00640 1 -- 172.21.15.31:0/2452252781 <== mon.0 v2:172.21.15.31:3300/0 2 ==== osd_map(24..24 src has 1..24) ==== 5825+0+0 (secure 0 0 0) 0x7fced000d510 con 0x564e6d5fb3b0 2024-07-26T12:23:07.136 INFO:tasks.workunit.client.0.smithi031.stderr: -168> 2024-07-26T12:23:07.026+0000 7fcede41f480 5 monclient: authenticate success, global_id 4704 2024-07-26T12:23:07.136 INFO:tasks.workunit.client.0.smithi031.stderr: -167> 2024-07-26T12:23:07.026+0000 7fcede41f480 10 client.4704 Subscribing to map 'mdsmap' 2024-07-26T12:23:07.136 INFO:tasks.workunit.client.0.smithi031.stderr: -166> 2024-07-26T12:23:07.026+0000 7fcede41f480 10 monclient: _renew_subs 2024-07-26T12:23:07.136 INFO:tasks.workunit.client.0.smithi031.stderr: -165> 2024-07-26T12:23:07.026+0000 7fcede41f480 10 monclient: _send_mon_message to mon.a at v2:172.21.15.31:3300/0 2024-07-26T12:23:07.136 INFO:tasks.workunit.client.0.smithi031.stderr: -164> 2024-07-26T12:23:07.026+0000 7fcede41f480 1 -- 172.21.15.31:0/2452252781 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,mdsmap=0+,monmap=2+}) -- 0x564e6d4e0d70 con 0x564e6d5fb3b0 2024-07-26T12:23:07.137 INFO:tasks.workunit.client.0.smithi031.stderr: -163> 2024-07-26T12:23:07.026+0000 7fcec7e00640 20 client.4704 tick 2024-07-26T12:23:07.137 INFO:tasks.workunit.client.0.smithi031.stderr: -162> 2024-07-26T12:23:07.026+0000 7fcec7e00640 20 client.4704 collect_and_send_metrics 2024-07-26T12:23:07.137 INFO:tasks.workunit.client.0.smithi031.stderr: -161> 2024-07-26T12:23:07.026+0000 7fcec7e00640 20 client.4704 collect_and_send_global_metrics 2024-07-26T12:23:07.137 INFO:tasks.workunit.client.0.smithi031.stderr: -160> 2024-07-26T12:23:07.026+0000 7fcec7e00640 5 client.4704 collect_and_send_global_metrics MDS rank 0 is not ready yet -- not sending metric 2024-07-26T12:23:07.137 INFO:tasks.workunit.client.0.smithi031.stderr: -159> 2024-07-26T12:23:07.026+0000 7fcec7e00640 20 client.4704 trim_cache size 0 max 16384 2024-07-26T12:23:07.137 INFO:tasks.workunit.client.0.smithi031.stderr: -158> 2024-07-26T12:23:07.026+0000 7fcec7e00640 20 client.4704 upkeep thread waiting interval 1.000000000s 2024-07-26T12:23:07.137 INFO:tasks.workunit.client.0.smithi031.stderr: -157> 2024-07-26T12:23:07.027+0000 7fced4c00640 1 -- 172.21.15.31:0/2452252781 <== mon.0 v2:172.21.15.31:3300/0 3 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fced0008b10 con 0x564e6d5fb3b0 2024-07-26T12:23:07.137 INFO:tasks.workunit.client.0.smithi031.stderr: -156> 2024-07-26T12:23:07.027+0000 7fced4c00640 10 monclient: handle_config config(5 keys) 2024-07-26T12:23:07.137 INFO:tasks.workunit.client.0.smithi031.stderr: -155> 2024-07-26T12:23:07.027+0000 7fced5600640 4 set_mon_vals no callback set 2024-07-26T12:23:07.137 INFO:tasks.workunit.client.0.smithi031.stderr: -154> 2024-07-26T12:23:07.027+0000 7fced4c00640 1 -- 172.21.15.31:0/2452252781 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mdsmap(e 8) ==== 1240+0+0 (secure 0 0 0) 0x7fced0044070 con 0x564e6d5fb3b0 2024-07-26T12:23:07.137 INFO:tasks.workunit.client.0.smithi031.stderr: -153> 2024-07-26T12:23:07.027+0000 7fced4c00640 1 client.4704 handle_mds_map epoch 8 2024-07-26T12:23:07.137 INFO:tasks.workunit.client.0.smithi031.stderr: -152> 2024-07-26T12:23:07.027+0000 7fcede41f480 20 client.4704 populate_metadata read hostname 'smithi031' 2024-07-26T12:23:07.137 INFO:tasks.workunit.client.0.smithi031.stderr: -151> 2024-07-26T12:23:07.027+0000 7fcede41f480 10 client.4704 did not get mds through better means, so chose random mds 0 2024-07-26T12:23:07.138 INFO:tasks.workunit.client.0.smithi031.stderr: -150> 2024-07-26T12:23:07.027+0000 7fcede41f480 20 client.4704 mds is 0 2024-07-26T12:23:07.138 INFO:tasks.workunit.client.0.smithi031.stderr: -149> 2024-07-26T12:23:07.027+0000 7fcede41f480 10 client.4704 _open_mds_session mds.0 2024-07-26T12:23:07.138 INFO:tasks.workunit.client.0.smithi031.stderr: -148> 2024-07-26T12:23:07.027+0000 7fcede41f480 1 --2- 172.21.15.31:0/2452252781 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d6050f0 0x564e6d4db410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:07.138 INFO:tasks.workunit.client.0.smithi031.stderr: -147> 2024-07-26T12:23:07.027+0000 7fcede41f480 1 -- 172.21.15.31:0/2452252781 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_session(request_open) -- 0x564e6d553990 con 0x564e6d6050f0 2024-07-26T12:23:07.138 INFO:tasks.workunit.client.0.smithi031.stderr: -146> 2024-07-26T12:23:07.027+0000 7fcede41f480 10 client.4704 waiting for session to mds.0 to open 2024-07-26T12:23:07.138 INFO:tasks.workunit.client.0.smithi031.stderr: -145> 2024-07-26T12:23:07.027+0000 7fced6a00640 1 --2- 172.21.15.31:0/2452252781 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d6050f0 0x564e6d4db410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:07.138 INFO:tasks.workunit.client.0.smithi031.stderr: -144> 2024-07-26T12:23:07.027+0000 7fced6a00640 10 monclient: get_auth_request con 0x564e6d6050f0 auth_method 0 2024-07-26T12:23:07.138 INFO:tasks.workunit.client.0.smithi031.stderr: -143> 2024-07-26T12:23:07.028+0000 7fced6a00640 1 --2- 172.21.15.31:0/2452252781 >> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] conn(0x564e6d6050f0 0x564e6d4db410 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4dc116b448700262 server_cookie=3e9e9ad1c312fa3c in_seq=0 out_seq=0 2024-07-26T12:23:07.138 INFO:tasks.workunit.client.0.smithi031.stderr: -142> 2024-07-26T12:23:07.028+0000 7fced4c00640 10 client.4704 ms_handle_connect on v2:172.21.15.31:6832/713364256 2024-07-26T12:23:07.138 INFO:tasks.workunit.client.0.smithi031.stderr: -141> 2024-07-26T12:23:07.032+0000 7fced4c00640 1 -- 172.21.15.31:0/2452252781 <== mds.0 v2:172.21.15.31:6832/713364256 1 ==== client_session(open cap_auths [MDSCapAuth(readable=1, writeable=1)]) ==== 113+0+0 (crc 0 0 0) 0x564e6d553990 con 0x564e6d6050f0 2024-07-26T12:23:07.138 INFO:tasks.workunit.client.0.smithi031.stderr: -140> 2024-07-26T12:23:07.032+0000 7fced4c00640 10 client.4704 handle_client_session client_session(open cap_auths [MDSCapAuth(readable=1, writeable=1)]) from mds.0 2024-07-26T12:23:07.138 INFO:tasks.workunit.client.0.smithi031.stderr: -139> 2024-07-26T12:23:07.032+0000 7fced4c00640 10 client.4704 renew_caps mds.0 2024-07-26T12:23:07.138 INFO:tasks.workunit.client.0.smithi031.stderr: -138> 2024-07-26T12:23:07.032+0000 7fced4c00640 1 -- 172.21.15.31:0/2452252781 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_session(request_renewcaps seq 1) -- 0x7fcea40039f0 con 0x564e6d6050f0 2024-07-26T12:23:07.139 INFO:tasks.workunit.client.0.smithi031.stderr: -137> 2024-07-26T12:23:07.032+0000 7fced4c00640 10 client.4704 connect_mds_targets for mds.0 2024-07-26T12:23:07.139 INFO:tasks.workunit.client.0.smithi031.stderr: -136> 2024-07-26T12:23:07.032+0000 7fcede41f480 10 client.4704 did not get mds through better means, so chose random mds 0 2024-07-26T12:23:07.139 INFO:tasks.workunit.client.0.smithi031.stderr: -135> 2024-07-26T12:23:07.032+0000 7fcede41f480 20 client.4704 mds is 0 2024-07-26T12:23:07.139 INFO:tasks.workunit.client.0.smithi031.stderr: -134> 2024-07-26T12:23:07.032+0000 7fcede41f480 10 client.4704 send_request rebuilding request 1 for mds.0 2024-07-26T12:23:07.139 INFO:tasks.workunit.client.0.smithi031.stderr: -133> 2024-07-26T12:23:07.032+0000 7fcede41f480 20 client.4704 encode_cap_releases enter (req: 0x564e6d4d38f0, mds: 0) 2024-07-26T12:23:07.139 INFO:tasks.workunit.client.0.smithi031.stderr: -132> 2024-07-26T12:23:07.032+0000 7fcede41f480 20 client.4704 send_request set sent_stamp to 2024-07-26T12:23:07.033377+0000 2024-07-26T12:23:07.139 INFO:tasks.workunit.client.0.smithi031.stderr: -131> 2024-07-26T12:23:07.032+0000 7fcede41f480 10 client.4704 send_request client_request(unknown.0:1 getattr pAsLsXsFs #0x1 2024-07-26T12:23:07.028466+0000 caller_uid=0, caller_gid=0{}) to mds.0 2024-07-26T12:23:07.139 INFO:tasks.workunit.client.0.smithi031.stderr: -130> 2024-07-26T12:23:07.032+0000 7fcede41f480 1 -- 172.21.15.31:0/2452252781 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_request(unknown.0:1 getattr pAsLsXsFs #0x1 2024-07-26T12:23:07.028466+0000 caller_uid=0, caller_gid=0{}) -- 0x564e6d55f630 con 0x564e6d6050f0 2024-07-26T12:23:07.139 INFO:tasks.workunit.client.0.smithi031.stderr: -129> 2024-07-26T12:23:07.032+0000 7fcede41f480 20 client.4704 awaiting reply|forward|kick on 0x7ffdd11ef020 2024-07-26T12:23:07.139 INFO:tasks.workunit.client.0.smithi031.stderr: -128> 2024-07-26T12:23:07.032+0000 7fced4c00640 1 -- 172.21.15.31:0/2452252781 <== mds.0 v2:172.21.15.31:6832/713364256 2 ==== client_session(renewcaps seq 1) ==== 28+0+0 (crc 0 0 0) 0x7fcea40039f0 con 0x564e6d6050f0 2024-07-26T12:23:07.139 INFO:tasks.workunit.client.0.smithi031.stderr: -127> 2024-07-26T12:23:07.032+0000 7fced4c00640 10 client.4704 handle_client_session client_session(renewcaps seq 1) from mds.0 2024-07-26T12:23:07.139 INFO:tasks.workunit.client.0.smithi031.stderr: -126> 2024-07-26T12:23:07.032+0000 7fced4c00640 1 -- 172.21.15.31:0/2452252781 <== mds.0 v2:172.21.15.31:6832/713364256 3 ==== client_reply(???:1 = 0 (0) Success) ==== 431+0+0 (crc 0 0 0) 0x7fcec8050ba0 con 0x564e6d6050f0 2024-07-26T12:23:07.139 INFO:tasks.workunit.client.0.smithi031.stderr: -125> 2024-07-26T12:23:07.032+0000 7fced4c00640 20 client.4704 handle_client_reply got a reply. Safe:1 tid 1 2024-07-26T12:23:07.139 INFO:tasks.workunit.client.0.smithi031.stderr: -124> 2024-07-26T12:23:07.032+0000 7fced4c00640 10 client.4704 insert_trace from 2024-07-26T12:23:07.033377+0000 mds.0 is_target=1 is_dentry=0 2024-07-26T12:23:07.140 INFO:tasks.workunit.client.0.smithi031.stderr: -123> 2024-07-26T12:23:07.032+0000 7fced4c00640 10 client.4704 features 0xffffffffffffffff 2024-07-26T12:23:07.140 INFO:tasks.workunit.client.0.smithi031.stderr: -122> 2024-07-26T12:23:07.032+0000 7fced4c00640 10 client.4704 update_snap_trace len 70 2024-07-26T12:23:07.140 INFO:tasks.workunit.client.0.smithi031.stderr: -121> 2024-07-26T12:23:07.032+0000 7fced4c00640 20 client.4704 get_snap_realm 0x1 0, nref was 0 2024-07-26T12:23:07.140 INFO:tasks.workunit.client.0.smithi031.stderr: -120> 2024-07-26T12:23:07.032+0000 7fced4c00640 20 client.4704 get_snap_realm 0x1 0x7fcea4003c10, nref now is 1 2024-07-26T12:23:07.140 INFO:tasks.workunit.client.0.smithi031.stderr: -119> 2024-07-26T12:23:07.032+0000 7fced4c00640 10 client.4704 update_snap_trace snaprealm(0x1 nref=1 c=0 seq=0 parent=0x0 my_snaps=[] cached_snapc=0=[] last_modified=0.000000 change_attr=0) seq 1 > 0 2024-07-26T12:23:07.140 INFO:tasks.workunit.client.0.smithi031.stderr: -118> 2024-07-26T12:23:07.032+0000 7fced4c00640 10 client.4704 invalidate_snaprealm_and_children snaprealm(0x1 nref=2 c=0 seq=1 parent=0x0 my_snaps=[] cached_snapc=0=[] last_modified=2024-07-26T12:21:44.597796+0000 change_attr=0) 2024-07-26T12:23:07.140 INFO:tasks.workunit.client.0.smithi031.stderr: -117> 2024-07-26T12:23:07.032+0000 7fced4c00640 15 client.4704 update_snap_trace snaprealm(0x1 nref=2 c=0 seq=1 parent=0x0 my_snaps=[] cached_snapc=0=[] last_modified=2024-07-26T12:21:44.597796+0000 change_attr=0) self|parent updated 2024-07-26T12:23:07.140 INFO:tasks.workunit.client.0.smithi031.stderr: -116> 2024-07-26T12:23:07.032+0000 7fced4c00640 15 client.4704 snapc 1=[] 2024-07-26T12:23:07.140 INFO:tasks.workunit.client.0.smithi031.stderr: -115> 2024-07-26T12:23:07.032+0000 7fced4c00640 10 client.4704 no new snap on snaprealm(0x1 nref=2 c=0 seq=1 parent=0x0 my_snaps=[] cached_snapc=1=[] last_modified=2024-07-26T12:21:44.597796+0000 change_attr=0) 2024-07-26T12:23:07.140 INFO:tasks.workunit.client.0.smithi031.stderr: -114> 2024-07-26T12:23:07.032+0000 7fced4c00640 20 client.4704 put_snap_realm 0x1 0x7fcea4003c10 2 -> 1 2024-07-26T12:23:07.140 INFO:tasks.workunit.client.0.smithi031.stderr: -113> 2024-07-26T12:23:07.032+0000 7fced4c00640 10 client.4704 hrm is_target=1 is_dentry=0 2024-07-26T12:23:07.140 INFO:tasks.workunit.client.0.smithi031.stderr: -112> 2024-07-26T12:23:07.032+0000 7fced4c00640 10 client.4704 update_inode_file_time 0x1.head(faked_ino=0 nref=3 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=0.000000 ctime=0.000000 change_attr=0 caps=- 0x7fcea400af80) - ctime 2024-07-26T12:23:07.008801+0000 mtime 2024-07-26T12:23:07.008801+0000 2024-07-26T12:23:07.140 INFO:tasks.workunit.client.0.smithi031.stderr: -111> 2024-07-26T12:23:07.032+0000 7fced4c00640 20 client.4704 dir hash is 2 2024-07-26T12:23:07.140 INFO:tasks.workunit.client.0.smithi031.stderr: -110> 2024-07-26T12:23:07.032+0000 7fced4c00640 12 client.4704 add_update_inode client inode change_attr: 0 , mds inodestat change_attr: 17 2024-07-26T12:23:07.141 INFO:tasks.workunit.client.0.smithi031.stderr: -109> 2024-07-26T12:23:07.032+0000 7fced4c00640 12 client.4704 add_update_inode adding 0x1.head(faked_ino=0 nref=3 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.008801+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=17 caps=- has_dir_layout 0x7fcea400af80) caps pAsLsXsFs 2024-07-26T12:23:07.141 INFO:tasks.workunit.client.0.smithi031.stderr: -108> 2024-07-26T12:23:07.032+0000 7fced4c00640 20 client.4704 get_snap_realm 0x1 0x7fcea4003c10, nref was 1 2024-07-26T12:23:07.141 INFO:tasks.workunit.client.0.smithi031.stderr: -107> 2024-07-26T12:23:07.032+0000 7fced4c00640 20 client.4704 get_snap_realm 0x1 0x7fcea4003c10, nref now is 2 2024-07-26T12:23:07.141 INFO:tasks.workunit.client.0.smithi031.stderr: -106> 2024-07-26T12:23:07.032+0000 7fced4c00640 15 client.4704 add_update_cap first one, opened snaprealm 0x7fcea4003c10 2024-07-26T12:23:07.141 INFO:tasks.workunit.client.0.smithi031.stderr: -105> 2024-07-26T12:23:07.032+0000 7fced4c00640 10 client.4704 add_update_cap issued - -> pAsLsXsFs from mds.0 on 0x1.head(faked_ino=0 nref=3 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.008801+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=17 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400af80) 2024-07-26T12:23:07.141 INFO:tasks.workunit.client.0.smithi031.stderr: -104> 2024-07-26T12:23:07.032+0000 7fced4c00640 10 client.4704 add_update_cap calling signal_caps_inode 2024-07-26T12:23:07.141 INFO:tasks.workunit.client.0.smithi031.stderr: -103> 2024-07-26T12:23:07.032+0000 7fced4c00640 20 client.4704 put_snap_realm 0x1 0x7fcea4003c10 2 -> 1 2024-07-26T12:23:07.141 INFO:tasks.workunit.client.0.smithi031.stderr: -102> 2024-07-26T12:23:07.032+0000 7fced4c00640 20 client.4704 handle_client_reply signalling caller 0x7ffdd11ef020 2024-07-26T12:23:07.141 INFO:tasks.workunit.client.0.smithi031.stderr: -101> 2024-07-26T12:23:07.032+0000 7fced4c00640 20 client.4704 handle_client_reply awaiting kickback on tid 1 0x7fced4bfde20 2024-07-26T12:23:07.141 INFO:tasks.workunit.client.0.smithi031.stderr: -100> 2024-07-26T12:23:07.032+0000 7fcede41f480 20 client.4704 sendrecv kickback on tid 1 0x7fced4bfde20 2024-07-26T12:23:07.141 INFO:tasks.workunit.client.0.smithi031.stderr: -99> 2024-07-26T12:23:07.032+0000 7fcede41f480 20 client.4704 lat 0.000701 2024-07-26T12:23:07.141 INFO:tasks.workunit.client.0.smithi031.stderr: -98> 2024-07-26T12:23:07.032+0000 7fcede41f480 20 client.4704 _ll_get 0x7fcea400af80 0x1 -> 1 2024-07-26T12:23:07.141 INFO:tasks.workunit.client.0.smithi031.stderr: -97> 2024-07-26T12:23:07.032+0000 7fced4c00640 20 client.4704 put_inode on 0x1.head(faked_ino=0 nref=6 ll_ref=1 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.008801+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=17 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400af80) n = 1 2024-07-26T12:23:07.142 INFO:tasks.workunit.client.0.smithi031.stderr: -96> 2024-07-26T12:23:07.032+0000 7fced4c00640 20 client.4704 put_inode on 0x1.head(faked_ino=0 nref=6 ll_ref=1 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.008801+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=17 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400af80) n = 1 2024-07-26T12:23:07.142 INFO:tasks.workunit.client.0.smithi031.stderr: -95> 2024-07-26T12:23:07.032+0000 7fcede41f480 8 client.4704 _ll_create 0x1.head test_llreadvllwritevoverlimitfile44787 0666 578, uid 0, gid 0 2024-07-26T12:23:07.142 INFO:tasks.workunit.client.0.smithi031.stderr: -94> 2024-07-26T12:23:07.032+0000 7fcede41f480 10 client.4704 _do_lookup on #0x1/test_llreadvllwritevoverlimitfile44787 2024-07-26T12:23:07.142 INFO:tasks.workunit.client.0.smithi031.stderr: -93> 2024-07-26T12:23:07.032+0000 7fcede41f480 20 client.4704 choose_target_mds starting with req->inode 0x1.head(faked_ino=0 nref=7 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.008801+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=17 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400af80) 2024-07-26T12:23:07.142 INFO:tasks.workunit.client.0.smithi031.stderr: -92> 2024-07-26T12:23:07.032+0000 7fcede41f480 20 client.4704 choose_target_mds inode dir hash is 2 on test_llreadvllwritevoverlimitfile44787 => 1836843078 2024-07-26T12:23:07.142 INFO:tasks.workunit.client.0.smithi031.stderr: -91> 2024-07-26T12:23:07.032+0000 7fcede41f480 20 client.4704 choose_target_mds 0x1.head(faked_ino=0 nref=7 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.008801+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=17 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400af80) is_hash=1 hash=1836843078 2024-07-26T12:23:07.142 INFO:tasks.workunit.client.0.smithi031.stderr: -90> 2024-07-26T12:23:07.032+0000 7fcede41f480 10 client.4704 choose_target_mds from caps on inode 0x1.head(faked_ino=0 nref=7 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.008801+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=17 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400af80) 2024-07-26T12:23:07.142 INFO:tasks.workunit.client.0.smithi031.stderr: -89> 2024-07-26T12:23:07.032+0000 7fcede41f480 20 client.4704 mds is 0 2024-07-26T12:23:07.142 INFO:tasks.workunit.client.0.smithi031.stderr: -88> 2024-07-26T12:23:07.032+0000 7fcede41f480 10 client.4704 send_request rebuilding request 2 for mds.0 2024-07-26T12:23:07.142 INFO:tasks.workunit.client.0.smithi031.stderr: -87> 2024-07-26T12:23:07.032+0000 7fcede41f480 20 client.4704 encode_cap_releases enter (req: 0x564e6d55f630, mds: 0) 2024-07-26T12:23:07.142 INFO:tasks.workunit.client.0.smithi031.stderr: -86> 2024-07-26T12:23:07.032+0000 7fcede41f480 20 client.4704 send_request set sent_stamp to 2024-07-26T12:23:07.034145+0000 2024-07-26T12:23:07.142 INFO:tasks.workunit.client.0.smithi031.stderr: -85> 2024-07-26T12:23:07.032+0000 7fcede41f480 10 client.4704 send_request client_request(unknown.0:2 lookup #0x1/test_llreadvllwritevoverlimitfile44787 2024-07-26T12:23:07.034126+0000 caller_uid=0, caller_gid=0{}) to mds.0 2024-07-26T12:23:07.142 INFO:tasks.workunit.client.0.smithi031.stderr: -84> 2024-07-26T12:23:07.032+0000 7fcede41f480 1 -- 172.21.15.31:0/2452252781 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_request(unknown.0:2 lookup #0x1/test_llreadvllwritevoverlimitfile44787 2024-07-26T12:23:07.034126+0000 caller_uid=0, caller_gid=0{}) -- 0x564e6d5fb8c0 con 0x564e6d6050f0 2024-07-26T12:23:07.143 INFO:tasks.workunit.client.0.smithi031.stderr: -83> 2024-07-26T12:23:07.032+0000 7fcede41f480 20 client.4704 awaiting reply|forward|kick on 0x7ffdd11e2fd0 2024-07-26T12:23:07.143 INFO:tasks.workunit.client.0.smithi031.stderr: -82> 2024-07-26T12:23:07.033+0000 7fced4c00640 1 -- 172.21.15.31:0/2452252781 <== mds.0 v2:172.21.15.31:6832/713364256 4 ==== client_reply(???:2 = -2 (2) No such file or directory) ==== 27+0+0 (crc 0 0 0) 0x7fcec8050d90 con 0x564e6d6050f0 2024-07-26T12:23:07.143 INFO:tasks.workunit.client.0.smithi031.stderr: -81> 2024-07-26T12:23:07.033+0000 7fced4c00640 20 client.4704 handle_client_reply got a reply. Safe:1 tid 2 2024-07-26T12:23:07.143 INFO:tasks.workunit.client.0.smithi031.stderr: -80> 2024-07-26T12:23:07.033+0000 7fced4c00640 10 client.4704 insert_trace from 2024-07-26T12:23:07.034145+0000 mds.0 is_target=0 is_dentry=0 2024-07-26T12:23:07.143 INFO:tasks.workunit.client.0.smithi031.stderr: -79> 2024-07-26T12:23:07.033+0000 7fced4c00640 10 client.4704 insert_trace -- no trace 2024-07-26T12:23:07.143 INFO:tasks.workunit.client.0.smithi031.stderr: -78> 2024-07-26T12:23:07.033+0000 7fced4c00640 20 client.4704 handle_client_reply signalling caller 0x7ffdd11e2fd0 2024-07-26T12:23:07.143 INFO:tasks.workunit.client.0.smithi031.stderr: -77> 2024-07-26T12:23:07.033+0000 7fced4c00640 20 client.4704 handle_client_reply awaiting kickback on tid 2 0x7fced4bfde20 2024-07-26T12:23:07.143 INFO:tasks.workunit.client.0.smithi031.stderr: -76> 2024-07-26T12:23:07.033+0000 7fcede41f480 20 client.4704 sendrecv kickback on tid 2 0x7fced4bfde20 2024-07-26T12:23:07.143 INFO:tasks.workunit.client.0.smithi031.stderr: -75> 2024-07-26T12:23:07.033+0000 7fcede41f480 20 client.4704 lat 0.000471 2024-07-26T12:23:07.143 INFO:tasks.workunit.client.0.smithi031.stderr: -74> 2024-07-26T12:23:07.033+0000 7fcede41f480 10 client.4704 _do_lookup res is -2 2024-07-26T12:23:07.143 INFO:tasks.workunit.client.0.smithi031.stderr: -73> 2024-07-26T12:23:07.033+0000 7fcede41f480 10 client.4704 _lookup 0x1.head(faked_ino=0 nref=7 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.008801+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=17 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400af80) test_llreadvllwritevoverlimitfile44787 = -2 2024-07-26T12:23:07.143 INFO:tasks.workunit.client.0.smithi031.stderr: -72> 2024-07-26T12:23:07.033+0000 7fcede41f480 20 client.4704 may_create 0x1.head(faked_ino=0 nref=7 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.008801+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=17 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400af80); UserPerm(uid: 0, gid: 0) 2024-07-26T12:23:07.143 INFO:tasks.workunit.client.0.smithi031.stderr: -71> 2024-07-26T12:23:07.033+0000 7fcede41f480 10 client.4704 _getattr mask As issued=1 2024-07-26T12:23:07.143 INFO:tasks.workunit.client.0.smithi031.stderr: -70> 2024-07-26T12:23:07.033+0000 7fcede41f480 3 client.4704 may_create 0x7fcea400af80 = 0 2024-07-26T12:23:07.144 INFO:tasks.workunit.client.0.smithi031.stderr: -69> 2024-07-26T12:23:07.033+0000 7fcede41f480 8 client.4704 _create(0x1 test_llreadvllwritevoverlimitfile44787, 0666) 2024-07-26T12:23:07.144 INFO:tasks.workunit.client.0.smithi031.stderr: -68> 2024-07-26T12:23:07.033+0000 7fcede41f480 20 client.4704 get_or_create 0x1.head(faked_ino=0 nref=8 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.008801+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=17 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400af80) name test_llreadvllwritevoverlimitfile44787 2024-07-26T12:23:07.144 INFO:tasks.workunit.client.0.smithi031.stderr: -67> 2024-07-26T12:23:07.033+0000 7fcede41f480 15 open_dir 0x564e6d55f4e0 on 0x7fcea400af80 2024-07-26T12:23:07.144 INFO:tasks.workunit.client.0.smithi031.stderr: -66> 2024-07-26T12:23:07.033+0000 7fcede41f480 15 client.4704 link dir 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.008801+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=17 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400af80) 'test_llreadvllwritevoverlimitfile44787' dn 0x1.head["test_llreadvllwritevoverlimitfile44787"] (new dn) 2024-07-26T12:23:07.144 INFO:tasks.workunit.client.0.smithi031.stderr: -65> 2024-07-26T12:23:07.033+0000 7fcede41f480 20 client.4704 choose_target_mds starting with req->inode 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.008801+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=17 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400af80) 2024-07-26T12:23:07.144 INFO:tasks.workunit.client.0.smithi031.stderr: -64> 2024-07-26T12:23:07.033+0000 7fcede41f480 20 client.4704 choose_target_mds inode dir hash is 2 on test_llreadvllwritevoverlimitfile44787 => 1836843078 2024-07-26T12:23:07.144 INFO:tasks.workunit.client.0.smithi031.stderr: -63> 2024-07-26T12:23:07.033+0000 7fcede41f480 20 client.4704 choose_target_mds 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.008801+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=17 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400af80) is_hash=1 hash=1836843078 2024-07-26T12:23:07.144 INFO:tasks.workunit.client.0.smithi031.stderr: -62> 2024-07-26T12:23:07.033+0000 7fcede41f480 10 client.4704 choose_target_mds from caps on inode 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.008801+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=17 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400af80) 2024-07-26T12:23:07.144 INFO:tasks.workunit.client.0.smithi031.stderr: -61> 2024-07-26T12:23:07.033+0000 7fcede41f480 20 client.4704 mds is 0 2024-07-26T12:23:07.144 INFO:tasks.workunit.client.0.smithi031.stderr: -60> 2024-07-26T12:23:07.033+0000 7fcede41f480 10 client.4704 send_request rebuilding request 3 for mds.0 2024-07-26T12:23:07.144 INFO:tasks.workunit.client.0.smithi031.stderr: -59> 2024-07-26T12:23:07.033+0000 7fcede41f480 20 client.4704 encode_cap_releases enter (req: 0x564e6d5fb8c0, mds: 0) 2024-07-26T12:23:07.144 INFO:tasks.workunit.client.0.smithi031.stderr: -58> 2024-07-26T12:23:07.033+0000 7fcede41f480 20 client.4704 encode_dentry_release enter(dn:0x7fcea400ae90) 2024-07-26T12:23:07.144 INFO:tasks.workunit.client.0.smithi031.stderr: -57> 2024-07-26T12:23:07.033+0000 7fcede41f480 20 client.4704 encode_inode_release enter(in:0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.008801+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=17 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7fcea400af80), req:0x564e6d5fb8c0 mds:0, drop:Fs, unless:Fx, force:1) 2024-07-26T12:23:07.145 INFO:tasks.workunit.client.0.smithi031.stderr: -56> 2024-07-26T12:23:07.033+0000 7fcede41f480 20 client.4704 send_request set sent_stamp to 2024-07-26T12:23:07.034678+0000 2024-07-26T12:23:07.145 INFO:tasks.workunit.client.0.smithi031.stderr: -55> 2024-07-26T12:23:07.033+0000 7fcede41f480 10 client.4704 send_request client_request(unknown.0:3 create owner_uid=0, owner_gid=0 #0x1/test_llreadvllwritevoverlimitfile44787 2024-07-26T12:23:07.034655+0000 caller_uid=0, caller_gid=0{}) to mds.0 2024-07-26T12:23:07.145 INFO:tasks.workunit.client.0.smithi031.stderr: -54> 2024-07-26T12:23:07.033+0000 7fcede41f480 1 -- 172.21.15.31:0/2452252781 --> [v2:172.21.15.31:6832/713364256,v1:172.21.15.31:6833/713364256] -- client_request(unknown.0:3 create owner_uid=0, owner_gid=0 #0x1/test_llreadvllwritevoverlimitfile44787 2024-07-26T12:23:07.034655+0000 caller_uid=0, caller_gid=0{}) -- 0x564e6d4da460 con 0x564e6d6050f0 2024-07-26T12:23:07.145 INFO:tasks.workunit.client.0.smithi031.stderr: -53> 2024-07-26T12:23:07.033+0000 7fcede41f480 20 client.4704 awaiting reply|forward|kick on 0x7ffdd11e3030 2024-07-26T12:23:07.145 INFO:tasks.workunit.client.0.smithi031.stderr: -52> 2024-07-26T12:23:07.033+0000 7fced4c00640 20 client.4704 put_inode on 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.008801+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=17 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400af80) n = 1 2024-07-26T12:23:07.145 INFO:tasks.workunit.client.0.smithi031.stderr: -51> 2024-07-26T12:23:07.038+0000 7fced4c00640 1 -- 172.21.15.31:0/2452252781 <== mds.0 v2:172.21.15.31:6832/713364256 5 ==== client_reply(???:3 = 0 (0) Success safe) ==== 859+0+0 (crc 0 0 0) 0x7fcec800e660 con 0x564e6d6050f0 2024-07-26T12:23:07.145 INFO:tasks.workunit.client.0.smithi031.stderr: -50> 2024-07-26T12:23:07.038+0000 7fced4c00640 20 client.4704 handle_client_reply got a reply. Safe:1 tid 3 2024-07-26T12:23:07.145 INFO:tasks.workunit.client.0.smithi031.stderr: -49> 2024-07-26T12:23:07.038+0000 7fced4c00640 10 client.4704 insert_trace from 2024-07-26T12:23:07.034678+0000 mds.0 is_target=1 is_dentry=1 2024-07-26T12:23:07.145 INFO:tasks.workunit.client.0.smithi031.stderr: -48> 2024-07-26T12:23:07.038+0000 7fced4c00640 10 client.4704 features 0xffffffffffffffff 2024-07-26T12:23:07.145 INFO:tasks.workunit.client.0.smithi031.stderr: -47> 2024-07-26T12:23:07.038+0000 7fced4c00640 10 client.4704 update_snap_trace len 70 2024-07-26T12:23:07.145 INFO:tasks.workunit.client.0.smithi031.stderr: -46> 2024-07-26T12:23:07.038+0000 7fced4c00640 20 client.4704 get_snap_realm 0x1 0x7fcea4003c10, nref was 1 2024-07-26T12:23:07.145 INFO:tasks.workunit.client.0.smithi031.stderr: -45> 2024-07-26T12:23:07.038+0000 7fced4c00640 20 client.4704 get_snap_realm 0x1 0x7fcea4003c10, nref now is 2 2024-07-26T12:23:07.145 INFO:tasks.workunit.client.0.smithi031.stderr: -44> 2024-07-26T12:23:07.038+0000 7fced4c00640 10 client.4704 update_snap_trace snaprealm(0x1 nref=2 c=0 seq=1 parent=0x0 my_snaps=[] cached_snapc=1=[] last_modified=2024-07-26T12:21:44.597796+0000 change_attr=0) seq 1 <= 1 and same parent, SKIPPING 2024-07-26T12:23:07.145 INFO:tasks.workunit.client.0.smithi031.stderr: -43> 2024-07-26T12:23:07.038+0000 7fced4c00640 10 client.4704 hrm is_target=1 is_dentry=1 2024-07-26T12:23:07.146 INFO:tasks.workunit.client.0.smithi031.stderr: -42> 2024-07-26T12:23:07.038+0000 7fced4c00640 10 client.4704 update_inode_file_time 0x10000000009.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={} open={} mode=100666 size=0/0 nlink=1 btime=2024-07-26T12:23:07.034655+0000 mtime=0.000000 ctime=0.000000 change_attr=0 caps=- objectset[0x10000000009 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b560) - ctime 2024-07-26T12:23:07.034655+0000 mtime 2024-07-26T12:23:07.034655+0000 2024-07-26T12:23:07.146 INFO:tasks.workunit.client.0.smithi031.stderr: -41> 2024-07-26T12:23:07.038+0000 7fced4c00640 12 client.4704 add_update_inode client inode change_attr: 0 , mds inodestat change_attr: 0 2024-07-26T12:23:07.146 INFO:tasks.workunit.client.0.smithi031.stderr: -40> 2024-07-26T12:23:07.038+0000 7fced4c00640 12 client.4704 add_update_inode adding 0x10000000009.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={} open={} mode=100666 size=0/0 nlink=1 btime=2024-07-26T12:23:07.034655+0000 mtime=2024-07-26T12:23:07.034655+0000 ctime=2024-07-26T12:23:07.034655+0000 change_attr=0 caps=- objectset[0x10000000009 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b560) caps pAsxLsXsxFsxcrwb 2024-07-26T12:23:07.146 INFO:tasks.workunit.client.0.smithi031.stderr: -39> 2024-07-26T12:23:07.038+0000 7fced4c00640 20 client.4704 get_snap_realm 0x1 0x7fcea4003c10, nref was 2 2024-07-26T12:23:07.146 INFO:tasks.workunit.client.0.smithi031.stderr: -38> 2024-07-26T12:23:07.038+0000 7fced4c00640 20 client.4704 get_snap_realm 0x1 0x7fcea4003c10, nref now is 3 2024-07-26T12:23:07.146 INFO:tasks.workunit.client.0.smithi031.stderr: -37> 2024-07-26T12:23:07.038+0000 7fced4c00640 15 client.4704 add_update_cap first one, opened snaprealm 0x7fcea4003c10 2024-07-26T12:23:07.146 INFO:tasks.workunit.client.0.smithi031.stderr: -36> 2024-07-26T12:23:07.038+0000 7fced4c00640 10 client.4704 add_update_cap issued - -> pAsxLsXsxFsxcrwb from mds.0 on 0x10000000009.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={} open={} mode=100666 size=0/0 nlink=1 btime=2024-07-26T12:23:07.034655+0000 mtime=2024-07-26T12:23:07.034655+0000 ctime=2024-07-26T12:23:07.034655+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000009 ts 0/0 objects 0 dirty_or_tx 0] 0x7fcea400b560) 2024-07-26T12:23:07.146 INFO:tasks.workunit.client.0.smithi031.stderr: -35> 2024-07-26T12:23:07.038+0000 7fced4c00640 10 client.4704 add_update_cap calling signal_caps_inode 2024-07-26T12:23:07.146 INFO:tasks.workunit.client.0.smithi031.stderr: -34> 2024-07-26T12:23:07.038+0000 7fced4c00640 12 client.4704 add_update_inode had 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.008801+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=17 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400af80) caps pAsLsXs 2024-07-26T12:23:07.146 INFO:tasks.workunit.client.0.smithi031.stderr: -33> 2024-07-26T12:23:07.038+0000 7fced4c00640 10 client.4704 update_inode_file_time 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.008801+0000 ctime=2024-07-26T12:23:07.008801+0000 change_attr=17 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400af80) pAsLsXs ctime 2024-07-26T12:23:07.034655+0000 mtime 2024-07-26T12:23:07.034655+0000 2024-07-26T12:23:07.146 INFO:tasks.workunit.client.0.smithi031.stderr: -32> 2024-07-26T12:23:07.038+0000 7fced4c00640 20 client.4704 dir hash is 2 2024-07-26T12:23:07.146 INFO:tasks.workunit.client.0.smithi031.stderr: -31> 2024-07-26T12:23:07.038+0000 7fced4c00640 12 client.4704 add_update_inode client inode change_attr: 17 , mds inodestat change_attr: 18 2024-07-26T12:23:07.146 INFO:tasks.workunit.client.0.smithi031.stderr: -30> 2024-07-26T12:23:07.038+0000 7fced4c00640 10 client.4704 add_update_cap issued pAsLsXs -> pAsLsXs from mds.0 on 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.034655+0000 ctime=2024-07-26T12:23:07.034655+0000 change_attr=18 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400af80) 2024-07-26T12:23:07.147 INFO:tasks.workunit.client.0.smithi031.stderr: -29> 2024-07-26T12:23:07.038+0000 7fced4c00640 20 client.4704 got dirfrag map for 0x1 frag * to mds 0 2024-07-26T12:23:07.147 INFO:tasks.workunit.client.0.smithi031.stderr: -28> 2024-07-26T12:23:07.038+0000 7fced4c00640 12 client.4704 insert_dentry_inode 'test_llreadvllwritevoverlimitfile44787' vino 0x10000000009.head in dir 0x1.head dn 0x7fcea400ae90 2024-07-26T12:23:07.147 INFO:tasks.workunit.client.0.smithi031.stderr: -27> 2024-07-26T12:23:07.038+0000 7fced4c00640 15 client.4704 link dir 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.034655+0000 ctime=2024-07-26T12:23:07.034655+0000 change_attr=18 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400af80) 'test_llreadvllwritevoverlimitfile44787' to inode 0x7fcea400b560 dn 0x1.head["test_llreadvllwritevoverlimitfile44787"] (old dn) 2024-07-26T12:23:07.147 INFO:tasks.workunit.client.0.smithi031.stderr: -26> 2024-07-26T12:23:07.038+0000 7fced4c00640 20 client.4704 put_inode on 0x10000000009.head(faked_ino=0 nref=4 ll_ref=0 cap_refs={} open={} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:07.034655+0000 mtime=2024-07-26T12:23:07.034655+0000 ctime=2024-07-26T12:23:07.034655+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000009 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevoverlimitfile44787"] 0x7fcea400b560) n = 1 2024-07-26T12:23:07.147 INFO:tasks.workunit.client.0.smithi031.stderr: -25> 2024-07-26T12:23:07.038+0000 7fced4c00640 20 client.4704 link inode 0x7fcea400b560 parents now 0x1.head["test_llreadvllwritevoverlimitfile44787"] 2024-07-26T12:23:07.147 INFO:tasks.workunit.client.0.smithi031.stderr: -24> 2024-07-26T12:23:07.038+0000 7fced4c00640 20 client.4704 put_inode on 0x10000000009.head(faked_ino=0 nref=4 ll_ref=0 cap_refs={} open={} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:07.034655+0000 mtime=2024-07-26T12:23:07.034655+0000 ctime=2024-07-26T12:23:07.034655+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000009 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevoverlimitfile44787"] 0x7fcea400b560) n = 1 2024-07-26T12:23:07.147 INFO:tasks.workunit.client.0.smithi031.stderr: -23> 2024-07-26T12:23:07.038+0000 7fced4c00640 15 client.4704 update_dentry_lease 0x1.head["test_llreadvllwritevoverlimitfile44787"] lease(mask 7 dur 30000) from 2024-07-26T12:23:07.034678+0000 2024-07-26T12:23:07.147 INFO:tasks.workunit.client.0.smithi031.stderr: -22> 2024-07-26T12:23:07.038+0000 7fced4c00640 10 client.4704 got dentry lease on test_llreadvllwritevoverlimitfile44787 dur 30000ms ttl 2024-07-26T12:23:37.034678+0000 2024-07-26T12:23:07.147 INFO:tasks.workunit.client.0.smithi031.stderr: -21> 2024-07-26T12:23:07.038+0000 7fced4c00640 20 client.4704 put_snap_realm 0x1 0x7fcea4003c10 3 -> 2 2024-07-26T12:23:07.147 INFO:tasks.workunit.client.0.smithi031.stderr: -20> 2024-07-26T12:23:07.038+0000 7fced4c00640 20 client.4704 handle_client_reply signalling caller 0x7ffdd11e3030 2024-07-26T12:23:07.147 INFO:tasks.workunit.client.0.smithi031.stderr: -19> 2024-07-26T12:23:07.038+0000 7fced4c00640 20 client.4704 handle_client_reply awaiting kickback on tid 3 0x7fced4bfde20 2024-07-26T12:23:07.147 INFO:tasks.workunit.client.0.smithi031.stderr: -18> 2024-07-26T12:23:07.038+0000 7fcede41f480 20 client.4704 sendrecv kickback on tid 3 0x7fced4bfde20 2024-07-26T12:23:07.147 INFO:tasks.workunit.client.0.smithi031.stderr: -17> 2024-07-26T12:23:07.038+0000 7fcede41f480 10 client.4704 delegated_inos: [] 2024-07-26T12:23:07.147 INFO:tasks.workunit.client.0.smithi031.stderr: -16> 2024-07-26T12:23:07.038+0000 7fcede41f480 10 client.4704 make_request created ino 0x10000000009 2024-07-26T12:23:07.148 INFO:tasks.workunit.client.0.smithi031.stderr: -15> 2024-07-26T12:23:07.038+0000 7fcede41f480 20 client.4704 make_request target is 0x10000000009.head(faked_ino=0 nref=6 ll_ref=0 cap_refs={} open={} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:07.034655+0000 mtime=2024-07-26T12:23:07.034655+0000 ctime=2024-07-26T12:23:07.034655+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000009 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevoverlimitfile44787"] 0x7fcea400b560) 2024-07-26T12:23:07.148 INFO:tasks.workunit.client.0.smithi031.stderr: -14> 2024-07-26T12:23:07.038+0000 7fcede41f480 20 client.4704 lat 0.005499 2024-07-26T12:23:07.148 INFO:tasks.workunit.client.0.smithi031.stderr: -13> 2024-07-26T12:23:07.038+0000 7fcede41f480 10 break_deleg: breaking delegs on 0x10000000009.head(faked_ino=0 nref=6 ll_ref=0 cap_refs={} open={3=1} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:07.034655+0000 mtime=2024-07-26T12:23:07.034655+0000 ctime=2024-07-26T12:23:07.034655+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000009 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevoverlimitfile44787"] 0x7fcea400b560) 2024-07-26T12:23:07.148 INFO:tasks.workunit.client.0.smithi031.stderr: -12> 2024-07-26T12:23:07.038+0000 7fcede41f480 10 delegations_broken: delegations empty on 0x10000000009.head(faked_ino=0 nref=6 ll_ref=0 cap_refs={} open={3=1} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:07.034655+0000 mtime=2024-07-26T12:23:07.034655+0000 ctime=2024-07-26T12:23:07.034655+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000009 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevoverlimitfile44787"] 0x7fcea400b560) 2024-07-26T12:23:07.148 INFO:tasks.workunit.client.0.smithi031.stderr: -11> 2024-07-26T12:23:07.038+0000 7fcede41f480 20 client.4704 put_inode on 0x10000000009.head(faked_ino=0 nref=8 ll_ref=0 cap_refs={} open={3=1} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:07.034655+0000 mtime=2024-07-26T12:23:07.034655+0000 ctime=2024-07-26T12:23:07.034655+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000009 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevoverlimitfile44787"] 0x7fcea400b560) n = 1 2024-07-26T12:23:07.148 INFO:tasks.workunit.client.0.smithi031.stderr: -10> 2024-07-26T12:23:07.038+0000 7fcede41f480 10 client.4704 _create_fh 0x10000000009 mode 3 2024-07-26T12:23:07.148 INFO:tasks.workunit.client.0.smithi031.stderr: -9> 2024-07-26T12:23:07.038+0000 7fcede41f480 20 client.4704 trim_cache size 1 max 16384 2024-07-26T12:23:07.148 INFO:tasks.workunit.client.0.smithi031.stderr: -8> 2024-07-26T12:23:07.038+0000 7fcede41f480 8 client.4704 create(#0x1/test_llreadvllwritevoverlimitfile44787, 0100666 layout 0 0 0) = 0 2024-07-26T12:23:07.148 INFO:tasks.workunit.client.0.smithi031.stderr: -7> 2024-07-26T12:23:07.038+0000 7fcede41f480 20 client.4704 _ll_create created = 1 2024-07-26T12:23:07.148 INFO:tasks.workunit.client.0.smithi031.stderr: -6> 2024-07-26T12:23:07.038+0000 7fcede41f480 8 client.4704 _ll_create 0x1.head test_llreadvllwritevoverlimitfile44787 0666 578 = 0 (0x564e6d4e0120 10000000009) 2024-07-26T12:23:07.148 INFO:tasks.workunit.client.0.smithi031.stderr: -5> 2024-07-26T12:23:07.038+0000 7fcede41f480 20 client.4704 _ll_get 0x7fcea400b560 0x10000000009 -> 1 2024-07-26T12:23:07.148 INFO:tasks.workunit.client.0.smithi031.stderr: -4> 2024-07-26T12:23:07.038+0000 7fcede41f480 10 client.4704 fill_statx on 0x10000000009 snap/devhead mode 0100666 mtime 2024-07-26T12:23:07.034655+0000 ctime 2024-07-26T12:23:07.034655+0000 change_attr 0 2024-07-26T12:23:07.148 INFO:tasks.workunit.client.0.smithi031.stderr: -3> 2024-07-26T12:23:07.038+0000 7fcede41f480 20 client.4704 put_inode on 0x10000000009.head(faked_ino=0 nref=9 ll_ref=1 cap_refs={} open={3=1} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:07.034655+0000 mtime=2024-07-26T12:23:07.034655+0000 ctime=2024-07-26T12:23:07.034655+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000009 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevoverlimitfile44787"] 0x7fcea400b560) n = 1 2024-07-26T12:23:07.148 INFO:tasks.workunit.client.0.smithi031.stderr: -2> 2024-07-26T12:23:07.038+0000 7fced4c00640 20 client.4704 put_inode on 0x10000000009.head(faked_ino=0 nref=9 ll_ref=1 cap_refs={} open={3=1} mode=100666 size=0/4194304 nlink=1 btime=2024-07-26T12:23:07.034655+0000 mtime=2024-07-26T12:23:07.034655+0000 ctime=2024-07-26T12:23:07.034655+0000 change_attr=0 caps=pAsxLsXsxFsxcrwb(0=pAsxLsXsxFsxcrwb) objectset[0x10000000009 ts 0/0 objects 0 dirty_or_tx 0] parents=0x1.head["test_llreadvllwritevoverlimitfile44787"] 0x7fcea400b560) n = 1 2024-07-26T12:23:07.149 INFO:tasks.workunit.client.0.smithi031.stderr: -1> 2024-07-26T12:23:07.038+0000 7fced4c00640 20 client.4704 put_inode on 0x1.head(faked_ino=0 nref=9 ll_ref=2 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2024-07-26T12:21:44.597796+0000 mtime=2024-07-26T12:23:07.034655+0000 ctime=2024-07-26T12:23:07.034655+0000 change_attr=18 caps=pAsLsXs(0=pAsLsXs) has_dir_layout 0x7fcea400af80) n = 1 2024-07-26T12:23:07.149 INFO:tasks.workunit.client.0.smithi031.stderr: 0> 2024-07-26T12:23:07.039+0000 7fcede41f480 -1 *** Caught signal (Aborted) ** 2024-07-26T12:23:07.149 INFO:tasks.workunit.client.0.smithi031.stderr: in thread 7fcede41f480 thread_name:ceph_test_clien 2024-07-26T12:23:07.149 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-07-26T12:23:07.149 INFO:tasks.workunit.client.0.smithi031.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-26T12:23:07.149 INFO:tasks.workunit.client.0.smithi031.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7fcede23e6f0] 2024-07-26T12:23:07.149 INFO:tasks.workunit.client.0.smithi031.stderr: 2: /lib64/libc.so.6(+0x8b94c) [0x7fcede28b94c] 2024-07-26T12:23:07.149 INFO:tasks.workunit.client.0.smithi031.stderr: 3: raise() 2024-07-26T12:23:07.149 INFO:tasks.workunit.client.0.smithi031.stderr: 4: abort() 2024-07-26T12:23:07.149 INFO:tasks.workunit.client.0.smithi031.stderr: 5: /lib64/libc.so.6(+0x29130) [0x7fcede229130] 2024-07-26T12:23:07.149 INFO:tasks.workunit.client.0.smithi031.stderr: 6: /lib64/libc.so.6(+0x11d77b) [0x7fcede31d77b] 2024-07-26T12:23:07.149 INFO:tasks.workunit.client.0.smithi031.stderr: 7: /lib64/libc.so.6(+0x11c0e6) [0x7fcede31c0e6] 2024-07-26T12:23:07.149 INFO:tasks.workunit.client.0.smithi031.stderr: 8: __strcat_chk() 2024-07-26T12:23:07.149 INFO:tasks.workunit.client.0.smithi031.stderr: 9: (TestClient_LlreadvLlwritevOverlimit_Test::TestBody()+0x2c4) [0x564e2d77cd64] 2024-07-26T12:23:07.150 INFO:tasks.workunit.client.0.smithi031.stderr: 10: ceph_test_client(+0x1fe9ce) [0x564e2d8b39ce] 2024-07-26T12:23:07.150 INFO:tasks.workunit.client.0.smithi031.stderr: 11: ceph_test_client(+0x2046c4) [0x564e2d8b96c4] 2024-07-26T12:23:07.150 INFO:tasks.workunit.client.0.smithi031.stderr: 12: (testing::Test::Run()+0xb8) [0x564e2d896bba] 2024-07-26T12:23:07.150 INFO:tasks.workunit.client.0.smithi031.stderr: 13: (testing::TestInfo::Run()+0x108) [0x564e2d896cc4] 2024-07-26T12:23:07.150 INFO:tasks.workunit.client.0.smithi031.stderr: 14: (testing::TestSuite::Run()+0xb6) [0x564e2d896d7c] 2024-07-26T12:23:07.150 INFO:tasks.workunit.client.0.smithi031.stderr: 15: (testing::internal::UnitTestImpl::RunAllTests()+0x2dd) [0x564e2d8a96f9] 2024-07-26T12:23:07.150 INFO:tasks.workunit.client.0.smithi031.stderr: 16: ceph_test_client(+0x1fea2e) [0x564e2d8b3a2e] 2024-07-26T12:23:07.150 INFO:tasks.workunit.client.0.smithi031.stderr: 17: ceph_test_client(+0x204b5e) [0x564e2d8b9b5e] 2024-07-26T12:23:07.150 INFO:tasks.workunit.client.0.smithi031.stderr: 18: (testing::UnitTest::Run()+0x95) [0x564e2d8a53bb] 2024-07-26T12:23:07.150 INFO:tasks.workunit.client.0.smithi031.stderr: 19: main() 2024-07-26T12:23:07.150 INFO:tasks.workunit.client.0.smithi031.stderr: 20: /lib64/libc.so.6(+0x29590) [0x7fcede229590] 2024-07-26T12:23:07.150 INFO:tasks.workunit.client.0.smithi031.stderr: 21: __libc_start_main() 2024-07-26T12:23:07.150 INFO:tasks.workunit.client.0.smithi031.stderr: 22: _start() 2024-07-26T12:23:07.151 INFO:tasks.workunit.client.0.smithi031.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-07-26T12:23:07.151 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-07-26T12:23:07.151 INFO:tasks.workunit.client.0.smithi031.stderr:--- logging levels --- 2024-07-26T12:23:07.151 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 none 2024-07-26T12:23:07.151 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 lockdep 2024-07-26T12:23:07.151 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 context 2024-07-26T12:23:07.151 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 crush 2024-07-26T12:23:07.151 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds 2024-07-26T12:23:07.151 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_balancer 2024-07-26T12:23:07.151 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_locker 2024-07-26T12:23:07.151 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_log 2024-07-26T12:23:07.151 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_log_expire 2024-07-26T12:23:07.151 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mds_migrator 2024-07-26T12:23:07.151 INFO:tasks.workunit.client.0.smithi031.stderr: 3/ 5 mds_quiesce 2024-07-26T12:23:07.152 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 buffer 2024-07-26T12:23:07.152 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 timer 2024-07-26T12:23:07.152 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 filer 2024-07-26T12:23:07.152 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 striper 2024-07-26T12:23:07.152 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 1 objecter 2024-07-26T12:23:07.152 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rados 2024-07-26T12:23:07.152 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rbd 2024-07-26T12:23:07.152 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rbd_mirror 2024-07-26T12:23:07.152 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rbd_replay 2024-07-26T12:23:07.152 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 rbd_pwl 2024-07-26T12:23:07.152 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 journaler 2024-07-26T12:23:07.152 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 objectcacher 2024-07-26T12:23:07.152 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 immutable_obj_cache 2024-07-26T12:23:07.152 INFO:tasks.workunit.client.0.smithi031.stderr: 20/20 client 2024-07-26T12:23:07.153 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 osd 2024-07-26T12:23:07.153 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 optracker 2024-07-26T12:23:07.153 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 objclass 2024-07-26T12:23:07.153 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 3 filestore 2024-07-26T12:23:07.153 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 3 journal 2024-07-26T12:23:07.153 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 ms 2024-07-26T12:23:07.153 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mon 2024-07-26T12:23:07.153 INFO:tasks.workunit.client.0.smithi031.stderr: 0/10 monc 2024-07-26T12:23:07.153 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 paxos 2024-07-26T12:23:07.153 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 tp 2024-07-26T12:23:07.153 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 auth 2024-07-26T12:23:07.153 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 crypto 2024-07-26T12:23:07.153 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 finisher 2024-07-26T12:23:07.153 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 reserver 2024-07-26T12:23:07.154 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 heartbeatmap 2024-07-26T12:23:07.154 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 perfcounter 2024-07-26T12:23:07.154 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw 2024-07-26T12:23:07.154 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_sync 2024-07-26T12:23:07.154 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_datacache 2024-07-26T12:23:07.154 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_access 2024-07-26T12:23:07.154 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_dbstore 2024-07-26T12:23:07.154 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_flight 2024-07-26T12:23:07.154 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_lifecycle 2024-07-26T12:23:07.154 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 rgw_notification 2024-07-26T12:23:07.154 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 javaclient 2024-07-26T12:23:07.154 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 asok 2024-07-26T12:23:07.154 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 1 throttle 2024-07-26T12:23:07.154 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 0 refs 2024-07-26T12:23:07.155 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 compressor 2024-07-26T12:23:07.155 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 bluestore 2024-07-26T12:23:07.155 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 bluefs 2024-07-26T12:23:07.155 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 3 bdev 2024-07-26T12:23:07.155 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 kstore 2024-07-26T12:23:07.155 INFO:tasks.workunit.client.0.smithi031.stderr: 4/ 5 rocksdb 2024-07-26T12:23:07.155 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 fuse 2024-07-26T12:23:07.155 INFO:tasks.workunit.client.0.smithi031.stderr: 2/ 5 mgr 2024-07-26T12:23:07.155 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mgrc 2024-07-26T12:23:07.155 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 dpdk 2024-07-26T12:23:07.155 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 eventtrace 2024-07-26T12:23:07.155 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 prioritycache 2024-07-26T12:23:07.155 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 test 2024-07-26T12:23:07.156 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 cephfs_mirror 2024-07-26T12:23:07.156 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 cephsqlite 2024-07-26T12:23:07.156 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 crimson_interrupt 2024-07-26T12:23:07.156 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore 2024-07-26T12:23:07.156 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_onode 2024-07-26T12:23:07.156 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_odata 2024-07-26T12:23:07.156 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_omap 2024-07-26T12:23:07.156 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_tm 2024-07-26T12:23:07.156 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_t 2024-07-26T12:23:07.156 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_cleaner 2024-07-26T12:23:07.156 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_epm 2024-07-26T12:23:07.156 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_lba 2024-07-26T12:23:07.156 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_fixedkv_tree 2024-07-26T12:23:07.156 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_cache 2024-07-26T12:23:07.157 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_journal 2024-07-26T12:23:07.157 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_device 2024-07-26T12:23:07.157 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 seastore_backref 2024-07-26T12:23:07.157 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 alienstore 2024-07-26T12:23:07.157 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 mclock 2024-07-26T12:23:07.157 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 cyanstore 2024-07-26T12:23:07.157 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 ceph_exporter 2024-07-26T12:23:07.157 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 memstore 2024-07-26T12:23:07.157 INFO:tasks.workunit.client.0.smithi031.stderr: 1/ 5 trace 2024-07-26T12:23:07.157 INFO:tasks.workunit.client.0.smithi031.stderr: 0/ 5 ceph_dedup 2024-07-26T12:23:07.157 INFO:tasks.workunit.client.0.smithi031.stderr: -2/-2 (syslog threshold) 2024-07-26T12:23:07.157 INFO:tasks.workunit.client.0.smithi031.stderr: 99/99 (stderr threshold) 2024-07-26T12:23:07.157 INFO:tasks.workunit.client.0.smithi031.stderr:--- pthread ID / name mapping for recent threads --- 2024-07-26T12:23:07.157 INFO:tasks.workunit.client.0.smithi031.stderr: 7fcec7e00640 / ceph_test_clien 2024-07-26T12:23:07.157 INFO:tasks.workunit.client.0.smithi031.stderr: 7fcecf400640 / ceph_timer 2024-07-26T12:23:07.158 INFO:tasks.workunit.client.0.smithi031.stderr: 7fced4c00640 / ms_dispatch 2024-07-26T12:23:07.158 INFO:tasks.workunit.client.0.smithi031.stderr: 7fced5600640 / io_context_pool 2024-07-26T12:23:07.158 INFO:tasks.workunit.client.0.smithi031.stderr: 7fced6000640 / msgr-worker-2 2024-07-26T12:23:07.158 INFO:tasks.workunit.client.0.smithi031.stderr: 7fced6a00640 / msgr-worker-1 2024-07-26T12:23:07.158 INFO:tasks.workunit.client.0.smithi031.stderr: 7fced7400640 / msgr-worker-0 2024-07-26T12:23:07.158 INFO:tasks.workunit.client.0.smithi031.stderr: 7fcede41f480 / ceph_test_clien 2024-07-26T12:23:07.158 INFO:tasks.workunit.client.0.smithi031.stderr: max_recent 500 2024-07-26T12:23:07.158 INFO:tasks.workunit.client.0.smithi031.stderr: max_new 1000 2024-07-26T12:23:07.158 INFO:tasks.workunit.client.0.smithi031.stderr: log_file /var/lib/ceph/crash/2024-07-26T12:23:07.040927Z_d07d9bcf-2285-41f4-b4cc-f51e69b0cf15/log 2024-07-26T12:23:07.158 INFO:tasks.workunit.client.0.smithi031.stderr:--- end dump of recent events --- 2024-07-26T12:23:07.251 INFO:tasks.workunit.client.0.smithi031.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/client/test.sh: line 5: 44787 Aborted (core dumped) ceph_test_client 2024-07-26T12:23:07.251 DEBUG:teuthology.orchestra.run:got remote process result: 134 2024-07-26T12:23:07.251 INFO:tasks.workunit:Stopping ['client/test.sh'] on client.0... 2024-07-26T12:23:07.252 DEBUG:teuthology.orchestra.run.smithi031:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-07-26T12:23:08.243 ERROR:teuthology.run_tasks:Saw exception from tasks. Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/run_tasks.py", line 105, in run_tasks manager = run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_ceph-c_e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/qa/tasks/workunit.py", line 126, in task with parallel() as p: File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/parallel.py", line 84, in __exit__ for result in self: File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/parallel.py", line 98, in __next__ resurrect_traceback(result) File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/parallel.py", line 30, in resurrect_traceback raise exc.exc_info[1] File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/parallel.py", line 23, in capture_traceback return func(*args, **kwargs) File "/home/teuthworker/src/git.ceph.com_ceph-c_e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/qa/tasks/workunit.py", line 434, in _run_tests remote.run( File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/remote.py", line 523, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed (workunit test client/test.sh) on smithi031 with status 134: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/client/test.sh' 2024-07-26T12:23:08.482 ERROR:teuthology.util.sentry: Sentry event: https://sentry.ceph.com/organizations/ceph/?query=0407f0650b364a32b0996620c4e320cd Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/run_tasks.py", line 105, in run_tasks manager = run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_ceph-c_e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/qa/tasks/workunit.py", line 126, in task with parallel() as p: File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/parallel.py", line 84, in __exit__ for result in self: File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/parallel.py", line 98, in __next__ resurrect_traceback(result) File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/parallel.py", line 30, in resurrect_traceback raise exc.exc_info[1] File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/parallel.py", line 23, in capture_traceback return func(*args, **kwargs) File "/home/teuthworker/src/git.ceph.com_ceph-c_e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/qa/tasks/workunit.py", line 434, in _run_tests remote.run( File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/remote.py", line 523, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed (workunit test client/test.sh) on smithi031 with status 134: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/client/test.sh' 2024-07-26T12:23:08.484 DEBUG:teuthology.run_tasks:Unwinding manager ceph 2024-07-26T12:23:08.493 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-07-26T12:23:08.493 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-26T12:23:08.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:08.788+0000 7f6e72200640 1 Processor -- start 2024-07-26T12:23:08.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:08.789+0000 7f6e72200640 1 -- start start 2024-07-26T12:23:08.792 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:08.790+0000 7f6e72200640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f6e6c0b4120 0x7f6e6c147ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:08.792 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:08.790+0000 7f6e72200640 1 --2- >> v2:172.21.15.123:3300/0 conn(0x7f6e6c148410 0x7f6e6c152020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:08.792 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:08.790+0000 7f6e72200640 1 -- --> v1:172.21.15.123:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6e6c0b02d0 con 0x7f6e6c0adb90 2024-07-26T12:23:08.792 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:08.791+0000 7f6e72200640 1 -- --> v2:172.21.15.123:3300/0 -- mon_getmap magic: 0 -- 0x7f6e6c06dae0 con 0x7f6e6c148410 2024-07-26T12:23:08.793 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:08.791+0000 7f6e72200640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f6e6c0ae170 con 0x7f6e6c0b4120 2024-07-26T12:23:08.793 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:08.791+0000 7f6e70e00640 1 --1- >> v1:172.21.15.123:6789/0 conn(0x7f6e6c0adb90 0x7f6e6c0b3a10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.123:6789/0 says I am v1:172.21.15.31:45778/0 (socket says 172.21.15.31:45778) 2024-07-26T12:23:08.794 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:08.791+0000 7f6e70e00640 1 -- 172.21.15.31:0/2303724814 learned_addr learned my addr 172.21.15.31:0/2303724814 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-07-26T12:23:08.794 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:08.791+0000 7f6e63e00640 1 --2- 172.21.15.31:0/2303724814 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f6e6c0b4120 0x7f6e6c147ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:08.794 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:08.791+0000 7f6e71800640 1 --2- 172.21.15.31:0/2303724814 >> v2:172.21.15.123:3300/0 conn(0x7f6e6c148410 0x7f6e6c152020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:08.794 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:08.792+0000 7f6e63e00640 1 -- 172.21.15.31:0/2303724814 >> v2:172.21.15.123:3300/0 conn(0x7f6e6c148410 msgr2=0x7f6e6c152020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:08.794 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:08.792+0000 7f6e63e00640 1 --2- 172.21.15.31:0/2303724814 >> v2:172.21.15.123:3300/0 conn(0x7f6e6c148410 0x7f6e6c152020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:08.794 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:08.792+0000 7f6e63e00640 1 -- 172.21.15.31:0/2303724814 >> v1:172.21.15.123:6789/0 conn(0x7f6e6c0adb90 legacy=0x7f6e6c0b3a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:08.794 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:08.792+0000 7f6e63e00640 1 -- 172.21.15.31:0/2303724814 --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e6c0ae3c0 con 0x7f6e6c0b4120 2024-07-26T12:23:08.795 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:08.792+0000 7f6e6be00640 1 -- 172.21.15.31:0/2303724814 <== mon.1 v1:172.21.15.123:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2769492330 0 0) 0x7f6e5c001110 con 0x7f6e6c0adb90 2024-07-26T12:23:08.795 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:08.793+0000 7f6e63e00640 1 --2- 172.21.15.31:0/2303724814 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f6e6c0b4120 0x7f6e6c147ed0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f6e540097a0 tx=0x7f6e5402a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4e6bed9865c90e9f server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:23:08.795 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:08.793+0000 7f6e6be00640 1 -- 172.21.15.31:0/2303724814 <== mon.2 v2:172.21.15.123:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e54037070 con 0x7f6e6c0b4120 2024-07-26T12:23:08.796 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:08.794+0000 7f6e6be00640 1 -- 172.21.15.31:0/2303724814 <== mon.2 v2:172.21.15.123:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6e54032440 con 0x7f6e6c0b4120 2024-07-26T12:23:08.796 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:08.794+0000 7f6e6be00640 1 -- 172.21.15.31:0/2303724814 <== mon.2 v2:172.21.15.123:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e54032870 con 0x7f6e6c0b4120 2024-07-26T12:23:08.797 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:08.794+0000 7f6e72200640 1 -- 172.21.15.31:0/2303724814 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f6e6c0b4120 msgr2=0x7f6e6c147ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:08.797 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:08.794+0000 7f6e72200640 1 --2- 172.21.15.31:0/2303724814 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f6e6c0b4120 0x7f6e6c147ed0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f6e540097a0 tx=0x7f6e5402a180 comp rx=0 tx=0).stop 2024-07-26T12:23:08.797 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:08.794+0000 7f6e72200640 1 -- 172.21.15.31:0/2303724814 shutdown_connections 2024-07-26T12:23:08.797 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:08.794+0000 7f6e72200640 1 --2- 172.21.15.31:0/2303724814 >> v2:172.21.15.123:3300/0 conn(0x7f6e6c148410 0x7f6e6c152020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:08.797 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:08.794+0000 7f6e72200640 1 --2- 172.21.15.31:0/2303724814 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f6e6c0b4120 0x7f6e6c147ed0 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:08.797 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:08.794+0000 7f6e72200640 1 -- 172.21.15.31:0/2303724814 >> 172.21.15.31:0/2303724814 conn(0x7f6e6c0b5730 msgr2=0x7f6e6c0b5b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:23:08.797 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:08.795+0000 7f6e72200640 1 -- 172.21.15.31:0/2303724814 shutdown_connections 2024-07-26T12:23:08.797 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:08.795+0000 7f6e72200640 1 -- 172.21.15.31:0/2303724814 wait complete. 2024-07-26T12:23:08.798 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:08.797+0000 7f6e72200640 1 Processor -- start 2024-07-26T12:23:08.798 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:08.797+0000 7f6e72200640 1 -- start start 2024-07-26T12:23:08.800 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:08.798+0000 7f6e72200640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6e6c0adb90 0x7f6e6c072020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:08.800 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:08.798+0000 7f6e72200640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f6e6c0b4120 0x7f6e6c138990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:08.801 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:08.798+0000 7f6e72200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6e6c148410 0x7f6e6c138ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:08.801 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:08.798+0000 7f6e72200640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f6e6c1526e0 con 0x7f6e6c0adb90 2024-07-26T12:23:08.801 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:08.798+0000 7f6e72200640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f6e6c152560 con 0x7f6e6c148410 2024-07-26T12:23:08.801 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:08.798+0000 7f6e72200640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f6e6c152860 con 0x7f6e6c0b4120 2024-07-26T12:23:08.801 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:08.798+0000 7f6e70e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6e6c0adb90 0x7f6e6c072020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:08.801 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:08.798+0000 7f6e70e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6e6c0adb90 0x7f6e6c072020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:43142/0 (socket says 172.21.15.31:43142) 2024-07-26T12:23:08.801 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:08.798+0000 7f6e70e00640 1 -- 172.21.15.31:0/3860168571 learned_addr learned my addr 172.21.15.31:0/3860168571 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:23:08.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:08.798+0000 7f6e63e00640 1 --2- 172.21.15.31:0/3860168571 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f6e6c0b4120 0x7f6e6c138990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:08.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:08.798+0000 7f6e71800640 1 --2- 172.21.15.31:0/3860168571 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6e6c148410 0x7f6e6c138ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:08.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:08.799+0000 7f6e70e00640 1 -- 172.21.15.31:0/3860168571 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f6e6c0b4120 msgr2=0x7f6e6c138990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:08.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:08.799+0000 7f6e70e00640 1 --2- 172.21.15.31:0/3860168571 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f6e6c0b4120 0x7f6e6c138990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:08.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:08.799+0000 7f6e70e00640 1 -- 172.21.15.31:0/3860168571 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6e6c148410 msgr2=0x7f6e6c138ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:08.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:08.799+0000 7f6e70e00640 1 --2- 172.21.15.31:0/3860168571 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6e6c148410 0x7f6e6c138ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:08.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:08.799+0000 7f6e70e00640 1 -- 172.21.15.31:0/3860168571 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e6c1de240 con 0x7f6e6c0adb90 2024-07-26T12:23:08.803 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:08.799+0000 7f6e70e00640 1 --2- 172.21.15.31:0/3860168571 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6e6c0adb90 0x7f6e6c072020 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f6e5c00c3a0 tx=0x7f6e5c00c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:23:08.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:08.799+0000 7f6e69600640 1 -- 172.21.15.31:0/3860168571 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e5c0074e0 con 0x7f6e6c0adb90 2024-07-26T12:23:08.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:08.799+0000 7f6e69600640 1 -- 172.21.15.31:0/3860168571 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6e5c0047e0 con 0x7f6e6c0adb90 2024-07-26T12:23:08.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:08.799+0000 7f6e72200640 1 -- 172.21.15.31:0/3860168571 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6e6c1de500 con 0x7f6e6c0adb90 2024-07-26T12:23:08.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:08.799+0000 7f6e69600640 1 -- 172.21.15.31:0/3860168571 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e5c004cb0 con 0x7f6e6c0adb90 2024-07-26T12:23:08.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:08.800+0000 7f6e72200640 1 -- 172.21.15.31:0/3860168571 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6e6c1deac0 con 0x7f6e6c0adb90 2024-07-26T12:23:08.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:08.801+0000 7f6e72200640 1 -- 172.21.15.31:0/3860168571 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6e6c0b2190 con 0x7f6e6c0adb90 2024-07-26T12:23:08.805 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:08.802+0000 7f6e69600640 1 -- 172.21.15.31:0/3860168571 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f6e5c011070 con 0x7f6e6c0adb90 2024-07-26T12:23:08.805 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:08.803+0000 7f6e69600640 1 --2- 172.21.15.31:0/3860168571 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f6e48077010 0x7f6e48079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:08.805 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:08.803+0000 7f6e69600640 1 -- 172.21.15.31:0/3860168571 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 5825+0+0 (secure 0 0 0) 0x7f6e5c098560 con 0x7f6e6c0adb90 2024-07-26T12:23:08.805 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:08.804+0000 7f6e63e00640 1 --2- 172.21.15.31:0/3860168571 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f6e48077010 0x7f6e48079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:08.806 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:08.805+0000 7f6e63e00640 1 --2- 172.21.15.31:0/3860168571 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f6e48077010 0x7f6e48079520 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f6e54034000 tx=0x7f6e5402c040 comp rx=0 tx=0).ready entity=mgr.4126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:23:08.810 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:08.808+0000 7f6e69600640 1 -- 172.21.15.31:0/3860168571 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f6e6c0b2190 con 0x7f6e6c0adb90 2024-07-26T12:23:09.009 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.007+0000 7f6e72200640 1 -- 172.21.15.31:0/3860168571 --> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f6e6c147ed0 con 0x7f6e48077010 2024-07-26T12:23:09.023 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.022+0000 7f6e69600640 1 -- 172.21.15.31:0/3860168571 <== mgr.4126 v2:172.21.15.123:6800/1140093937 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251968 (secure 0 0 0) 0x7f6e6c147ed0 con 0x7f6e48077010 2024-07-26T12:23:09.028 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-07-26T12:23:09.029 INFO:teuthology.orchestra.run.smithi031.stderr:dumped all 2024-07-26T12:23:09.031 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.028+0000 7f6e72200640 1 -- 172.21.15.31:0/3860168571 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f6e48077010 msgr2=0x7f6e48079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:09.031 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.028+0000 7f6e72200640 1 --2- 172.21.15.31:0/3860168571 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f6e48077010 0x7f6e48079520 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f6e54034000 tx=0x7f6e5402c040 comp rx=0 tx=0).stop 2024-07-26T12:23:09.031 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.028+0000 7f6e72200640 1 -- 172.21.15.31:0/3860168571 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6e6c0adb90 msgr2=0x7f6e6c072020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:09.031 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.028+0000 7f6e72200640 1 --2- 172.21.15.31:0/3860168571 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6e6c0adb90 0x7f6e6c072020 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f6e5c00c3a0 tx=0x7f6e5c00c860 comp rx=0 tx=0).stop 2024-07-26T12:23:09.031 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.028+0000 7f6e72200640 1 -- 172.21.15.31:0/3860168571 shutdown_connections 2024-07-26T12:23:09.032 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.028+0000 7f6e72200640 1 --2- 172.21.15.31:0/3860168571 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f6e48077010 0x7f6e48079520 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:09.032 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.028+0000 7f6e72200640 1 --2- 172.21.15.31:0/3860168571 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6e6c148410 0x7f6e6c138ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:09.032 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.028+0000 7f6e72200640 1 --2- 172.21.15.31:0/3860168571 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f6e6c0b4120 0x7f6e6c138990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:09.032 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.028+0000 7f6e72200640 1 --2- 172.21.15.31:0/3860168571 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6e6c0adb90 0x7f6e6c072020 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:09.032 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.028+0000 7f6e72200640 1 -- 172.21.15.31:0/3860168571 >> 172.21.15.31:0/3860168571 conn(0x7f6e6c0b5730 msgr2=0x7f6e6c075670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:23:09.032 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.029+0000 7f6e72200640 1 -- 172.21.15.31:0/3860168571 shutdown_connections 2024-07-26T12:23:09.032 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.029+0000 7f6e72200640 1 -- 172.21.15.31:0/3860168571 wait complete. 2024-07-26T12:23:09.056 INFO:teuthology.orchestra.run.smithi031.stdout:{"pg_ready":true,"pg_map":{"version":68,"stamp":"2024-07-26T12:23:07.385490+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":602163,"num_objects":26,"num_object_clones":0,"num_object_copies":52,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":67,"num_read_kb":56,"num_write":167,"num_write_kb":1667,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":223488,"kb_used_data":3168,"kb_used_omap":12,"kb_used_meta":220211,"kb_avail":754751232,"statfs":{"total":773094113280,"available":772865261568,"internally_reserved":0,"allocated":3244032,"data_stored":1924849,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":225496626},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":13,"apply_latency_ms":13,"commit_latency_ns":13000000,"apply_latency_ns":13000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":9385,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":21,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005234"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.859785+0000","last_change":"2024-07-26T12:21:44.598425+0000","last_active":"2024-07-26T12:22:22.859785+0000","last_peered":"2024-07-26T12:22:22.859785+0000","last_clean":"2024-07-26T12:22:22.859785+0000","last_became_active":"2024-07-26T12:21:44.598014+0000","last_became_peered":"2024-07-26T12:21:44.598014+0000","last_unstale":"2024-07-26T12:22:22.859785+0000","last_undegraded":"2024-07-26T12:22:22.859785+0000","last_fullsized":"2024-07-26T12:22:22.859785+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:39:26.949378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.799412+0000","last_change":"2024-07-26T12:21:44.613852+0000","last_active":"2024-07-26T12:22:22.799412+0000","last_peered":"2024-07-26T12:22:22.799412+0000","last_clean":"2024-07-26T12:22:22.799412+0000","last_became_active":"2024-07-26T12:21:44.613499+0000","last_became_peered":"2024-07-26T12:21:44.613499+0000","last_unstale":"2024-07-26T12:22:22.799412+0000","last_undegraded":"2024-07-26T12:22:22.799412+0000","last_fullsized":"2024-07-26T12:22:22.799412+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:40:20.369265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.816245+0000","last_change":"2024-07-26T12:21:44.596020+0000","last_active":"2024-07-26T12:22:22.816245+0000","last_peered":"2024-07-26T12:22:22.816245+0000","last_clean":"2024-07-26T12:22:22.816245+0000","last_became_active":"2024-07-26T12:21:44.594975+0000","last_became_peered":"2024-07-26T12:21:44.594975+0000","last_unstale":"2024-07-26T12:22:22.816245+0000","last_undegraded":"2024-07-26T12:22:22.816245+0000","last_fullsized":"2024-07-26T12:22:22.816245+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:53:56.211230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.860728+0000","last_change":"2024-07-26T12:21:44.620041+0000","last_active":"2024-07-26T12:22:22.860728+0000","last_peered":"2024-07-26T12:22:22.860728+0000","last_clean":"2024-07-26T12:22:22.860728+0000","last_became_active":"2024-07-26T12:21:44.618023+0000","last_became_peered":"2024-07-26T12:21:44.618023+0000","last_unstale":"2024-07-26T12:22:22.860728+0000","last_undegraded":"2024-07-26T12:22:22.860728+0000","last_fullsized":"2024-07-26T12:22:22.860728+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:25:45.445054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.859429+0000","last_change":"2024-07-26T12:21:44.607500+0000","last_active":"2024-07-26T12:22:22.859429+0000","last_peered":"2024-07-26T12:22:22.859429+0000","last_clean":"2024-07-26T12:22:22.859429+0000","last_became_active":"2024-07-26T12:21:44.606054+0000","last_became_peered":"2024-07-26T12:21:44.606054+0000","last_unstale":"2024-07-26T12:22:22.859429+0000","last_undegraded":"2024-07-26T12:22:22.859429+0000","last_fullsized":"2024-07-26T12:22:22.859429+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:54:05.091781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.819804+0000","last_change":"2024-07-26T12:22:22.818399+0000","last_active":"2024-07-26T12:22:22.819804+0000","last_peered":"2024-07-26T12:22:22.819804+0000","last_clean":"2024-07-26T12:22:22.819804+0000","last_became_active":"2024-07-26T12:22:22.816612+0000","last_became_peered":"2024-07-26T12:22:22.816612+0000","last_unstale":"2024-07-26T12:22:22.819804+0000","last_undegraded":"2024-07-26T12:22:22.819804+0000","last_fullsized":"2024-07-26T12:22:22.819804+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:55:18.605826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.858661+0000","last_change":"2024-07-26T12:21:44.607726+0000","last_active":"2024-07-26T12:22:22.858661+0000","last_peered":"2024-07-26T12:22:22.858661+0000","last_clean":"2024-07-26T12:22:22.858661+0000","last_became_active":"2024-07-26T12:21:44.607354+0000","last_became_peered":"2024-07-26T12:21:44.607354+0000","last_unstale":"2024-07-26T12:22:22.858661+0000","last_undegraded":"2024-07-26T12:22:22.858661+0000","last_fullsized":"2024-07-26T12:22:22.858661+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:24:21.238237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.858694+0000","last_change":"2024-07-26T12:21:44.606285+0000","last_active":"2024-07-26T12:22:22.858694+0000","last_peered":"2024-07-26T12:22:22.858694+0000","last_clean":"2024-07-26T12:22:22.858694+0000","last_became_active":"2024-07-26T12:21:44.604046+0000","last_became_peered":"2024-07-26T12:21:44.604046+0000","last_unstale":"2024-07-26T12:22:22.858694+0000","last_undegraded":"2024-07-26T12:22:22.858694+0000","last_fullsized":"2024-07-26T12:22:22.858694+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:39:31.246505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.860139+0000","last_change":"2024-07-26T12:21:44.614864+0000","last_active":"2024-07-26T12:22:22.860139+0000","last_peered":"2024-07-26T12:22:22.860139+0000","last_clean":"2024-07-26T12:22:22.860139+0000","last_became_active":"2024-07-26T12:21:44.611439+0000","last_became_peered":"2024-07-26T12:21:44.611439+0000","last_unstale":"2024-07-26T12:22:22.860139+0000","last_undegraded":"2024-07-26T12:22:22.860139+0000","last_fullsized":"2024-07-26T12:22:22.860139+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:40:43.380315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.800741+0000","last_change":"2024-07-26T12:21:44.603057+0000","last_active":"2024-07-26T12:22:22.800741+0000","last_peered":"2024-07-26T12:22:22.800741+0000","last_clean":"2024-07-26T12:22:22.800741+0000","last_became_active":"2024-07-26T12:21:44.602611+0000","last_became_peered":"2024-07-26T12:21:44.602611+0000","last_unstale":"2024-07-26T12:22:22.800741+0000","last_undegraded":"2024-07-26T12:22:22.800741+0000","last_fullsized":"2024-07-26T12:22:22.800741+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:59:09.665003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.799911+0000","last_change":"2024-07-26T12:21:44.605014+0000","last_active":"2024-07-26T12:22:22.799911+0000","last_peered":"2024-07-26T12:22:22.799911+0000","last_clean":"2024-07-26T12:22:22.799911+0000","last_became_active":"2024-07-26T12:21:44.602583+0000","last_became_peered":"2024-07-26T12:21:44.602583+0000","last_unstale":"2024-07-26T12:22:22.799911+0000","last_undegraded":"2024-07-26T12:22:22.799911+0000","last_fullsized":"2024-07-26T12:22:22.799911+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:37:12.798347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.802621+0000","last_change":"2024-07-26T12:21:44.599359+0000","last_active":"2024-07-26T12:22:22.802621+0000","last_peered":"2024-07-26T12:22:22.802621+0000","last_clean":"2024-07-26T12:22:22.802621+0000","last_became_active":"2024-07-26T12:21:44.598748+0000","last_became_peered":"2024-07-26T12:21:44.598748+0000","last_unstale":"2024-07-26T12:22:22.802621+0000","last_undegraded":"2024-07-26T12:22:22.802621+0000","last_fullsized":"2024-07-26T12:22:22.802621+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:04:23.225808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.858564+0000","last_change":"2024-07-26T12:21:44.594030+0000","last_active":"2024-07-26T12:22:22.858564+0000","last_peered":"2024-07-26T12:22:22.858564+0000","last_clean":"2024-07-26T12:22:22.858564+0000","last_became_active":"2024-07-26T12:21:44.593659+0000","last_became_peered":"2024-07-26T12:21:44.593659+0000","last_unstale":"2024-07-26T12:22:22.858564+0000","last_undegraded":"2024-07-26T12:22:22.858564+0000","last_fullsized":"2024-07-26T12:22:22.858564+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:47:09.335932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.814376+0000","last_change":"2024-07-26T12:21:44.610384+0000","last_active":"2024-07-26T12:22:22.814376+0000","last_peered":"2024-07-26T12:22:22.814376+0000","last_clean":"2024-07-26T12:22:22.814376+0000","last_became_active":"2024-07-26T12:21:44.609961+0000","last_became_peered":"2024-07-26T12:21:44.609961+0000","last_unstale":"2024-07-26T12:22:22.814376+0000","last_undegraded":"2024-07-26T12:22:22.814376+0000","last_fullsized":"2024-07-26T12:22:22.814376+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:53:27.828681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.799160+0000","last_change":"2024-07-26T12:21:44.609098+0000","last_active":"2024-07-26T12:22:22.799160+0000","last_peered":"2024-07-26T12:22:22.799160+0000","last_clean":"2024-07-26T12:22:22.799160+0000","last_became_active":"2024-07-26T12:21:44.608719+0000","last_became_peered":"2024-07-26T12:21:44.608719+0000","last_unstale":"2024-07-26T12:22:22.799160+0000","last_undegraded":"2024-07-26T12:22:22.799160+0000","last_fullsized":"2024-07-26T12:22:22.799160+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:36:30.521771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"24'1","reported_seq":18,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.859537+0000","last_change":"2024-07-26T12:21:44.611153+0000","last_active":"2024-07-26T12:22:22.859537+0000","last_peered":"2024-07-26T12:22:22.859537+0000","last_clean":"2024-07-26T12:22:22.859537+0000","last_became_active":"2024-07-26T12:21:44.610750+0000","last_became_peered":"2024-07-26T12:21:44.610750+0000","last_unstale":"2024-07-26T12:22:22.859537+0000","last_undegraded":"2024-07-26T12:22:22.859537+0000","last_fullsized":"2024-07-26T12:22:22.859537+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:55:18.605826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.862509+0000","last_change":"2024-07-26T12:21:44.619663+0000","last_active":"2024-07-26T12:22:22.862509+0000","last_peered":"2024-07-26T12:22:22.862509+0000","last_clean":"2024-07-26T12:22:22.862509+0000","last_became_active":"2024-07-26T12:21:44.619376+0000","last_became_peered":"2024-07-26T12:21:44.619376+0000","last_unstale":"2024-07-26T12:22:22.862509+0000","last_undegraded":"2024-07-26T12:22:22.862509+0000","last_fullsized":"2024-07-26T12:22:22.862509+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:12:26.897100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.804378+0000","last_change":"2024-07-26T12:21:44.599552+0000","last_active":"2024-07-26T12:22:22.804378+0000","last_peered":"2024-07-26T12:22:22.804378+0000","last_clean":"2024-07-26T12:22:22.804378+0000","last_became_active":"2024-07-26T12:21:44.597649+0000","last_became_peered":"2024-07-26T12:21:44.597649+0000","last_unstale":"2024-07-26T12:22:22.804378+0000","last_undegraded":"2024-07-26T12:22:22.804378+0000","last_fullsized":"2024-07-26T12:22:22.804378+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:11:55.873169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.861023+0000","last_change":"2024-07-26T12:21:44.598125+0000","last_active":"2024-07-26T12:22:22.861023+0000","last_peered":"2024-07-26T12:22:22.861023+0000","last_clean":"2024-07-26T12:22:22.861023+0000","last_became_active":"2024-07-26T12:21:44.597677+0000","last_became_peered":"2024-07-26T12:21:44.597677+0000","last_unstale":"2024-07-26T12:22:22.861023+0000","last_undegraded":"2024-07-26T12:22:22.861023+0000","last_fullsized":"2024-07-26T12:22:22.861023+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:56:39.180521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.799650+0000","last_change":"2024-07-26T12:21:44.603356+0000","last_active":"2024-07-26T12:22:22.799650+0000","last_peered":"2024-07-26T12:22:22.799650+0000","last_clean":"2024-07-26T12:22:22.799650+0000","last_became_active":"2024-07-26T12:21:44.602543+0000","last_became_peered":"2024-07-26T12:21:44.602543+0000","last_unstale":"2024-07-26T12:22:22.799650+0000","last_undegraded":"2024-07-26T12:22:22.799650+0000","last_fullsized":"2024-07-26T12:22:22.799650+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:40:20.369265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.816421+0000","last_change":"2024-07-26T12:21:44.620712+0000","last_active":"2024-07-26T12:22:22.816421+0000","last_peered":"2024-07-26T12:22:22.816421+0000","last_clean":"2024-07-26T12:22:22.816421+0000","last_became_active":"2024-07-26T12:21:44.620385+0000","last_became_peered":"2024-07-26T12:21:44.620385+0000","last_unstale":"2024-07-26T12:22:22.816421+0000","last_undegraded":"2024-07-26T12:22:22.816421+0000","last_fullsized":"2024-07-26T12:22:22.816421+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:38:44.174478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.860150+0000","last_change":"2024-07-26T12:21:44.615431+0000","last_active":"2024-07-26T12:22:22.860150+0000","last_peered":"2024-07-26T12:22:22.860150+0000","last_clean":"2024-07-26T12:22:22.860150+0000","last_became_active":"2024-07-26T12:21:44.614878+0000","last_became_peered":"2024-07-26T12:21:44.614878+0000","last_unstale":"2024-07-26T12:22:22.860150+0000","last_undegraded":"2024-07-26T12:22:22.860150+0000","last_fullsized":"2024-07-26T12:22:22.860150+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:47:23.460382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.858662+0000","last_change":"2024-07-26T12:21:44.583379+0000","last_active":"2024-07-26T12:22:22.858662+0000","last_peered":"2024-07-26T12:22:22.858662+0000","last_clean":"2024-07-26T12:22:22.858662+0000","last_became_active":"2024-07-26T12:21:44.582397+0000","last_became_peered":"2024-07-26T12:21:44.582397+0000","last_unstale":"2024-07-26T12:22:22.858662+0000","last_undegraded":"2024-07-26T12:22:22.858662+0000","last_fullsized":"2024-07-26T12:22:22.858662+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:36:30.521771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.859739+0000","last_change":"2024-07-26T12:21:44.619249+0000","last_active":"2024-07-26T12:22:22.859739+0000","last_peered":"2024-07-26T12:22:22.859739+0000","last_clean":"2024-07-26T12:22:22.859739+0000","last_became_active":"2024-07-26T12:21:44.617270+0000","last_became_peered":"2024-07-26T12:21:44.617270+0000","last_unstale":"2024-07-26T12:22:22.859739+0000","last_undegraded":"2024-07-26T12:22:22.859739+0000","last_fullsized":"2024-07-26T12:22:22.859739+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:12:00.406855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.860075+0000","last_change":"2024-07-26T12:21:44.586072+0000","last_active":"2024-07-26T12:22:22.860075+0000","last_peered":"2024-07-26T12:22:22.860075+0000","last_clean":"2024-07-26T12:22:22.860075+0000","last_became_active":"2024-07-26T12:21:44.585376+0000","last_became_peered":"2024-07-26T12:21:44.585376+0000","last_unstale":"2024-07-26T12:22:22.860075+0000","last_undegraded":"2024-07-26T12:22:22.860075+0000","last_fullsized":"2024-07-26T12:22:22.860075+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:37:12.798347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.800758+0000","last_change":"2024-07-26T12:21:44.597255+0000","last_active":"2024-07-26T12:22:22.800758+0000","last_peered":"2024-07-26T12:22:22.800758+0000","last_clean":"2024-07-26T12:22:22.800758+0000","last_became_active":"2024-07-26T12:21:44.596828+0000","last_became_peered":"2024-07-26T12:21:44.596828+0000","last_unstale":"2024-07-26T12:22:22.800758+0000","last_undegraded":"2024-07-26T12:22:22.800758+0000","last_fullsized":"2024-07-26T12:22:22.800758+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:47:09.335932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.799869+0000","last_change":"2024-07-26T12:21:44.627726+0000","last_active":"2024-07-26T12:22:22.799869+0000","last_peered":"2024-07-26T12:22:22.799869+0000","last_clean":"2024-07-26T12:22:22.799869+0000","last_became_active":"2024-07-26T12:21:44.627382+0000","last_became_peered":"2024-07-26T12:21:44.627382+0000","last_unstale":"2024-07-26T12:22:22.799869+0000","last_undegraded":"2024-07-26T12:22:22.799869+0000","last_fullsized":"2024-07-26T12:22:22.799869+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:38:44.174478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.859427+0000","last_change":"2024-07-26T12:21:44.589620+0000","last_active":"2024-07-26T12:22:22.859427+0000","last_peered":"2024-07-26T12:22:22.859427+0000","last_clean":"2024-07-26T12:22:22.859427+0000","last_became_active":"2024-07-26T12:21:44.587686+0000","last_became_peered":"2024-07-26T12:21:44.587686+0000","last_unstale":"2024-07-26T12:22:22.859427+0000","last_undegraded":"2024-07-26T12:22:22.859427+0000","last_fullsized":"2024-07-26T12:22:22.859427+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:25:49.213898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.816602+0000","last_change":"2024-07-26T12:21:44.618404+0000","last_active":"2024-07-26T12:22:22.816602+0000","last_peered":"2024-07-26T12:22:22.816602+0000","last_clean":"2024-07-26T12:22:22.816602+0000","last_became_active":"2024-07-26T12:21:44.617803+0000","last_became_peered":"2024-07-26T12:21:44.617803+0000","last_unstale":"2024-07-26T12:22:22.816602+0000","last_undegraded":"2024-07-26T12:22:22.816602+0000","last_fullsized":"2024-07-26T12:22:22.816602+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:36:30.521771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.865105+0000","last_change":"2024-07-26T12:22:22.863044+0000","last_active":"2024-07-26T12:22:22.865105+0000","last_peered":"2024-07-26T12:22:22.865105+0000","last_clean":"2024-07-26T12:22:22.865105+0000","last_became_active":"2024-07-26T12:22:22.862335+0000","last_became_peered":"2024-07-26T12:22:22.862335+0000","last_unstale":"2024-07-26T12:22:22.865105+0000","last_undegraded":"2024-07-26T12:22:22.865105+0000","last_fullsized":"2024-07-26T12:22:22.865105+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:34:09.854662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.803899+0000","last_change":"2024-07-26T12:21:44.599717+0000","last_active":"2024-07-26T12:22:22.803899+0000","last_peered":"2024-07-26T12:22:22.803899+0000","last_clean":"2024-07-26T12:22:22.803899+0000","last_became_active":"2024-07-26T12:21:44.599162+0000","last_became_peered":"2024-07-26T12:21:44.599162+0000","last_unstale":"2024-07-26T12:22:22.803899+0000","last_undegraded":"2024-07-26T12:22:22.803899+0000","last_fullsized":"2024-07-26T12:22:22.803899+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:34:10.646547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.798879+0000","last_change":"2024-07-26T12:21:44.606117+0000","last_active":"2024-07-26T12:22:22.798879+0000","last_peered":"2024-07-26T12:22:22.798879+0000","last_clean":"2024-07-26T12:22:22.798879+0000","last_became_active":"2024-07-26T12:21:44.605533+0000","last_became_peered":"2024-07-26T12:21:44.605533+0000","last_unstale":"2024-07-26T12:22:22.798879+0000","last_undegraded":"2024-07-26T12:22:22.798879+0000","last_fullsized":"2024-07-26T12:22:22.798879+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:36:30.521771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.802114+0000","last_change":"2024-07-26T12:21:44.602731+0000","last_active":"2024-07-26T12:22:22.802114+0000","last_peered":"2024-07-26T12:22:22.802114+0000","last_clean":"2024-07-26T12:22:22.802114+0000","last_became_active":"2024-07-26T12:21:44.602204+0000","last_became_peered":"2024-07-26T12:21:44.602204+0000","last_unstale":"2024-07-26T12:22:22.802114+0000","last_undegraded":"2024-07-26T12:22:22.802114+0000","last_fullsized":"2024-07-26T12:22:22.802114+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:11:55.873169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"21'1","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.859367+0000","last_change":"2024-07-26T12:21:43.598175+0000","last_active":"2024-07-26T12:22:22.859367+0000","last_peered":"2024-07-26T12:22:22.859367+0000","last_clean":"2024-07-26T12:22:22.859367+0000","last_became_active":"2024-07-26T12:21:43.597822+0000","last_became_peered":"2024-07-26T12:21:43.597822+0000","last_unstale":"2024-07-26T12:22:22.859367+0000","last_undegraded":"2024-07-26T12:22:22.859367+0000","last_fullsized":"2024-07-26T12:22:22.859367+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:38:54.755281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.816872+0000","last_change":"2024-07-26T12:21:44.601717+0000","last_active":"2024-07-26T12:22:22.816872+0000","last_peered":"2024-07-26T12:22:22.816872+0000","last_clean":"2024-07-26T12:22:22.816872+0000","last_became_active":"2024-07-26T12:21:44.598135+0000","last_became_peered":"2024-07-26T12:21:44.598135+0000","last_unstale":"2024-07-26T12:22:22.816872+0000","last_undegraded":"2024-07-26T12:22:22.816872+0000","last_fullsized":"2024-07-26T12:22:22.816872+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:40:20.369265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"21'1","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.799313+0000","last_change":"2024-07-26T12:21:43.597651+0000","last_active":"2024-07-26T12:22:22.799313+0000","last_peered":"2024-07-26T12:22:22.799313+0000","last_clean":"2024-07-26T12:22:22.799313+0000","last_became_active":"2024-07-26T12:21:43.597357+0000","last_became_peered":"2024-07-26T12:21:43.597357+0000","last_unstale":"2024-07-26T12:22:22.799313+0000","last_undegraded":"2024-07-26T12:22:22.799313+0000","last_fullsized":"2024-07-26T12:22:22.799313+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:36:09.991878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.859756+0000","last_change":"2024-07-26T12:21:43.586064+0000","last_active":"2024-07-26T12:22:22.859756+0000","last_peered":"2024-07-26T12:22:22.859756+0000","last_clean":"2024-07-26T12:22:22.859756+0000","last_became_active":"2024-07-26T12:21:43.583951+0000","last_became_peered":"2024-07-26T12:21:43.583951+0000","last_unstale":"2024-07-26T12:22:22.859756+0000","last_undegraded":"2024-07-26T12:22:22.859756+0000","last_fullsized":"2024-07-26T12:22:22.859756+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:45:07.051342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.820595+0000","last_change":"2024-07-26T12:22:22.816735+0000","last_active":"2024-07-26T12:22:22.820595+0000","last_peered":"2024-07-26T12:22:22.820595+0000","last_clean":"2024-07-26T12:22:22.820595+0000","last_became_active":"2024-07-26T12:22:22.816354+0000","last_became_peered":"2024-07-26T12:22:22.816354+0000","last_unstale":"2024-07-26T12:22:22.820595+0000","last_undegraded":"2024-07-26T12:22:22.820595+0000","last_fullsized":"2024-07-26T12:22:22.820595+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:40:43.380315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.861398+0000","last_change":"2024-07-26T12:21:43.602916+0000","last_active":"2024-07-26T12:22:22.861398+0000","last_peered":"2024-07-26T12:22:22.861398+0000","last_clean":"2024-07-26T12:22:22.861398+0000","last_became_active":"2024-07-26T12:21:43.598768+0000","last_became_peered":"2024-07-26T12:21:43.598768+0000","last_unstale":"2024-07-26T12:22:22.861398+0000","last_undegraded":"2024-07-26T12:22:22.861398+0000","last_fullsized":"2024-07-26T12:22:22.861398+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:44:44.466313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.798805+0000","last_change":"2024-07-26T12:21:44.615254+0000","last_active":"2024-07-26T12:22:22.798805+0000","last_peered":"2024-07-26T12:22:22.798805+0000","last_clean":"2024-07-26T12:22:22.798805+0000","last_became_active":"2024-07-26T12:21:44.614900+0000","last_became_peered":"2024-07-26T12:21:44.614900+0000","last_unstale":"2024-07-26T12:22:22.798805+0000","last_undegraded":"2024-07-26T12:22:22.798805+0000","last_fullsized":"2024-07-26T12:22:22.798805+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:39:31.246505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"24'1","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.800262+0000","last_change":"2024-07-26T12:21:43.596529+0000","last_active":"2024-07-26T12:22:22.800262+0000","last_peered":"2024-07-26T12:22:22.800262+0000","last_clean":"2024-07-26T12:22:22.800262+0000","last_became_active":"2024-07-26T12:21:43.596190+0000","last_became_peered":"2024-07-26T12:21:43.596190+0000","last_unstale":"2024-07-26T12:22:22.800262+0000","last_undegraded":"2024-07-26T12:22:22.800262+0000","last_fullsized":"2024-07-26T12:22:22.800262+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:00:15.755490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.867898+0000","last_change":"2024-07-26T12:22:22.863934+0000","last_active":"2024-07-26T12:22:22.867898+0000","last_peered":"2024-07-26T12:22:22.867898+0000","last_clean":"2024-07-26T12:22:22.867898+0000","last_became_active":"2024-07-26T12:22:22.863503+0000","last_became_peered":"2024-07-26T12:22:22.863503+0000","last_unstale":"2024-07-26T12:22:22.867898+0000","last_undegraded":"2024-07-26T12:22:22.867898+0000","last_fullsized":"2024-07-26T12:22:22.867898+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:51:20.914479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.861940+0000","last_change":"2024-07-26T12:21:43.599687+0000","last_active":"2024-07-26T12:22:22.861940+0000","last_peered":"2024-07-26T12:22:22.861940+0000","last_clean":"2024-07-26T12:22:22.861940+0000","last_became_active":"2024-07-26T12:21:43.598135+0000","last_became_peered":"2024-07-26T12:21:43.598135+0000","last_unstale":"2024-07-26T12:22:22.861940+0000","last_undegraded":"2024-07-26T12:22:22.861940+0000","last_fullsized":"2024-07-26T12:22:22.861940+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:06:44.167242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.815568+0000","last_change":"2024-07-26T12:21:44.602906+0000","last_active":"2024-07-26T12:22:22.815568+0000","last_peered":"2024-07-26T12:22:22.815568+0000","last_clean":"2024-07-26T12:22:22.815568+0000","last_became_active":"2024-07-26T12:21:44.602473+0000","last_became_peered":"2024-07-26T12:21:44.602473+0000","last_unstale":"2024-07-26T12:22:22.815568+0000","last_undegraded":"2024-07-26T12:22:22.815568+0000","last_fullsized":"2024-07-26T12:22:22.815568+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:25:49.213898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"24'6","reported_seq":25,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:04.735348+0000","last_change":"2024-07-26T12:21:43.601669+0000","last_active":"2024-07-26T12:23:04.735348+0000","last_peered":"2024-07-26T12:23:04.735348+0000","last_clean":"2024-07-26T12:23:04.735348+0000","last_became_active":"2024-07-26T12:21:43.601312+0000","last_became_peered":"2024-07-26T12:21:43.601312+0000","last_unstale":"2024-07-26T12:23:04.735348+0000","last_undegraded":"2024-07-26T12:23:04.735348+0000","last_fullsized":"2024-07-26T12:23:04.735348+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:41:03.044571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.802791+0000","last_change":"2024-07-26T12:21:44.602910+0000","last_active":"2024-07-26T12:22:22.802791+0000","last_peered":"2024-07-26T12:22:22.802791+0000","last_clean":"2024-07-26T12:22:22.802791+0000","last_became_active":"2024-07-26T12:21:44.600952+0000","last_became_peered":"2024-07-26T12:21:44.600952+0000","last_unstale":"2024-07-26T12:22:22.802791+0000","last_undegraded":"2024-07-26T12:22:22.802791+0000","last_fullsized":"2024-07-26T12:22:22.802791+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:40:05.002731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"24'19","reported_seq":38,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:04.606678+0000","last_change":"2024-07-26T12:21:43.591788+0000","last_active":"2024-07-26T12:23:04.606678+0000","last_peered":"2024-07-26T12:23:04.606678+0000","last_clean":"2024-07-26T12:23:04.606678+0000","last_became_active":"2024-07-26T12:21:43.590913+0000","last_became_peered":"2024-07-26T12:21:43.590913+0000","last_unstale":"2024-07-26T12:23:04.606678+0000","last_undegraded":"2024-07-26T12:23:04.606678+0000","last_fullsized":"2024-07-26T12:23:04.606678+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":0,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:41:03.044571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10882,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.859788+0000","last_change":"2024-07-26T12:21:44.627524+0000","last_active":"2024-07-26T12:22:22.859788+0000","last_peered":"2024-07-26T12:22:22.859788+0000","last_clean":"2024-07-26T12:22:22.859788+0000","last_became_active":"2024-07-26T12:21:44.627137+0000","last_became_peered":"2024-07-26T12:21:44.627137+0000","last_unstale":"2024-07-26T12:22:22.859788+0000","last_undegraded":"2024-07-26T12:22:22.859788+0000","last_fullsized":"2024-07-26T12:22:22.859788+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:01:16.822912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"21'2","reported_seq":21,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.817001+0000","last_change":"2024-07-26T12:21:43.588504+0000","last_active":"2024-07-26T12:22:22.817001+0000","last_peered":"2024-07-26T12:22:22.817001+0000","last_clean":"2024-07-26T12:22:22.817001+0000","last_became_active":"2024-07-26T12:21:43.588133+0000","last_became_peered":"2024-07-26T12:21:43.588133+0000","last_unstale":"2024-07-26T12:22:22.817001+0000","last_undegraded":"2024-07-26T12:22:22.817001+0000","last_fullsized":"2024-07-26T12:22:22.817001+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:53:36.128595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"24'2","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:05.705587+0000","last_change":"2024-07-26T12:21:44.621879+0000","last_active":"2024-07-26T12:23:05.705587+0000","last_peered":"2024-07-26T12:23:05.705587+0000","last_clean":"2024-07-26T12:23:05.705587+0000","last_became_active":"2024-07-26T12:21:44.621372+0000","last_became_peered":"2024-07-26T12:21:44.621372+0000","last_unstale":"2024-07-26T12:23:05.705587+0000","last_undegraded":"2024-07-26T12:23:05.705587+0000","last_fullsized":"2024-07-26T12:23:05.705587+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:01:22.820284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.860817+0000","last_change":"2024-07-26T12:21:43.597819+0000","last_active":"2024-07-26T12:22:22.860817+0000","last_peered":"2024-07-26T12:22:22.860817+0000","last_clean":"2024-07-26T12:22:22.860817+0000","last_became_active":"2024-07-26T12:21:43.595837+0000","last_became_peered":"2024-07-26T12:21:43.595837+0000","last_unstale":"2024-07-26T12:22:22.860817+0000","last_undegraded":"2024-07-26T12:22:22.860817+0000","last_fullsized":"2024-07-26T12:22:22.860817+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:16:47.249776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.859854+0000","last_change":"2024-07-26T12:21:44.613025+0000","last_active":"2024-07-26T12:22:22.859854+0000","last_peered":"2024-07-26T12:22:22.859854+0000","last_clean":"2024-07-26T12:22:22.859854+0000","last_became_active":"2024-07-26T12:21:44.612702+0000","last_became_peered":"2024-07-26T12:21:44.612702+0000","last_unstale":"2024-07-26T12:22:22.859854+0000","last_undegraded":"2024-07-26T12:22:22.859854+0000","last_fullsized":"2024-07-26T12:22:22.859854+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:07:33.344941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.799161+0000","last_change":"2024-07-26T12:21:43.588282+0000","last_active":"2024-07-26T12:22:22.799161+0000","last_peered":"2024-07-26T12:22:22.799161+0000","last_clean":"2024-07-26T12:22:22.799161+0000","last_became_active":"2024-07-26T12:21:43.587549+0000","last_became_peered":"2024-07-26T12:21:43.587549+0000","last_unstale":"2024-07-26T12:22:22.799161+0000","last_undegraded":"2024-07-26T12:22:22.799161+0000","last_fullsized":"2024-07-26T12:22:22.799161+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:19:44.931902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.799273+0000","last_change":"2024-07-26T12:21:44.604821+0000","last_active":"2024-07-26T12:22:22.799273+0000","last_peered":"2024-07-26T12:22:22.799273+0000","last_clean":"2024-07-26T12:22:22.799273+0000","last_became_active":"2024-07-26T12:21:44.604495+0000","last_became_peered":"2024-07-26T12:21:44.604495+0000","last_unstale":"2024-07-26T12:22:22.799273+0000","last_undegraded":"2024-07-26T12:22:22.799273+0000","last_fullsized":"2024-07-26T12:22:22.799273+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:38:44.174478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"21'8","reported_seq":27,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.803726+0000","last_change":"2024-07-26T12:21:43.584411+0000","last_active":"2024-07-26T12:22:22.803726+0000","last_peered":"2024-07-26T12:22:22.803726+0000","last_clean":"2024-07-26T12:22:22.803726+0000","last_became_active":"2024-07-26T12:21:43.582984+0000","last_became_peered":"2024-07-26T12:21:43.582984+0000","last_unstale":"2024-07-26T12:22:22.803726+0000","last_undegraded":"2024-07-26T12:22:22.803726+0000","last_fullsized":"2024-07-26T12:22:22.803726+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:44:44.466313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.858760+0000","last_change":"2024-07-26T12:21:44.601816+0000","last_active":"2024-07-26T12:22:22.858760+0000","last_peered":"2024-07-26T12:22:22.858760+0000","last_clean":"2024-07-26T12:22:22.858760+0000","last_became_active":"2024-07-26T12:21:44.601407+0000","last_became_peered":"2024-07-26T12:21:44.601407+0000","last_unstale":"2024-07-26T12:22:22.858760+0000","last_undegraded":"2024-07-26T12:22:22.858760+0000","last_fullsized":"2024-07-26T12:22:22.858760+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:30:10.770704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"21'1","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.803378+0000","last_change":"2024-07-26T12:21:43.585789+0000","last_active":"2024-07-26T12:22:22.803378+0000","last_peered":"2024-07-26T12:22:22.803378+0000","last_clean":"2024-07-26T12:22:22.803378+0000","last_became_active":"2024-07-26T12:21:43.585351+0000","last_became_peered":"2024-07-26T12:21:43.585351+0000","last_unstale":"2024-07-26T12:22:22.803378+0000","last_undegraded":"2024-07-26T12:22:22.803378+0000","last_fullsized":"2024-07-26T12:22:22.803378+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:37:00.698599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.859402+0000","last_change":"2024-07-26T12:21:44.605806+0000","last_active":"2024-07-26T12:22:22.859402+0000","last_peered":"2024-07-26T12:22:22.859402+0000","last_clean":"2024-07-26T12:22:22.859402+0000","last_became_active":"2024-07-26T12:21:44.605107+0000","last_became_peered":"2024-07-26T12:21:44.605107+0000","last_unstale":"2024-07-26T12:22:22.859402+0000","last_undegraded":"2024-07-26T12:22:22.859402+0000","last_fullsized":"2024-07-26T12:22:22.859402+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:02:19.506956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"21'2","reported_seq":21,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.804571+0000","last_change":"2024-07-26T12:21:43.586245+0000","last_active":"2024-07-26T12:22:22.804571+0000","last_peered":"2024-07-26T12:22:22.804571+0000","last_clean":"2024-07-26T12:22:22.804571+0000","last_became_active":"2024-07-26T12:21:43.585935+0000","last_became_peered":"2024-07-26T12:21:43.585935+0000","last_unstale":"2024-07-26T12:22:22.804571+0000","last_undegraded":"2024-07-26T12:22:22.804571+0000","last_fullsized":"2024-07-26T12:22:22.804571+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:16:47.249776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.860511+0000","last_change":"2024-07-26T12:21:44.615527+0000","last_active":"2024-07-26T12:22:22.860511+0000","last_peered":"2024-07-26T12:22:22.860511+0000","last_clean":"2024-07-26T12:22:22.860511+0000","last_became_active":"2024-07-26T12:21:44.611464+0000","last_became_peered":"2024-07-26T12:21:44.611464+0000","last_unstale":"2024-07-26T12:22:22.860511+0000","last_undegraded":"2024-07-26T12:22:22.860511+0000","last_fullsized":"2024-07-26T12:22:22.860511+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:20:12.489093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"21'1","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.800397+0000","last_change":"2024-07-26T12:21:43.587353+0000","last_active":"2024-07-26T12:22:22.800397+0000","last_peered":"2024-07-26T12:22:22.800397+0000","last_clean":"2024-07-26T12:22:22.800397+0000","last_became_active":"2024-07-26T12:21:43.586989+0000","last_became_peered":"2024-07-26T12:21:43.586989+0000","last_unstale":"2024-07-26T12:22:22.800397+0000","last_undegraded":"2024-07-26T12:22:22.800397+0000","last_fullsized":"2024-07-26T12:22:22.800397+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:36:09.991878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.861817+0000","last_change":"2024-07-26T12:21:44.618987+0000","last_active":"2024-07-26T12:22:22.861817+0000","last_peered":"2024-07-26T12:22:22.861817+0000","last_clean":"2024-07-26T12:22:22.861817+0000","last_became_active":"2024-07-26T12:21:44.617072+0000","last_became_peered":"2024-07-26T12:21:44.617072+0000","last_unstale":"2024-07-26T12:22:22.861817+0000","last_undegraded":"2024-07-26T12:22:22.861817+0000","last_fullsized":"2024-07-26T12:22:22.861817+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:22:52.563381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.804340+0000","last_change":"2024-07-26T12:21:43.601579+0000","last_active":"2024-07-26T12:22:22.804340+0000","last_peered":"2024-07-26T12:22:22.804340+0000","last_clean":"2024-07-26T12:22:22.804340+0000","last_became_active":"2024-07-26T12:21:43.601179+0000","last_became_peered":"2024-07-26T12:21:43.601179+0000","last_unstale":"2024-07-26T12:22:22.804340+0000","last_undegraded":"2024-07-26T12:22:22.804340+0000","last_fullsized":"2024-07-26T12:22:22.804340+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:32:00.408263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.860467+0000","last_change":"2024-07-26T12:21:44.610751+0000","last_active":"2024-07-26T12:22:22.860467+0000","last_peered":"2024-07-26T12:22:22.860467+0000","last_clean":"2024-07-26T12:22:22.860467+0000","last_became_active":"2024-07-26T12:21:44.609773+0000","last_became_peered":"2024-07-26T12:21:44.609773+0000","last_unstale":"2024-07-26T12:22:22.860467+0000","last_undegraded":"2024-07-26T12:22:22.860467+0000","last_fullsized":"2024-07-26T12:22:22.860467+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:25:44.034160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"18'72","reported_seq":115,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.858760+0000","last_change":"2024-07-26T12:21:33.467293+0000","last_active":"2024-07-26T12:22:22.858760+0000","last_peered":"2024-07-26T12:22:22.858760+0000","last_clean":"2024-07-26T12:22:22.858760+0000","last_became_active":"2024-07-26T12:21:33.464397+0000","last_became_peered":"2024-07-26T12:21:33.464397+0000","last_unstale":"2024-07-26T12:22:22.858760+0000","last_undegraded":"2024-07-26T12:22:22.858760+0000","last_fullsized":"2024-07-26T12:22:22.858760+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:32.289755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:32.289755+0000","last_clean_scrub_stamp":"2024-07-26T12:21:32.289755+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:52:33.395456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.859396+0000","last_change":"2024-07-26T12:21:43.596245+0000","last_active":"2024-07-26T12:22:22.859396+0000","last_peered":"2024-07-26T12:22:22.859396+0000","last_clean":"2024-07-26T12:22:22.859396+0000","last_became_active":"2024-07-26T12:21:43.595878+0000","last_became_peered":"2024-07-26T12:21:43.595878+0000","last_unstale":"2024-07-26T12:22:22.859396+0000","last_undegraded":"2024-07-26T12:22:22.859396+0000","last_fullsized":"2024-07-26T12:22:22.859396+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:32:00.408263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.860241+0000","last_change":"2024-07-26T12:21:44.616682+0000","last_active":"2024-07-26T12:22:22.860241+0000","last_peered":"2024-07-26T12:22:22.860241+0000","last_clean":"2024-07-26T12:22:22.860241+0000","last_became_active":"2024-07-26T12:21:44.616429+0000","last_became_peered":"2024-07-26T12:21:44.616429+0000","last_unstale":"2024-07-26T12:22:22.860241+0000","last_undegraded":"2024-07-26T12:22:22.860241+0000","last_fullsized":"2024-07-26T12:22:22.860241+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:38:44.174478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.858429+0000","last_change":"2024-07-26T12:21:43.599807+0000","last_active":"2024-07-26T12:22:22.858429+0000","last_peered":"2024-07-26T12:22:22.858429+0000","last_clean":"2024-07-26T12:22:22.858429+0000","last_became_active":"2024-07-26T12:21:43.598892+0000","last_became_peered":"2024-07-26T12:21:43.598892+0000","last_unstale":"2024-07-26T12:22:22.858429+0000","last_undegraded":"2024-07-26T12:22:22.858429+0000","last_fullsized":"2024-07-26T12:22:22.858429+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:36:09.991878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.814597+0000","last_change":"2024-07-26T12:21:44.603170+0000","last_active":"2024-07-26T12:22:22.814597+0000","last_peered":"2024-07-26T12:22:22.814597+0000","last_clean":"2024-07-26T12:22:22.814597+0000","last_became_active":"2024-07-26T12:21:44.602633+0000","last_became_peered":"2024-07-26T12:21:44.602633+0000","last_unstale":"2024-07-26T12:22:22.814597+0000","last_undegraded":"2024-07-26T12:22:22.814597+0000","last_fullsized":"2024-07-26T12:22:22.814597+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:40:30.082413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"24'2","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:04.721650+0000","last_change":"2024-07-26T12:21:43.589121+0000","last_active":"2024-07-26T12:23:04.721650+0000","last_peered":"2024-07-26T12:23:04.721650+0000","last_clean":"2024-07-26T12:23:04.721650+0000","last_became_active":"2024-07-26T12:21:43.587920+0000","last_became_peered":"2024-07-26T12:21:43.587920+0000","last_unstale":"2024-07-26T12:23:04.721650+0000","last_undegraded":"2024-07-26T12:23:04.721650+0000","last_fullsized":"2024-07-26T12:23:04.721650+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:37:00.698599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":101,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.799126+0000","last_change":"2024-07-26T12:21:44.595102+0000","last_active":"2024-07-26T12:22:22.799126+0000","last_peered":"2024-07-26T12:22:22.799126+0000","last_clean":"2024-07-26T12:22:22.799126+0000","last_became_active":"2024-07-26T12:21:44.594709+0000","last_became_peered":"2024-07-26T12:21:44.594709+0000","last_unstale":"2024-07-26T12:22:22.799126+0000","last_undegraded":"2024-07-26T12:22:22.799126+0000","last_fullsized":"2024-07-26T12:22:22.799126+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:37:12.798347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.860991+0000","last_change":"2024-07-26T12:21:43.595340+0000","last_active":"2024-07-26T12:22:22.860991+0000","last_peered":"2024-07-26T12:22:22.860991+0000","last_clean":"2024-07-26T12:22:22.860991+0000","last_became_active":"2024-07-26T12:21:43.592052+0000","last_became_peered":"2024-07-26T12:21:43.592052+0000","last_unstale":"2024-07-26T12:22:22.860991+0000","last_undegraded":"2024-07-26T12:22:22.860991+0000","last_fullsized":"2024-07-26T12:22:22.860991+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:14:41.106615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.802580+0000","last_change":"2024-07-26T12:21:44.609727+0000","last_active":"2024-07-26T12:22:22.802580+0000","last_peered":"2024-07-26T12:22:22.802580+0000","last_clean":"2024-07-26T12:22:22.802580+0000","last_became_active":"2024-07-26T12:21:44.609380+0000","last_became_peered":"2024-07-26T12:21:44.609380+0000","last_unstale":"2024-07-26T12:22:22.802580+0000","last_undegraded":"2024-07-26T12:22:22.802580+0000","last_fullsized":"2024-07-26T12:22:22.802580+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:45:39.167404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.799057+0000","last_change":"2024-07-26T12:21:43.581291+0000","last_active":"2024-07-26T12:22:22.799057+0000","last_peered":"2024-07-26T12:22:22.799057+0000","last_clean":"2024-07-26T12:22:22.799057+0000","last_became_active":"2024-07-26T12:21:43.580293+0000","last_became_peered":"2024-07-26T12:21:43.580293+0000","last_unstale":"2024-07-26T12:22:22.799057+0000","last_undegraded":"2024-07-26T12:22:22.799057+0000","last_fullsized":"2024-07-26T12:22:22.799057+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:16:10.979071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.861985+0000","last_change":"2024-07-26T12:21:44.625563+0000","last_active":"2024-07-26T12:22:22.861985+0000","last_peered":"2024-07-26T12:22:22.861985+0000","last_clean":"2024-07-26T12:22:22.861985+0000","last_became_active":"2024-07-26T12:21:44.625006+0000","last_became_peered":"2024-07-26T12:21:44.625006+0000","last_unstale":"2024-07-26T12:22:22.861985+0000","last_undegraded":"2024-07-26T12:22:22.861985+0000","last_fullsized":"2024-07-26T12:22:22.861985+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:59:03.695695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.861324+0000","last_change":"2024-07-26T12:21:43.601219+0000","last_active":"2024-07-26T12:22:22.861324+0000","last_peered":"2024-07-26T12:22:22.861324+0000","last_clean":"2024-07-26T12:22:22.861324+0000","last_became_active":"2024-07-26T12:21:43.599712+0000","last_became_peered":"2024-07-26T12:21:43.599712+0000","last_unstale":"2024-07-26T12:22:22.861324+0000","last_undegraded":"2024-07-26T12:22:22.861324+0000","last_fullsized":"2024-07-26T12:22:22.861324+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:13:25.847032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.798892+0000","last_change":"2024-07-26T12:21:44.599910+0000","last_active":"2024-07-26T12:22:22.798892+0000","last_peered":"2024-07-26T12:22:22.798892+0000","last_clean":"2024-07-26T12:22:22.798892+0000","last_became_active":"2024-07-26T12:21:44.598447+0000","last_became_peered":"2024-07-26T12:21:44.598447+0000","last_unstale":"2024-07-26T12:22:22.798892+0000","last_undegraded":"2024-07-26T12:22:22.798892+0000","last_fullsized":"2024-07-26T12:22:22.798892+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:25:49.213898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"24'2","reported_seq":21,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.799770+0000","last_change":"2024-07-26T12:21:43.586755+0000","last_active":"2024-07-26T12:22:22.799770+0000","last_peered":"2024-07-26T12:22:22.799770+0000","last_clean":"2024-07-26T12:22:22.799770+0000","last_became_active":"2024-07-26T12:21:43.586410+0000","last_became_peered":"2024-07-26T12:21:43.586410+0000","last_unstale":"2024-07-26T12:22:22.799770+0000","last_undegraded":"2024-07-26T12:22:22.799770+0000","last_fullsized":"2024-07-26T12:22:22.799770+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:00:15.755490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"24'3","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:05.640127+0000","last_change":"2024-07-26T12:21:44.615473+0000","last_active":"2024-07-26T12:23:05.640127+0000","last_peered":"2024-07-26T12:23:05.640127+0000","last_clean":"2024-07-26T12:23:05.640127+0000","last_became_active":"2024-07-26T12:21:44.615105+0000","last_became_peered":"2024-07-26T12:21:44.615105+0000","last_unstale":"2024-07-26T12:23:05.640127+0000","last_undegraded":"2024-07-26T12:23:05.640127+0000","last_fullsized":"2024-07-26T12:23:05.640127+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:59:09.665003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"21'2","reported_seq":21,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.800354+0000","last_change":"2024-07-26T12:21:43.598990+0000","last_active":"2024-07-26T12:22:22.800354+0000","last_peered":"2024-07-26T12:22:22.800354+0000","last_clean":"2024-07-26T12:22:22.800354+0000","last_became_active":"2024-07-26T12:21:43.598632+0000","last_became_peered":"2024-07-26T12:21:43.598632+0000","last_unstale":"2024-07-26T12:22:22.800354+0000","last_undegraded":"2024-07-26T12:22:22.800354+0000","last_fullsized":"2024-07-26T12:22:22.800354+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:32:17.202395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.815973+0000","last_change":"2024-07-26T12:21:44.615728+0000","last_active":"2024-07-26T12:22:22.815973+0000","last_peered":"2024-07-26T12:22:22.815973+0000","last_clean":"2024-07-26T12:22:22.815973+0000","last_became_active":"2024-07-26T12:21:44.612240+0000","last_became_peered":"2024-07-26T12:21:44.612240+0000","last_unstale":"2024-07-26T12:22:22.815973+0000","last_undegraded":"2024-07-26T12:22:22.815973+0000","last_fullsized":"2024-07-26T12:22:22.815973+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:39:31.246505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.858409+0000","last_change":"2024-07-26T12:21:43.599474+0000","last_active":"2024-07-26T12:22:22.858409+0000","last_peered":"2024-07-26T12:22:22.858409+0000","last_clean":"2024-07-26T12:22:22.858409+0000","last_became_active":"2024-07-26T12:21:43.597968+0000","last_became_peered":"2024-07-26T12:21:43.597968+0000","last_unstale":"2024-07-26T12:22:22.858409+0000","last_undegraded":"2024-07-26T12:22:22.858409+0000","last_fullsized":"2024-07-26T12:22:22.858409+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:41:03.044571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.802222+0000","last_change":"2024-07-26T12:21:44.594114+0000","last_active":"2024-07-26T12:22:22.802222+0000","last_peered":"2024-07-26T12:22:22.802222+0000","last_clean":"2024-07-26T12:22:22.802222+0000","last_became_active":"2024-07-26T12:21:44.592991+0000","last_became_peered":"2024-07-26T12:21:44.592991+0000","last_unstale":"2024-07-26T12:22:22.802222+0000","last_undegraded":"2024-07-26T12:22:22.802222+0000","last_fullsized":"2024-07-26T12:22:22.802222+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:34:10.646547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.799773+0000","last_change":"2024-07-26T12:21:43.594859+0000","last_active":"2024-07-26T12:22:22.799773+0000","last_peered":"2024-07-26T12:22:22.799773+0000","last_clean":"2024-07-26T12:22:22.799773+0000","last_became_active":"2024-07-26T12:21:43.594389+0000","last_became_peered":"2024-07-26T12:21:43.594389+0000","last_unstale":"2024-07-26T12:22:22.799773+0000","last_undegraded":"2024-07-26T12:22:22.799773+0000","last_fullsized":"2024-07-26T12:22:22.799773+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:19:44.931902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.858658+0000","last_change":"2024-07-26T12:21:44.597533+0000","last_active":"2024-07-26T12:22:22.858658+0000","last_peered":"2024-07-26T12:22:22.858658+0000","last_clean":"2024-07-26T12:22:22.858658+0000","last_became_active":"2024-07-26T12:21:44.596960+0000","last_became_peered":"2024-07-26T12:21:44.596960+0000","last_unstale":"2024-07-26T12:22:22.858658+0000","last_undegraded":"2024-07-26T12:22:22.858658+0000","last_fullsized":"2024-07-26T12:22:22.858658+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:07:29.951874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.799330+0000","last_change":"2024-07-26T12:21:43.589649+0000","last_active":"2024-07-26T12:22:22.799330+0000","last_peered":"2024-07-26T12:22:22.799330+0000","last_clean":"2024-07-26T12:22:22.799330+0000","last_became_active":"2024-07-26T12:21:43.589311+0000","last_became_peered":"2024-07-26T12:21:43.589311+0000","last_unstale":"2024-07-26T12:22:22.799330+0000","last_undegraded":"2024-07-26T12:22:22.799330+0000","last_fullsized":"2024-07-26T12:22:22.799330+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:32:16.350262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.859018+0000","last_change":"2024-07-26T12:21:44.597550+0000","last_active":"2024-07-26T12:22:22.859018+0000","last_peered":"2024-07-26T12:22:22.859018+0000","last_clean":"2024-07-26T12:22:22.859018+0000","last_became_active":"2024-07-26T12:21:44.596041+0000","last_became_peered":"2024-07-26T12:21:44.596041+0000","last_unstale":"2024-07-26T12:22:22.859018+0000","last_undegraded":"2024-07-26T12:22:22.859018+0000","last_fullsized":"2024-07-26T12:22:22.859018+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:24:21.238237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"24'3","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.860278+0000","last_change":"2024-07-26T12:21:43.601853+0000","last_active":"2024-07-26T12:22:22.860278+0000","last_peered":"2024-07-26T12:22:22.860278+0000","last_clean":"2024-07-26T12:22:22.860278+0000","last_became_active":"2024-07-26T12:21:43.601565+0000","last_became_peered":"2024-07-26T12:21:43.601565+0000","last_unstale":"2024-07-26T12:22:22.860278+0000","last_undegraded":"2024-07-26T12:22:22.860278+0000","last_fullsized":"2024-07-26T12:22:22.860278+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:53:26.812098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.798930+0000","last_change":"2024-07-26T12:21:44.604142+0000","last_active":"2024-07-26T12:22:22.798930+0000","last_peered":"2024-07-26T12:22:22.798930+0000","last_clean":"2024-07-26T12:22:22.798930+0000","last_became_active":"2024-07-26T12:21:44.602745+0000","last_became_peered":"2024-07-26T12:21:44.602745+0000","last_unstale":"2024-07-26T12:22:22.798930+0000","last_undegraded":"2024-07-26T12:22:22.798930+0000","last_fullsized":"2024-07-26T12:22:22.798930+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:25:49.213898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.861903+0000","last_change":"2024-07-26T12:21:44.612632+0000","last_active":"2024-07-26T12:22:22.861903+0000","last_peered":"2024-07-26T12:22:22.861903+0000","last_clean":"2024-07-26T12:22:22.861903+0000","last_became_active":"2024-07-26T12:21:44.612080+0000","last_became_peered":"2024-07-26T12:21:44.612080+0000","last_unstale":"2024-07-26T12:22:22.861903+0000","last_undegraded":"2024-07-26T12:22:22.861903+0000","last_fullsized":"2024-07-26T12:22:22.861903+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:34:09.854662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"21'2","reported_seq":21,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.859800+0000","last_change":"2024-07-26T12:21:43.605554+0000","last_active":"2024-07-26T12:22:22.859800+0000","last_peered":"2024-07-26T12:22:22.859800+0000","last_clean":"2024-07-26T12:22:22.859800+0000","last_became_active":"2024-07-26T12:21:43.605157+0000","last_became_peered":"2024-07-26T12:21:43.605157+0000","last_unstale":"2024-07-26T12:22:22.859800+0000","last_undegraded":"2024-07-26T12:22:22.859800+0000","last_fullsized":"2024-07-26T12:22:22.859800+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:00:15.755490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.861068+0000","last_change":"2024-07-26T12:21:44.607389+0000","last_active":"2024-07-26T12:22:22.861068+0000","last_peered":"2024-07-26T12:22:22.861068+0000","last_clean":"2024-07-26T12:22:22.861068+0000","last_became_active":"2024-07-26T12:21:44.606970+0000","last_became_peered":"2024-07-26T12:21:44.606970+0000","last_unstale":"2024-07-26T12:22:22.861068+0000","last_undegraded":"2024-07-26T12:22:22.861068+0000","last_fullsized":"2024-07-26T12:22:22.861068+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:46:45.212964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"24'3","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.860882+0000","last_change":"2024-07-26T12:21:43.601802+0000","last_active":"2024-07-26T12:22:22.860882+0000","last_peered":"2024-07-26T12:22:22.860882+0000","last_clean":"2024-07-26T12:22:22.860882+0000","last_became_active":"2024-07-26T12:21:43.601442+0000","last_became_peered":"2024-07-26T12:21:43.601442+0000","last_unstale":"2024-07-26T12:22:22.860882+0000","last_undegraded":"2024-07-26T12:22:22.860882+0000","last_fullsized":"2024-07-26T12:22:22.860882+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:32:17.202395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.815205+0000","last_change":"2024-07-26T12:21:44.603292+0000","last_active":"2024-07-26T12:22:22.815205+0000","last_peered":"2024-07-26T12:22:22.815205+0000","last_clean":"2024-07-26T12:22:22.815205+0000","last_became_active":"2024-07-26T12:21:44.602551+0000","last_became_peered":"2024-07-26T12:21:44.602551+0000","last_unstale":"2024-07-26T12:22:22.815205+0000","last_undegraded":"2024-07-26T12:22:22.815205+0000","last_fullsized":"2024-07-26T12:22:22.815205+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:07:29.951874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"21'1","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.859515+0000","last_change":"2024-07-26T12:21:43.591671+0000","last_active":"2024-07-26T12:22:22.859515+0000","last_peered":"2024-07-26T12:22:22.859515+0000","last_clean":"2024-07-26T12:22:22.859515+0000","last_became_active":"2024-07-26T12:21:43.584686+0000","last_became_peered":"2024-07-26T12:21:43.584686+0000","last_unstale":"2024-07-26T12:22:22.859515+0000","last_undegraded":"2024-07-26T12:22:22.859515+0000","last_fullsized":"2024-07-26T12:22:22.859515+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:01:09.081562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.859192+0000","last_change":"2024-07-26T12:21:44.594141+0000","last_active":"2024-07-26T12:22:22.859192+0000","last_peered":"2024-07-26T12:22:22.859192+0000","last_clean":"2024-07-26T12:22:22.859192+0000","last_became_active":"2024-07-26T12:21:44.593637+0000","last_became_peered":"2024-07-26T12:21:44.593637+0000","last_unstale":"2024-07-26T12:22:22.859192+0000","last_undegraded":"2024-07-26T12:22:22.859192+0000","last_fullsized":"2024-07-26T12:22:22.859192+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:40:20.369265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"21'4","reported_seq":23,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.815828+0000","last_change":"2024-07-26T12:21:43.589685+0000","last_active":"2024-07-26T12:22:22.815828+0000","last_peered":"2024-07-26T12:22:22.815828+0000","last_clean":"2024-07-26T12:22:22.815828+0000","last_became_active":"2024-07-26T12:21:43.589356+0000","last_became_peered":"2024-07-26T12:21:43.589356+0000","last_unstale":"2024-07-26T12:22:22.815828+0000","last_undegraded":"2024-07-26T12:22:22.815828+0000","last_fullsized":"2024-07-26T12:22:22.815828+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:45:07.051342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":14,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":14,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":6,"ondisk_log_size":6,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":11781,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":61,"num_write_kb":35,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":114688,"data_stored":50017,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":61,"ondisk_log_size":61,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":15,"seq":64424509463,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27292,"kb_used_data":276,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344548,"statfs":{"total":96636764160,"available":96608817152,"internally_reserved":0,"allocated":282624,"data_stored":111227,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509463,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27264,"kb_used_data":248,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344576,"statfs":{"total":96636764160,"available":96608845824,"internally_reserved":0,"allocated":253952,"data_stored":90114,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509461,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27856,"kb_used_data":832,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343984,"statfs":{"total":96636764160,"available":96608239616,"internally_reserved":0,"allocated":851968,"data_stored":680960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542166,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32008,"kb_used_data":824,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339832,"statfs":{"total":96636764160,"available":96603987968,"internally_reserved":0,"allocated":843776,"data_stored":680904,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542166,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27276,"kb_used_data":252,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344564,"statfs":{"total":96636764160,"available":96608833536,"internally_reserved":0,"allocated":258048,"data_stored":91566,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542167,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27260,"kb_used_data":244,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344580,"statfs":{"total":96636764160,"available":96608849920,"internally_reserved":0,"allocated":249856,"data_stored":90044,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542165,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27272,"kb_used_data":252,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344568,"statfs":{"total":96636764160,"available":96608837632,"internally_reserved":0,"allocated":258048,"data_stored":90080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542166,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27260,"kb_used_data":240,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344580,"statfs":{"total":96636764160,"available":96608849920,"internally_reserved":0,"allocated":245760,"data_stored":89954,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":101,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":37438,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":10882,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":14,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-26T12:23:09.064 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-26T12:23:09.374 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.373+0000 7f7823200640 1 Processor -- start 2024-07-26T12:23:09.375 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.373+0000 7f7823200640 1 -- start start 2024-07-26T12:23:09.377 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.375+0000 7f7823200640 1 --2- >> v2:172.21.15.123:3300/0 conn(0x7f781c074300 0x7f781c0b2550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:09.377 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.375+0000 7f7823200640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f781c1459b0 0x7f781c145dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:09.377 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.375+0000 7f7823200640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f781c072400 con 0x7f781c070ca0 2024-07-26T12:23:09.378 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.375+0000 7f7823200640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f781c072120 con 0x7f781c1459b0 2024-07-26T12:23:09.378 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.375+0000 7f7823200640 1 -- --> v2:172.21.15.123:3300/0 -- mon_getmap magic: 0 -- 0x7f781c0711c0 con 0x7f781c074300 2024-07-26T12:23:09.378 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.375+0000 7f7821200640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f781c1459b0 0x7f781c145dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:09.378 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.375+0000 7f781be00640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f781c070ca0 0x7f781c073bf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:44152/0 (socket says 172.21.15.31:44152) 2024-07-26T12:23:09.378 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.375+0000 7f781be00640 1 -- 172.21.15.31:0/2893836914 learned_addr learned my addr 172.21.15.31:0/2893836914 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-07-26T12:23:09.378 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.376+0000 7f781b400640 1 --2- 172.21.15.31:0/2893836914 >> v2:172.21.15.123:3300/0 conn(0x7f781c074300 0x7f781c0b2550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:09.379 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.376+0000 7f7821200640 1 -- 172.21.15.31:0/2893836914 >> v2:172.21.15.123:3300/0 conn(0x7f781c074300 msgr2=0x7f781c0b2550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:09.379 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.376+0000 7f7821200640 1 --2- 172.21.15.31:0/2893836914 >> v2:172.21.15.123:3300/0 conn(0x7f781c074300 0x7f781c0b2550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:09.379 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.376+0000 7f7821200640 1 -- 172.21.15.31:0/2893836914 >> v1:172.21.15.31:6789/0 conn(0x7f781c070ca0 legacy=0x7f781c073bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:09.379 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.376+0000 7f7821200640 1 -- 172.21.15.31:0/2893836914 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f781c0714a0 con 0x7f781c1459b0 2024-07-26T12:23:09.379 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.376+0000 7f781aa00640 1 -- 172.21.15.31:0/2893836914 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 670556722 0 0) 0x7f781c072400 con 0x7f781c070ca0 2024-07-26T12:23:09.380 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.377+0000 7f7821200640 1 --2- 172.21.15.31:0/2893836914 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f781c1459b0 0x7f781c145dc0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f781c0afd10 tx=0x7f781402a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6d6b195feef32e3b server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:23:09.381 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.377+0000 7f781aa00640 1 -- 172.21.15.31:0/2893836914 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7814037070 con 0x7f781c1459b0 2024-07-26T12:23:09.381 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.377+0000 7f781aa00640 1 -- 172.21.15.31:0/2893836914 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7814032440 con 0x7f781c1459b0 2024-07-26T12:23:09.381 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.377+0000 7f781aa00640 1 -- 172.21.15.31:0/2893836914 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7814032870 con 0x7f781c1459b0 2024-07-26T12:23:09.381 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.378+0000 7f7823200640 1 -- 172.21.15.31:0/2893836914 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f781c1459b0 msgr2=0x7f781c145dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:09.381 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.378+0000 7f7823200640 1 --2- 172.21.15.31:0/2893836914 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f781c1459b0 0x7f781c145dc0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f781c0afd10 tx=0x7f781402a110 comp rx=0 tx=0).stop 2024-07-26T12:23:09.381 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.378+0000 7f7823200640 1 -- 172.21.15.31:0/2893836914 shutdown_connections 2024-07-26T12:23:09.381 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.378+0000 7f7823200640 1 --2- 172.21.15.31:0/2893836914 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f781c1459b0 0x7f781c145dc0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:09.382 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.378+0000 7f7823200640 1 --2- 172.21.15.31:0/2893836914 >> v2:172.21.15.123:3300/0 conn(0x7f781c074300 0x7f781c0b2550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:09.382 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.378+0000 7f7823200640 1 -- 172.21.15.31:0/2893836914 >> 172.21.15.31:0/2893836914 conn(0x7f781c0b8d80 msgr2=0x7f781c0b9190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:23:09.382 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.378+0000 7f7823200640 1 -- 172.21.15.31:0/2893836914 shutdown_connections 2024-07-26T12:23:09.382 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.378+0000 7f7823200640 1 -- 172.21.15.31:0/2893836914 wait complete. 2024-07-26T12:23:09.383 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.380+0000 7f7823200640 1 Processor -- start 2024-07-26T12:23:09.383 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.380+0000 7f7823200640 1 -- start start 2024-07-26T12:23:09.385 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.381+0000 7f7823200640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f781c070ca0 0x7f781c1403d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:09.385 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.381+0000 7f7823200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f781c1459b0 0x7f781c1dec60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:09.385 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.382+0000 7f7823200640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f781c134490 0x7f781c1348a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:09.385 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.382+0000 7f7823200640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f781c150660 con 0x7f781c070ca0 2024-07-26T12:23:09.385 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.382+0000 7f7823200640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f781c1504e0 con 0x7f781c1459b0 2024-07-26T12:23:09.386 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.382+0000 7f7823200640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f781c1507e0 con 0x7f781c134490 2024-07-26T12:23:09.386 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.382+0000 7f781be00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f781c070ca0 0x7f781c1403d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:09.386 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.382+0000 7f781be00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f781c070ca0 0x7f781c1403d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:43164/0 (socket says 172.21.15.31:43164) 2024-07-26T12:23:09.386 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.382+0000 7f781be00640 1 -- 172.21.15.31:0/2730826143 learned_addr learned my addr 172.21.15.31:0/2730826143 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:23:09.386 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.382+0000 7f781b400640 1 --2- 172.21.15.31:0/2730826143 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f781c1459b0 0x7f781c1dec60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:09.386 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.382+0000 7f7821200640 1 --2- 172.21.15.31:0/2730826143 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f781c134490 0x7f781c1348a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:09.386 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.382+0000 7f781be00640 1 -- 172.21.15.31:0/2730826143 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f781c134490 msgr2=0x7f781c1348a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:09.387 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.382+0000 7f781be00640 1 --2- 172.21.15.31:0/2730826143 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f781c134490 0x7f781c1348a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:09.387 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.382+0000 7f781be00640 1 -- 172.21.15.31:0/2730826143 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f781c1459b0 msgr2=0x7f781c1dec60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:09.387 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.382+0000 7f781be00640 1 --2- 172.21.15.31:0/2730826143 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f781c1459b0 0x7f781c1dec60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:09.387 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.382+0000 7f781be00640 1 -- 172.21.15.31:0/2730826143 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f781c140910 con 0x7f781c070ca0 2024-07-26T12:23:09.387 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.383+0000 7f781be00640 1 --2- 172.21.15.31:0/2730826143 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f781c070ca0 0x7f781c1403d0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f780c00c760 tx=0x7f780c00cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:23:09.387 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.383+0000 7f7813e00640 1 -- 172.21.15.31:0/2730826143 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f780c018070 con 0x7f781c070ca0 2024-07-26T12:23:09.387 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.383+0000 7f7813e00640 1 -- 172.21.15.31:0/2730826143 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f780c00a640 con 0x7f781c070ca0 2024-07-26T12:23:09.388 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.383+0000 7f7813e00640 1 -- 172.21.15.31:0/2730826143 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f780c00aa90 con 0x7f781c070ca0 2024-07-26T12:23:09.388 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.383+0000 7f7823200640 1 -- 172.21.15.31:0/2730826143 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f781c13dfd0 con 0x7f781c070ca0 2024-07-26T12:23:09.388 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.383+0000 7f7823200640 1 -- 172.21.15.31:0/2730826143 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f781c1df480 con 0x7f781c070ca0 2024-07-26T12:23:09.389 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.384+0000 7f7823200640 1 -- 172.21.15.31:0/2730826143 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f781c0b2550 con 0x7f781c070ca0 2024-07-26T12:23:09.389 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.385+0000 7f7813e00640 1 -- 172.21.15.31:0/2730826143 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f780c01b070 con 0x7f781c070ca0 2024-07-26T12:23:09.389 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.386+0000 7f7813e00640 1 --2- 172.21.15.31:0/2730826143 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f77fc077040 0x7f77fc079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:09.389 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.386+0000 7f7813e00640 1 -- 172.21.15.31:0/2730826143 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 5825+0+0 (secure 0 0 0) 0x7f780c098080 con 0x7f781c070ca0 2024-07-26T12:23:09.389 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.387+0000 7f781b400640 1 --2- 172.21.15.31:0/2730826143 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f77fc077040 0x7f77fc079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:09.390 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.388+0000 7f781b400640 1 --2- 172.21.15.31:0/2730826143 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f77fc077040 0x7f77fc079550 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f7808006fd0 tx=0x7f7808008040 comp rx=0 tx=0).ready entity=mgr.4126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:23:09.392 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.391+0000 7f7813e00640 1 -- 172.21.15.31:0/2730826143 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f780c061160 con 0x7f781c070ca0 2024-07-26T12:23:09.597 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.595+0000 7f7823200640 1 -- 172.21.15.31:0/2730826143 --> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f781c142c70 con 0x7f77fc077040 2024-07-26T12:23:09.609 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.608+0000 7f7813e00640 1 -- 172.21.15.31:0/2730826143 <== mgr.4126 v2:172.21.15.123:6800/1140093937 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251968 (secure 0 0 0) 0x7f781c142c70 con 0x7f77fc077040 2024-07-26T12:23:09.613 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-07-26T12:23:09.614 INFO:teuthology.orchestra.run.smithi031.stderr:dumped all 2024-07-26T12:23:09.616 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.614+0000 7f7823200640 1 -- 172.21.15.31:0/2730826143 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f77fc077040 msgr2=0x7f77fc079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:09.616 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.614+0000 7f7823200640 1 --2- 172.21.15.31:0/2730826143 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f77fc077040 0x7f77fc079550 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f7808006fd0 tx=0x7f7808008040 comp rx=0 tx=0).stop 2024-07-26T12:23:09.616 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.614+0000 7f7823200640 1 -- 172.21.15.31:0/2730826143 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f781c070ca0 msgr2=0x7f781c1403d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:09.616 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.614+0000 7f7823200640 1 --2- 172.21.15.31:0/2730826143 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f781c070ca0 0x7f781c1403d0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f780c00c760 tx=0x7f780c00cc20 comp rx=0 tx=0).stop 2024-07-26T12:23:09.616 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.614+0000 7f7823200640 1 -- 172.21.15.31:0/2730826143 shutdown_connections 2024-07-26T12:23:09.616 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.614+0000 7f7823200640 1 --2- 172.21.15.31:0/2730826143 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f77fc077040 0x7f77fc079550 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:09.616 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.614+0000 7f7823200640 1 --2- 172.21.15.31:0/2730826143 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f781c134490 0x7f781c1348a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:09.616 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.614+0000 7f7823200640 1 --2- 172.21.15.31:0/2730826143 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f781c1459b0 0x7f781c1dec60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:09.617 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.614+0000 7f7823200640 1 --2- 172.21.15.31:0/2730826143 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f781c070ca0 0x7f781c1403d0 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:09.617 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.614+0000 7f7823200640 1 -- 172.21.15.31:0/2730826143 >> 172.21.15.31:0/2730826143 conn(0x7f781c0b8d80 msgr2=0x7f781c06c7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:23:09.617 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.614+0000 7f7823200640 1 -- 172.21.15.31:0/2730826143 shutdown_connections 2024-07-26T12:23:09.617 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.614+0000 7f7823200640 1 -- 172.21.15.31:0/2730826143 wait complete. 2024-07-26T12:23:09.640 INFO:teuthology.orchestra.run.smithi031.stdout:{"pg_ready":true,"pg_map":{"version":69,"stamp":"2024-07-26T12:23:09.386361+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":602163,"num_objects":26,"num_object_clones":0,"num_object_copies":52,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":67,"num_read_kb":56,"num_write":167,"num_write_kb":1667,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":223488,"kb_used_data":3168,"kb_used_omap":12,"kb_used_meta":220211,"kb_avail":754751232,"statfs":{"total":773094113280,"available":772865261568,"internally_reserved":0,"allocated":3244032,"data_stored":1924849,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":225496626},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":13,"apply_latency_ms":13,"commit_latency_ns":13000000,"apply_latency_ns":13000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":9385,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":21,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005186"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.859785+0000","last_change":"2024-07-26T12:21:44.598425+0000","last_active":"2024-07-26T12:22:22.859785+0000","last_peered":"2024-07-26T12:22:22.859785+0000","last_clean":"2024-07-26T12:22:22.859785+0000","last_became_active":"2024-07-26T12:21:44.598014+0000","last_became_peered":"2024-07-26T12:21:44.598014+0000","last_unstale":"2024-07-26T12:22:22.859785+0000","last_undegraded":"2024-07-26T12:22:22.859785+0000","last_fullsized":"2024-07-26T12:22:22.859785+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:39:26.949378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.799412+0000","last_change":"2024-07-26T12:21:44.613852+0000","last_active":"2024-07-26T12:22:22.799412+0000","last_peered":"2024-07-26T12:22:22.799412+0000","last_clean":"2024-07-26T12:22:22.799412+0000","last_became_active":"2024-07-26T12:21:44.613499+0000","last_became_peered":"2024-07-26T12:21:44.613499+0000","last_unstale":"2024-07-26T12:22:22.799412+0000","last_undegraded":"2024-07-26T12:22:22.799412+0000","last_fullsized":"2024-07-26T12:22:22.799412+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:40:20.369265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.816245+0000","last_change":"2024-07-26T12:21:44.596020+0000","last_active":"2024-07-26T12:22:22.816245+0000","last_peered":"2024-07-26T12:22:22.816245+0000","last_clean":"2024-07-26T12:22:22.816245+0000","last_became_active":"2024-07-26T12:21:44.594975+0000","last_became_peered":"2024-07-26T12:21:44.594975+0000","last_unstale":"2024-07-26T12:22:22.816245+0000","last_undegraded":"2024-07-26T12:22:22.816245+0000","last_fullsized":"2024-07-26T12:22:22.816245+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:53:56.211230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.860728+0000","last_change":"2024-07-26T12:21:44.620041+0000","last_active":"2024-07-26T12:22:22.860728+0000","last_peered":"2024-07-26T12:22:22.860728+0000","last_clean":"2024-07-26T12:22:22.860728+0000","last_became_active":"2024-07-26T12:21:44.618023+0000","last_became_peered":"2024-07-26T12:21:44.618023+0000","last_unstale":"2024-07-26T12:22:22.860728+0000","last_undegraded":"2024-07-26T12:22:22.860728+0000","last_fullsized":"2024-07-26T12:22:22.860728+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:25:45.445054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.859429+0000","last_change":"2024-07-26T12:21:44.607500+0000","last_active":"2024-07-26T12:22:22.859429+0000","last_peered":"2024-07-26T12:22:22.859429+0000","last_clean":"2024-07-26T12:22:22.859429+0000","last_became_active":"2024-07-26T12:21:44.606054+0000","last_became_peered":"2024-07-26T12:21:44.606054+0000","last_unstale":"2024-07-26T12:22:22.859429+0000","last_undegraded":"2024-07-26T12:22:22.859429+0000","last_fullsized":"2024-07-26T12:22:22.859429+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:54:05.091781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.819804+0000","last_change":"2024-07-26T12:22:22.818399+0000","last_active":"2024-07-26T12:22:22.819804+0000","last_peered":"2024-07-26T12:22:22.819804+0000","last_clean":"2024-07-26T12:22:22.819804+0000","last_became_active":"2024-07-26T12:22:22.816612+0000","last_became_peered":"2024-07-26T12:22:22.816612+0000","last_unstale":"2024-07-26T12:22:22.819804+0000","last_undegraded":"2024-07-26T12:22:22.819804+0000","last_fullsized":"2024-07-26T12:22:22.819804+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:55:18.605826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.858661+0000","last_change":"2024-07-26T12:21:44.607726+0000","last_active":"2024-07-26T12:22:22.858661+0000","last_peered":"2024-07-26T12:22:22.858661+0000","last_clean":"2024-07-26T12:22:22.858661+0000","last_became_active":"2024-07-26T12:21:44.607354+0000","last_became_peered":"2024-07-26T12:21:44.607354+0000","last_unstale":"2024-07-26T12:22:22.858661+0000","last_undegraded":"2024-07-26T12:22:22.858661+0000","last_fullsized":"2024-07-26T12:22:22.858661+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:24:21.238237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.858694+0000","last_change":"2024-07-26T12:21:44.606285+0000","last_active":"2024-07-26T12:22:22.858694+0000","last_peered":"2024-07-26T12:22:22.858694+0000","last_clean":"2024-07-26T12:22:22.858694+0000","last_became_active":"2024-07-26T12:21:44.604046+0000","last_became_peered":"2024-07-26T12:21:44.604046+0000","last_unstale":"2024-07-26T12:22:22.858694+0000","last_undegraded":"2024-07-26T12:22:22.858694+0000","last_fullsized":"2024-07-26T12:22:22.858694+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:39:31.246505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.860139+0000","last_change":"2024-07-26T12:21:44.614864+0000","last_active":"2024-07-26T12:22:22.860139+0000","last_peered":"2024-07-26T12:22:22.860139+0000","last_clean":"2024-07-26T12:22:22.860139+0000","last_became_active":"2024-07-26T12:21:44.611439+0000","last_became_peered":"2024-07-26T12:21:44.611439+0000","last_unstale":"2024-07-26T12:22:22.860139+0000","last_undegraded":"2024-07-26T12:22:22.860139+0000","last_fullsized":"2024-07-26T12:22:22.860139+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:40:43.380315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.800741+0000","last_change":"2024-07-26T12:21:44.603057+0000","last_active":"2024-07-26T12:22:22.800741+0000","last_peered":"2024-07-26T12:22:22.800741+0000","last_clean":"2024-07-26T12:22:22.800741+0000","last_became_active":"2024-07-26T12:21:44.602611+0000","last_became_peered":"2024-07-26T12:21:44.602611+0000","last_unstale":"2024-07-26T12:22:22.800741+0000","last_undegraded":"2024-07-26T12:22:22.800741+0000","last_fullsized":"2024-07-26T12:22:22.800741+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:59:09.665003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.799911+0000","last_change":"2024-07-26T12:21:44.605014+0000","last_active":"2024-07-26T12:22:22.799911+0000","last_peered":"2024-07-26T12:22:22.799911+0000","last_clean":"2024-07-26T12:22:22.799911+0000","last_became_active":"2024-07-26T12:21:44.602583+0000","last_became_peered":"2024-07-26T12:21:44.602583+0000","last_unstale":"2024-07-26T12:22:22.799911+0000","last_undegraded":"2024-07-26T12:22:22.799911+0000","last_fullsized":"2024-07-26T12:22:22.799911+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:37:12.798347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.802621+0000","last_change":"2024-07-26T12:21:44.599359+0000","last_active":"2024-07-26T12:22:22.802621+0000","last_peered":"2024-07-26T12:22:22.802621+0000","last_clean":"2024-07-26T12:22:22.802621+0000","last_became_active":"2024-07-26T12:21:44.598748+0000","last_became_peered":"2024-07-26T12:21:44.598748+0000","last_unstale":"2024-07-26T12:22:22.802621+0000","last_undegraded":"2024-07-26T12:22:22.802621+0000","last_fullsized":"2024-07-26T12:22:22.802621+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:04:23.225808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.858564+0000","last_change":"2024-07-26T12:21:44.594030+0000","last_active":"2024-07-26T12:22:22.858564+0000","last_peered":"2024-07-26T12:22:22.858564+0000","last_clean":"2024-07-26T12:22:22.858564+0000","last_became_active":"2024-07-26T12:21:44.593659+0000","last_became_peered":"2024-07-26T12:21:44.593659+0000","last_unstale":"2024-07-26T12:22:22.858564+0000","last_undegraded":"2024-07-26T12:22:22.858564+0000","last_fullsized":"2024-07-26T12:22:22.858564+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:47:09.335932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.814376+0000","last_change":"2024-07-26T12:21:44.610384+0000","last_active":"2024-07-26T12:22:22.814376+0000","last_peered":"2024-07-26T12:22:22.814376+0000","last_clean":"2024-07-26T12:22:22.814376+0000","last_became_active":"2024-07-26T12:21:44.609961+0000","last_became_peered":"2024-07-26T12:21:44.609961+0000","last_unstale":"2024-07-26T12:22:22.814376+0000","last_undegraded":"2024-07-26T12:22:22.814376+0000","last_fullsized":"2024-07-26T12:22:22.814376+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:53:27.828681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.799160+0000","last_change":"2024-07-26T12:21:44.609098+0000","last_active":"2024-07-26T12:22:22.799160+0000","last_peered":"2024-07-26T12:22:22.799160+0000","last_clean":"2024-07-26T12:22:22.799160+0000","last_became_active":"2024-07-26T12:21:44.608719+0000","last_became_peered":"2024-07-26T12:21:44.608719+0000","last_unstale":"2024-07-26T12:22:22.799160+0000","last_undegraded":"2024-07-26T12:22:22.799160+0000","last_fullsized":"2024-07-26T12:22:22.799160+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:36:30.521771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"24'1","reported_seq":18,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.859537+0000","last_change":"2024-07-26T12:21:44.611153+0000","last_active":"2024-07-26T12:22:22.859537+0000","last_peered":"2024-07-26T12:22:22.859537+0000","last_clean":"2024-07-26T12:22:22.859537+0000","last_became_active":"2024-07-26T12:21:44.610750+0000","last_became_peered":"2024-07-26T12:21:44.610750+0000","last_unstale":"2024-07-26T12:22:22.859537+0000","last_undegraded":"2024-07-26T12:22:22.859537+0000","last_fullsized":"2024-07-26T12:22:22.859537+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:55:18.605826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.862509+0000","last_change":"2024-07-26T12:21:44.619663+0000","last_active":"2024-07-26T12:22:22.862509+0000","last_peered":"2024-07-26T12:22:22.862509+0000","last_clean":"2024-07-26T12:22:22.862509+0000","last_became_active":"2024-07-26T12:21:44.619376+0000","last_became_peered":"2024-07-26T12:21:44.619376+0000","last_unstale":"2024-07-26T12:22:22.862509+0000","last_undegraded":"2024-07-26T12:22:22.862509+0000","last_fullsized":"2024-07-26T12:22:22.862509+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:12:26.897100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.804378+0000","last_change":"2024-07-26T12:21:44.599552+0000","last_active":"2024-07-26T12:22:22.804378+0000","last_peered":"2024-07-26T12:22:22.804378+0000","last_clean":"2024-07-26T12:22:22.804378+0000","last_became_active":"2024-07-26T12:21:44.597649+0000","last_became_peered":"2024-07-26T12:21:44.597649+0000","last_unstale":"2024-07-26T12:22:22.804378+0000","last_undegraded":"2024-07-26T12:22:22.804378+0000","last_fullsized":"2024-07-26T12:22:22.804378+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:11:55.873169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.861023+0000","last_change":"2024-07-26T12:21:44.598125+0000","last_active":"2024-07-26T12:22:22.861023+0000","last_peered":"2024-07-26T12:22:22.861023+0000","last_clean":"2024-07-26T12:22:22.861023+0000","last_became_active":"2024-07-26T12:21:44.597677+0000","last_became_peered":"2024-07-26T12:21:44.597677+0000","last_unstale":"2024-07-26T12:22:22.861023+0000","last_undegraded":"2024-07-26T12:22:22.861023+0000","last_fullsized":"2024-07-26T12:22:22.861023+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:56:39.180521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.799650+0000","last_change":"2024-07-26T12:21:44.603356+0000","last_active":"2024-07-26T12:22:22.799650+0000","last_peered":"2024-07-26T12:22:22.799650+0000","last_clean":"2024-07-26T12:22:22.799650+0000","last_became_active":"2024-07-26T12:21:44.602543+0000","last_became_peered":"2024-07-26T12:21:44.602543+0000","last_unstale":"2024-07-26T12:22:22.799650+0000","last_undegraded":"2024-07-26T12:22:22.799650+0000","last_fullsized":"2024-07-26T12:22:22.799650+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:40:20.369265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.816421+0000","last_change":"2024-07-26T12:21:44.620712+0000","last_active":"2024-07-26T12:22:22.816421+0000","last_peered":"2024-07-26T12:22:22.816421+0000","last_clean":"2024-07-26T12:22:22.816421+0000","last_became_active":"2024-07-26T12:21:44.620385+0000","last_became_peered":"2024-07-26T12:21:44.620385+0000","last_unstale":"2024-07-26T12:22:22.816421+0000","last_undegraded":"2024-07-26T12:22:22.816421+0000","last_fullsized":"2024-07-26T12:22:22.816421+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:38:44.174478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.860150+0000","last_change":"2024-07-26T12:21:44.615431+0000","last_active":"2024-07-26T12:22:22.860150+0000","last_peered":"2024-07-26T12:22:22.860150+0000","last_clean":"2024-07-26T12:22:22.860150+0000","last_became_active":"2024-07-26T12:21:44.614878+0000","last_became_peered":"2024-07-26T12:21:44.614878+0000","last_unstale":"2024-07-26T12:22:22.860150+0000","last_undegraded":"2024-07-26T12:22:22.860150+0000","last_fullsized":"2024-07-26T12:22:22.860150+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:47:23.460382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.858662+0000","last_change":"2024-07-26T12:21:44.583379+0000","last_active":"2024-07-26T12:22:22.858662+0000","last_peered":"2024-07-26T12:22:22.858662+0000","last_clean":"2024-07-26T12:22:22.858662+0000","last_became_active":"2024-07-26T12:21:44.582397+0000","last_became_peered":"2024-07-26T12:21:44.582397+0000","last_unstale":"2024-07-26T12:22:22.858662+0000","last_undegraded":"2024-07-26T12:22:22.858662+0000","last_fullsized":"2024-07-26T12:22:22.858662+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:36:30.521771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.859739+0000","last_change":"2024-07-26T12:21:44.619249+0000","last_active":"2024-07-26T12:22:22.859739+0000","last_peered":"2024-07-26T12:22:22.859739+0000","last_clean":"2024-07-26T12:22:22.859739+0000","last_became_active":"2024-07-26T12:21:44.617270+0000","last_became_peered":"2024-07-26T12:21:44.617270+0000","last_unstale":"2024-07-26T12:22:22.859739+0000","last_undegraded":"2024-07-26T12:22:22.859739+0000","last_fullsized":"2024-07-26T12:22:22.859739+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:12:00.406855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.860075+0000","last_change":"2024-07-26T12:21:44.586072+0000","last_active":"2024-07-26T12:22:22.860075+0000","last_peered":"2024-07-26T12:22:22.860075+0000","last_clean":"2024-07-26T12:22:22.860075+0000","last_became_active":"2024-07-26T12:21:44.585376+0000","last_became_peered":"2024-07-26T12:21:44.585376+0000","last_unstale":"2024-07-26T12:22:22.860075+0000","last_undegraded":"2024-07-26T12:22:22.860075+0000","last_fullsized":"2024-07-26T12:22:22.860075+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:37:12.798347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.800758+0000","last_change":"2024-07-26T12:21:44.597255+0000","last_active":"2024-07-26T12:22:22.800758+0000","last_peered":"2024-07-26T12:22:22.800758+0000","last_clean":"2024-07-26T12:22:22.800758+0000","last_became_active":"2024-07-26T12:21:44.596828+0000","last_became_peered":"2024-07-26T12:21:44.596828+0000","last_unstale":"2024-07-26T12:22:22.800758+0000","last_undegraded":"2024-07-26T12:22:22.800758+0000","last_fullsized":"2024-07-26T12:22:22.800758+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:47:09.335932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.799869+0000","last_change":"2024-07-26T12:21:44.627726+0000","last_active":"2024-07-26T12:22:22.799869+0000","last_peered":"2024-07-26T12:22:22.799869+0000","last_clean":"2024-07-26T12:22:22.799869+0000","last_became_active":"2024-07-26T12:21:44.627382+0000","last_became_peered":"2024-07-26T12:21:44.627382+0000","last_unstale":"2024-07-26T12:22:22.799869+0000","last_undegraded":"2024-07-26T12:22:22.799869+0000","last_fullsized":"2024-07-26T12:22:22.799869+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:38:44.174478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.859427+0000","last_change":"2024-07-26T12:21:44.589620+0000","last_active":"2024-07-26T12:22:22.859427+0000","last_peered":"2024-07-26T12:22:22.859427+0000","last_clean":"2024-07-26T12:22:22.859427+0000","last_became_active":"2024-07-26T12:21:44.587686+0000","last_became_peered":"2024-07-26T12:21:44.587686+0000","last_unstale":"2024-07-26T12:22:22.859427+0000","last_undegraded":"2024-07-26T12:22:22.859427+0000","last_fullsized":"2024-07-26T12:22:22.859427+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:25:49.213898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.816602+0000","last_change":"2024-07-26T12:21:44.618404+0000","last_active":"2024-07-26T12:22:22.816602+0000","last_peered":"2024-07-26T12:22:22.816602+0000","last_clean":"2024-07-26T12:22:22.816602+0000","last_became_active":"2024-07-26T12:21:44.617803+0000","last_became_peered":"2024-07-26T12:21:44.617803+0000","last_unstale":"2024-07-26T12:22:22.816602+0000","last_undegraded":"2024-07-26T12:22:22.816602+0000","last_fullsized":"2024-07-26T12:22:22.816602+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:36:30.521771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.865105+0000","last_change":"2024-07-26T12:22:22.863044+0000","last_active":"2024-07-26T12:22:22.865105+0000","last_peered":"2024-07-26T12:22:22.865105+0000","last_clean":"2024-07-26T12:22:22.865105+0000","last_became_active":"2024-07-26T12:22:22.862335+0000","last_became_peered":"2024-07-26T12:22:22.862335+0000","last_unstale":"2024-07-26T12:22:22.865105+0000","last_undegraded":"2024-07-26T12:22:22.865105+0000","last_fullsized":"2024-07-26T12:22:22.865105+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:34:09.854662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.803899+0000","last_change":"2024-07-26T12:21:44.599717+0000","last_active":"2024-07-26T12:22:22.803899+0000","last_peered":"2024-07-26T12:22:22.803899+0000","last_clean":"2024-07-26T12:22:22.803899+0000","last_became_active":"2024-07-26T12:21:44.599162+0000","last_became_peered":"2024-07-26T12:21:44.599162+0000","last_unstale":"2024-07-26T12:22:22.803899+0000","last_undegraded":"2024-07-26T12:22:22.803899+0000","last_fullsized":"2024-07-26T12:22:22.803899+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:34:10.646547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.798879+0000","last_change":"2024-07-26T12:21:44.606117+0000","last_active":"2024-07-26T12:22:22.798879+0000","last_peered":"2024-07-26T12:22:22.798879+0000","last_clean":"2024-07-26T12:22:22.798879+0000","last_became_active":"2024-07-26T12:21:44.605533+0000","last_became_peered":"2024-07-26T12:21:44.605533+0000","last_unstale":"2024-07-26T12:22:22.798879+0000","last_undegraded":"2024-07-26T12:22:22.798879+0000","last_fullsized":"2024-07-26T12:22:22.798879+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:36:30.521771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.802114+0000","last_change":"2024-07-26T12:21:44.602731+0000","last_active":"2024-07-26T12:22:22.802114+0000","last_peered":"2024-07-26T12:22:22.802114+0000","last_clean":"2024-07-26T12:22:22.802114+0000","last_became_active":"2024-07-26T12:21:44.602204+0000","last_became_peered":"2024-07-26T12:21:44.602204+0000","last_unstale":"2024-07-26T12:22:22.802114+0000","last_undegraded":"2024-07-26T12:22:22.802114+0000","last_fullsized":"2024-07-26T12:22:22.802114+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:11:55.873169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"21'1","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.859367+0000","last_change":"2024-07-26T12:21:43.598175+0000","last_active":"2024-07-26T12:22:22.859367+0000","last_peered":"2024-07-26T12:22:22.859367+0000","last_clean":"2024-07-26T12:22:22.859367+0000","last_became_active":"2024-07-26T12:21:43.597822+0000","last_became_peered":"2024-07-26T12:21:43.597822+0000","last_unstale":"2024-07-26T12:22:22.859367+0000","last_undegraded":"2024-07-26T12:22:22.859367+0000","last_fullsized":"2024-07-26T12:22:22.859367+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:38:54.755281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.816872+0000","last_change":"2024-07-26T12:21:44.601717+0000","last_active":"2024-07-26T12:22:22.816872+0000","last_peered":"2024-07-26T12:22:22.816872+0000","last_clean":"2024-07-26T12:22:22.816872+0000","last_became_active":"2024-07-26T12:21:44.598135+0000","last_became_peered":"2024-07-26T12:21:44.598135+0000","last_unstale":"2024-07-26T12:22:22.816872+0000","last_undegraded":"2024-07-26T12:22:22.816872+0000","last_fullsized":"2024-07-26T12:22:22.816872+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:40:20.369265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"21'1","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.799313+0000","last_change":"2024-07-26T12:21:43.597651+0000","last_active":"2024-07-26T12:22:22.799313+0000","last_peered":"2024-07-26T12:22:22.799313+0000","last_clean":"2024-07-26T12:22:22.799313+0000","last_became_active":"2024-07-26T12:21:43.597357+0000","last_became_peered":"2024-07-26T12:21:43.597357+0000","last_unstale":"2024-07-26T12:22:22.799313+0000","last_undegraded":"2024-07-26T12:22:22.799313+0000","last_fullsized":"2024-07-26T12:22:22.799313+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:36:09.991878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.859756+0000","last_change":"2024-07-26T12:21:43.586064+0000","last_active":"2024-07-26T12:22:22.859756+0000","last_peered":"2024-07-26T12:22:22.859756+0000","last_clean":"2024-07-26T12:22:22.859756+0000","last_became_active":"2024-07-26T12:21:43.583951+0000","last_became_peered":"2024-07-26T12:21:43.583951+0000","last_unstale":"2024-07-26T12:22:22.859756+0000","last_undegraded":"2024-07-26T12:22:22.859756+0000","last_fullsized":"2024-07-26T12:22:22.859756+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:45:07.051342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.820595+0000","last_change":"2024-07-26T12:22:22.816735+0000","last_active":"2024-07-26T12:22:22.820595+0000","last_peered":"2024-07-26T12:22:22.820595+0000","last_clean":"2024-07-26T12:22:22.820595+0000","last_became_active":"2024-07-26T12:22:22.816354+0000","last_became_peered":"2024-07-26T12:22:22.816354+0000","last_unstale":"2024-07-26T12:22:22.820595+0000","last_undegraded":"2024-07-26T12:22:22.820595+0000","last_fullsized":"2024-07-26T12:22:22.820595+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:40:43.380315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.861398+0000","last_change":"2024-07-26T12:21:43.602916+0000","last_active":"2024-07-26T12:22:22.861398+0000","last_peered":"2024-07-26T12:22:22.861398+0000","last_clean":"2024-07-26T12:22:22.861398+0000","last_became_active":"2024-07-26T12:21:43.598768+0000","last_became_peered":"2024-07-26T12:21:43.598768+0000","last_unstale":"2024-07-26T12:22:22.861398+0000","last_undegraded":"2024-07-26T12:22:22.861398+0000","last_fullsized":"2024-07-26T12:22:22.861398+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:44:44.466313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.798805+0000","last_change":"2024-07-26T12:21:44.615254+0000","last_active":"2024-07-26T12:22:22.798805+0000","last_peered":"2024-07-26T12:22:22.798805+0000","last_clean":"2024-07-26T12:22:22.798805+0000","last_became_active":"2024-07-26T12:21:44.614900+0000","last_became_peered":"2024-07-26T12:21:44.614900+0000","last_unstale":"2024-07-26T12:22:22.798805+0000","last_undegraded":"2024-07-26T12:22:22.798805+0000","last_fullsized":"2024-07-26T12:22:22.798805+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:39:31.246505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"24'1","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.800262+0000","last_change":"2024-07-26T12:21:43.596529+0000","last_active":"2024-07-26T12:22:22.800262+0000","last_peered":"2024-07-26T12:22:22.800262+0000","last_clean":"2024-07-26T12:22:22.800262+0000","last_became_active":"2024-07-26T12:21:43.596190+0000","last_became_peered":"2024-07-26T12:21:43.596190+0000","last_unstale":"2024-07-26T12:22:22.800262+0000","last_undegraded":"2024-07-26T12:22:22.800262+0000","last_fullsized":"2024-07-26T12:22:22.800262+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:00:15.755490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.867898+0000","last_change":"2024-07-26T12:22:22.863934+0000","last_active":"2024-07-26T12:22:22.867898+0000","last_peered":"2024-07-26T12:22:22.867898+0000","last_clean":"2024-07-26T12:22:22.867898+0000","last_became_active":"2024-07-26T12:22:22.863503+0000","last_became_peered":"2024-07-26T12:22:22.863503+0000","last_unstale":"2024-07-26T12:22:22.867898+0000","last_undegraded":"2024-07-26T12:22:22.867898+0000","last_fullsized":"2024-07-26T12:22:22.867898+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:51:20.914479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.861940+0000","last_change":"2024-07-26T12:21:43.599687+0000","last_active":"2024-07-26T12:22:22.861940+0000","last_peered":"2024-07-26T12:22:22.861940+0000","last_clean":"2024-07-26T12:22:22.861940+0000","last_became_active":"2024-07-26T12:21:43.598135+0000","last_became_peered":"2024-07-26T12:21:43.598135+0000","last_unstale":"2024-07-26T12:22:22.861940+0000","last_undegraded":"2024-07-26T12:22:22.861940+0000","last_fullsized":"2024-07-26T12:22:22.861940+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:06:44.167242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.815568+0000","last_change":"2024-07-26T12:21:44.602906+0000","last_active":"2024-07-26T12:22:22.815568+0000","last_peered":"2024-07-26T12:22:22.815568+0000","last_clean":"2024-07-26T12:22:22.815568+0000","last_became_active":"2024-07-26T12:21:44.602473+0000","last_became_peered":"2024-07-26T12:21:44.602473+0000","last_unstale":"2024-07-26T12:22:22.815568+0000","last_undegraded":"2024-07-26T12:22:22.815568+0000","last_fullsized":"2024-07-26T12:22:22.815568+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:25:49.213898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"24'6","reported_seq":25,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:04.735348+0000","last_change":"2024-07-26T12:21:43.601669+0000","last_active":"2024-07-26T12:23:04.735348+0000","last_peered":"2024-07-26T12:23:04.735348+0000","last_clean":"2024-07-26T12:23:04.735348+0000","last_became_active":"2024-07-26T12:21:43.601312+0000","last_became_peered":"2024-07-26T12:21:43.601312+0000","last_unstale":"2024-07-26T12:23:04.735348+0000","last_undegraded":"2024-07-26T12:23:04.735348+0000","last_fullsized":"2024-07-26T12:23:04.735348+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:41:03.044571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.802791+0000","last_change":"2024-07-26T12:21:44.602910+0000","last_active":"2024-07-26T12:22:22.802791+0000","last_peered":"2024-07-26T12:22:22.802791+0000","last_clean":"2024-07-26T12:22:22.802791+0000","last_became_active":"2024-07-26T12:21:44.600952+0000","last_became_peered":"2024-07-26T12:21:44.600952+0000","last_unstale":"2024-07-26T12:22:22.802791+0000","last_undegraded":"2024-07-26T12:22:22.802791+0000","last_fullsized":"2024-07-26T12:22:22.802791+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:40:05.002731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"24'19","reported_seq":38,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:04.606678+0000","last_change":"2024-07-26T12:21:43.591788+0000","last_active":"2024-07-26T12:23:04.606678+0000","last_peered":"2024-07-26T12:23:04.606678+0000","last_clean":"2024-07-26T12:23:04.606678+0000","last_became_active":"2024-07-26T12:21:43.590913+0000","last_became_peered":"2024-07-26T12:21:43.590913+0000","last_unstale":"2024-07-26T12:23:04.606678+0000","last_undegraded":"2024-07-26T12:23:04.606678+0000","last_fullsized":"2024-07-26T12:23:04.606678+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":0,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:41:03.044571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10882,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.859788+0000","last_change":"2024-07-26T12:21:44.627524+0000","last_active":"2024-07-26T12:22:22.859788+0000","last_peered":"2024-07-26T12:22:22.859788+0000","last_clean":"2024-07-26T12:22:22.859788+0000","last_became_active":"2024-07-26T12:21:44.627137+0000","last_became_peered":"2024-07-26T12:21:44.627137+0000","last_unstale":"2024-07-26T12:22:22.859788+0000","last_undegraded":"2024-07-26T12:22:22.859788+0000","last_fullsized":"2024-07-26T12:22:22.859788+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:01:16.822912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"21'2","reported_seq":21,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.817001+0000","last_change":"2024-07-26T12:21:43.588504+0000","last_active":"2024-07-26T12:22:22.817001+0000","last_peered":"2024-07-26T12:22:22.817001+0000","last_clean":"2024-07-26T12:22:22.817001+0000","last_became_active":"2024-07-26T12:21:43.588133+0000","last_became_peered":"2024-07-26T12:21:43.588133+0000","last_unstale":"2024-07-26T12:22:22.817001+0000","last_undegraded":"2024-07-26T12:22:22.817001+0000","last_fullsized":"2024-07-26T12:22:22.817001+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:53:36.128595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"24'2","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:05.705587+0000","last_change":"2024-07-26T12:21:44.621879+0000","last_active":"2024-07-26T12:23:05.705587+0000","last_peered":"2024-07-26T12:23:05.705587+0000","last_clean":"2024-07-26T12:23:05.705587+0000","last_became_active":"2024-07-26T12:21:44.621372+0000","last_became_peered":"2024-07-26T12:21:44.621372+0000","last_unstale":"2024-07-26T12:23:05.705587+0000","last_undegraded":"2024-07-26T12:23:05.705587+0000","last_fullsized":"2024-07-26T12:23:05.705587+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:01:22.820284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.860817+0000","last_change":"2024-07-26T12:21:43.597819+0000","last_active":"2024-07-26T12:22:22.860817+0000","last_peered":"2024-07-26T12:22:22.860817+0000","last_clean":"2024-07-26T12:22:22.860817+0000","last_became_active":"2024-07-26T12:21:43.595837+0000","last_became_peered":"2024-07-26T12:21:43.595837+0000","last_unstale":"2024-07-26T12:22:22.860817+0000","last_undegraded":"2024-07-26T12:22:22.860817+0000","last_fullsized":"2024-07-26T12:22:22.860817+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:16:47.249776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.859854+0000","last_change":"2024-07-26T12:21:44.613025+0000","last_active":"2024-07-26T12:22:22.859854+0000","last_peered":"2024-07-26T12:22:22.859854+0000","last_clean":"2024-07-26T12:22:22.859854+0000","last_became_active":"2024-07-26T12:21:44.612702+0000","last_became_peered":"2024-07-26T12:21:44.612702+0000","last_unstale":"2024-07-26T12:22:22.859854+0000","last_undegraded":"2024-07-26T12:22:22.859854+0000","last_fullsized":"2024-07-26T12:22:22.859854+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:07:33.344941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.799161+0000","last_change":"2024-07-26T12:21:43.588282+0000","last_active":"2024-07-26T12:22:22.799161+0000","last_peered":"2024-07-26T12:22:22.799161+0000","last_clean":"2024-07-26T12:22:22.799161+0000","last_became_active":"2024-07-26T12:21:43.587549+0000","last_became_peered":"2024-07-26T12:21:43.587549+0000","last_unstale":"2024-07-26T12:22:22.799161+0000","last_undegraded":"2024-07-26T12:22:22.799161+0000","last_fullsized":"2024-07-26T12:22:22.799161+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:19:44.931902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.799273+0000","last_change":"2024-07-26T12:21:44.604821+0000","last_active":"2024-07-26T12:22:22.799273+0000","last_peered":"2024-07-26T12:22:22.799273+0000","last_clean":"2024-07-26T12:22:22.799273+0000","last_became_active":"2024-07-26T12:21:44.604495+0000","last_became_peered":"2024-07-26T12:21:44.604495+0000","last_unstale":"2024-07-26T12:22:22.799273+0000","last_undegraded":"2024-07-26T12:22:22.799273+0000","last_fullsized":"2024-07-26T12:22:22.799273+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:38:44.174478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"21'8","reported_seq":27,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.803726+0000","last_change":"2024-07-26T12:21:43.584411+0000","last_active":"2024-07-26T12:22:22.803726+0000","last_peered":"2024-07-26T12:22:22.803726+0000","last_clean":"2024-07-26T12:22:22.803726+0000","last_became_active":"2024-07-26T12:21:43.582984+0000","last_became_peered":"2024-07-26T12:21:43.582984+0000","last_unstale":"2024-07-26T12:22:22.803726+0000","last_undegraded":"2024-07-26T12:22:22.803726+0000","last_fullsized":"2024-07-26T12:22:22.803726+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:44:44.466313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.858760+0000","last_change":"2024-07-26T12:21:44.601816+0000","last_active":"2024-07-26T12:22:22.858760+0000","last_peered":"2024-07-26T12:22:22.858760+0000","last_clean":"2024-07-26T12:22:22.858760+0000","last_became_active":"2024-07-26T12:21:44.601407+0000","last_became_peered":"2024-07-26T12:21:44.601407+0000","last_unstale":"2024-07-26T12:22:22.858760+0000","last_undegraded":"2024-07-26T12:22:22.858760+0000","last_fullsized":"2024-07-26T12:22:22.858760+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:30:10.770704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"21'1","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.803378+0000","last_change":"2024-07-26T12:21:43.585789+0000","last_active":"2024-07-26T12:22:22.803378+0000","last_peered":"2024-07-26T12:22:22.803378+0000","last_clean":"2024-07-26T12:22:22.803378+0000","last_became_active":"2024-07-26T12:21:43.585351+0000","last_became_peered":"2024-07-26T12:21:43.585351+0000","last_unstale":"2024-07-26T12:22:22.803378+0000","last_undegraded":"2024-07-26T12:22:22.803378+0000","last_fullsized":"2024-07-26T12:22:22.803378+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:37:00.698599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.859402+0000","last_change":"2024-07-26T12:21:44.605806+0000","last_active":"2024-07-26T12:22:22.859402+0000","last_peered":"2024-07-26T12:22:22.859402+0000","last_clean":"2024-07-26T12:22:22.859402+0000","last_became_active":"2024-07-26T12:21:44.605107+0000","last_became_peered":"2024-07-26T12:21:44.605107+0000","last_unstale":"2024-07-26T12:22:22.859402+0000","last_undegraded":"2024-07-26T12:22:22.859402+0000","last_fullsized":"2024-07-26T12:22:22.859402+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:02:19.506956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"21'2","reported_seq":21,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.804571+0000","last_change":"2024-07-26T12:21:43.586245+0000","last_active":"2024-07-26T12:22:22.804571+0000","last_peered":"2024-07-26T12:22:22.804571+0000","last_clean":"2024-07-26T12:22:22.804571+0000","last_became_active":"2024-07-26T12:21:43.585935+0000","last_became_peered":"2024-07-26T12:21:43.585935+0000","last_unstale":"2024-07-26T12:22:22.804571+0000","last_undegraded":"2024-07-26T12:22:22.804571+0000","last_fullsized":"2024-07-26T12:22:22.804571+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:16:47.249776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.860511+0000","last_change":"2024-07-26T12:21:44.615527+0000","last_active":"2024-07-26T12:22:22.860511+0000","last_peered":"2024-07-26T12:22:22.860511+0000","last_clean":"2024-07-26T12:22:22.860511+0000","last_became_active":"2024-07-26T12:21:44.611464+0000","last_became_peered":"2024-07-26T12:21:44.611464+0000","last_unstale":"2024-07-26T12:22:22.860511+0000","last_undegraded":"2024-07-26T12:22:22.860511+0000","last_fullsized":"2024-07-26T12:22:22.860511+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:20:12.489093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"21'1","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.800397+0000","last_change":"2024-07-26T12:21:43.587353+0000","last_active":"2024-07-26T12:22:22.800397+0000","last_peered":"2024-07-26T12:22:22.800397+0000","last_clean":"2024-07-26T12:22:22.800397+0000","last_became_active":"2024-07-26T12:21:43.586989+0000","last_became_peered":"2024-07-26T12:21:43.586989+0000","last_unstale":"2024-07-26T12:22:22.800397+0000","last_undegraded":"2024-07-26T12:22:22.800397+0000","last_fullsized":"2024-07-26T12:22:22.800397+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:36:09.991878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.861817+0000","last_change":"2024-07-26T12:21:44.618987+0000","last_active":"2024-07-26T12:22:22.861817+0000","last_peered":"2024-07-26T12:22:22.861817+0000","last_clean":"2024-07-26T12:22:22.861817+0000","last_became_active":"2024-07-26T12:21:44.617072+0000","last_became_peered":"2024-07-26T12:21:44.617072+0000","last_unstale":"2024-07-26T12:22:22.861817+0000","last_undegraded":"2024-07-26T12:22:22.861817+0000","last_fullsized":"2024-07-26T12:22:22.861817+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:22:52.563381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.804340+0000","last_change":"2024-07-26T12:21:43.601579+0000","last_active":"2024-07-26T12:22:22.804340+0000","last_peered":"2024-07-26T12:22:22.804340+0000","last_clean":"2024-07-26T12:22:22.804340+0000","last_became_active":"2024-07-26T12:21:43.601179+0000","last_became_peered":"2024-07-26T12:21:43.601179+0000","last_unstale":"2024-07-26T12:22:22.804340+0000","last_undegraded":"2024-07-26T12:22:22.804340+0000","last_fullsized":"2024-07-26T12:22:22.804340+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:32:00.408263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.860467+0000","last_change":"2024-07-26T12:21:44.610751+0000","last_active":"2024-07-26T12:22:22.860467+0000","last_peered":"2024-07-26T12:22:22.860467+0000","last_clean":"2024-07-26T12:22:22.860467+0000","last_became_active":"2024-07-26T12:21:44.609773+0000","last_became_peered":"2024-07-26T12:21:44.609773+0000","last_unstale":"2024-07-26T12:22:22.860467+0000","last_undegraded":"2024-07-26T12:22:22.860467+0000","last_fullsized":"2024-07-26T12:22:22.860467+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:25:44.034160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"18'72","reported_seq":115,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.858760+0000","last_change":"2024-07-26T12:21:33.467293+0000","last_active":"2024-07-26T12:22:22.858760+0000","last_peered":"2024-07-26T12:22:22.858760+0000","last_clean":"2024-07-26T12:22:22.858760+0000","last_became_active":"2024-07-26T12:21:33.464397+0000","last_became_peered":"2024-07-26T12:21:33.464397+0000","last_unstale":"2024-07-26T12:22:22.858760+0000","last_undegraded":"2024-07-26T12:22:22.858760+0000","last_fullsized":"2024-07-26T12:22:22.858760+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:32.289755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:32.289755+0000","last_clean_scrub_stamp":"2024-07-26T12:21:32.289755+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:52:33.395456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.859396+0000","last_change":"2024-07-26T12:21:43.596245+0000","last_active":"2024-07-26T12:22:22.859396+0000","last_peered":"2024-07-26T12:22:22.859396+0000","last_clean":"2024-07-26T12:22:22.859396+0000","last_became_active":"2024-07-26T12:21:43.595878+0000","last_became_peered":"2024-07-26T12:21:43.595878+0000","last_unstale":"2024-07-26T12:22:22.859396+0000","last_undegraded":"2024-07-26T12:22:22.859396+0000","last_fullsized":"2024-07-26T12:22:22.859396+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:32:00.408263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.860241+0000","last_change":"2024-07-26T12:21:44.616682+0000","last_active":"2024-07-26T12:22:22.860241+0000","last_peered":"2024-07-26T12:22:22.860241+0000","last_clean":"2024-07-26T12:22:22.860241+0000","last_became_active":"2024-07-26T12:21:44.616429+0000","last_became_peered":"2024-07-26T12:21:44.616429+0000","last_unstale":"2024-07-26T12:22:22.860241+0000","last_undegraded":"2024-07-26T12:22:22.860241+0000","last_fullsized":"2024-07-26T12:22:22.860241+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:38:44.174478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.858429+0000","last_change":"2024-07-26T12:21:43.599807+0000","last_active":"2024-07-26T12:22:22.858429+0000","last_peered":"2024-07-26T12:22:22.858429+0000","last_clean":"2024-07-26T12:22:22.858429+0000","last_became_active":"2024-07-26T12:21:43.598892+0000","last_became_peered":"2024-07-26T12:21:43.598892+0000","last_unstale":"2024-07-26T12:22:22.858429+0000","last_undegraded":"2024-07-26T12:22:22.858429+0000","last_fullsized":"2024-07-26T12:22:22.858429+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:36:09.991878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.814597+0000","last_change":"2024-07-26T12:21:44.603170+0000","last_active":"2024-07-26T12:22:22.814597+0000","last_peered":"2024-07-26T12:22:22.814597+0000","last_clean":"2024-07-26T12:22:22.814597+0000","last_became_active":"2024-07-26T12:21:44.602633+0000","last_became_peered":"2024-07-26T12:21:44.602633+0000","last_unstale":"2024-07-26T12:22:22.814597+0000","last_undegraded":"2024-07-26T12:22:22.814597+0000","last_fullsized":"2024-07-26T12:22:22.814597+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:40:30.082413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"24'2","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:04.721650+0000","last_change":"2024-07-26T12:21:43.589121+0000","last_active":"2024-07-26T12:23:04.721650+0000","last_peered":"2024-07-26T12:23:04.721650+0000","last_clean":"2024-07-26T12:23:04.721650+0000","last_became_active":"2024-07-26T12:21:43.587920+0000","last_became_peered":"2024-07-26T12:21:43.587920+0000","last_unstale":"2024-07-26T12:23:04.721650+0000","last_undegraded":"2024-07-26T12:23:04.721650+0000","last_fullsized":"2024-07-26T12:23:04.721650+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:37:00.698599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":101,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.799126+0000","last_change":"2024-07-26T12:21:44.595102+0000","last_active":"2024-07-26T12:22:22.799126+0000","last_peered":"2024-07-26T12:22:22.799126+0000","last_clean":"2024-07-26T12:22:22.799126+0000","last_became_active":"2024-07-26T12:21:44.594709+0000","last_became_peered":"2024-07-26T12:21:44.594709+0000","last_unstale":"2024-07-26T12:22:22.799126+0000","last_undegraded":"2024-07-26T12:22:22.799126+0000","last_fullsized":"2024-07-26T12:22:22.799126+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:37:12.798347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.860991+0000","last_change":"2024-07-26T12:21:43.595340+0000","last_active":"2024-07-26T12:22:22.860991+0000","last_peered":"2024-07-26T12:22:22.860991+0000","last_clean":"2024-07-26T12:22:22.860991+0000","last_became_active":"2024-07-26T12:21:43.592052+0000","last_became_peered":"2024-07-26T12:21:43.592052+0000","last_unstale":"2024-07-26T12:22:22.860991+0000","last_undegraded":"2024-07-26T12:22:22.860991+0000","last_fullsized":"2024-07-26T12:22:22.860991+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:14:41.106615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.802580+0000","last_change":"2024-07-26T12:21:44.609727+0000","last_active":"2024-07-26T12:22:22.802580+0000","last_peered":"2024-07-26T12:22:22.802580+0000","last_clean":"2024-07-26T12:22:22.802580+0000","last_became_active":"2024-07-26T12:21:44.609380+0000","last_became_peered":"2024-07-26T12:21:44.609380+0000","last_unstale":"2024-07-26T12:22:22.802580+0000","last_undegraded":"2024-07-26T12:22:22.802580+0000","last_fullsized":"2024-07-26T12:22:22.802580+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:45:39.167404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.799057+0000","last_change":"2024-07-26T12:21:43.581291+0000","last_active":"2024-07-26T12:22:22.799057+0000","last_peered":"2024-07-26T12:22:22.799057+0000","last_clean":"2024-07-26T12:22:22.799057+0000","last_became_active":"2024-07-26T12:21:43.580293+0000","last_became_peered":"2024-07-26T12:21:43.580293+0000","last_unstale":"2024-07-26T12:22:22.799057+0000","last_undegraded":"2024-07-26T12:22:22.799057+0000","last_fullsized":"2024-07-26T12:22:22.799057+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:16:10.979071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.861985+0000","last_change":"2024-07-26T12:21:44.625563+0000","last_active":"2024-07-26T12:22:22.861985+0000","last_peered":"2024-07-26T12:22:22.861985+0000","last_clean":"2024-07-26T12:22:22.861985+0000","last_became_active":"2024-07-26T12:21:44.625006+0000","last_became_peered":"2024-07-26T12:21:44.625006+0000","last_unstale":"2024-07-26T12:22:22.861985+0000","last_undegraded":"2024-07-26T12:22:22.861985+0000","last_fullsized":"2024-07-26T12:22:22.861985+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:59:03.695695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.861324+0000","last_change":"2024-07-26T12:21:43.601219+0000","last_active":"2024-07-26T12:22:22.861324+0000","last_peered":"2024-07-26T12:22:22.861324+0000","last_clean":"2024-07-26T12:22:22.861324+0000","last_became_active":"2024-07-26T12:21:43.599712+0000","last_became_peered":"2024-07-26T12:21:43.599712+0000","last_unstale":"2024-07-26T12:22:22.861324+0000","last_undegraded":"2024-07-26T12:22:22.861324+0000","last_fullsized":"2024-07-26T12:22:22.861324+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:13:25.847032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.798892+0000","last_change":"2024-07-26T12:21:44.599910+0000","last_active":"2024-07-26T12:22:22.798892+0000","last_peered":"2024-07-26T12:22:22.798892+0000","last_clean":"2024-07-26T12:22:22.798892+0000","last_became_active":"2024-07-26T12:21:44.598447+0000","last_became_peered":"2024-07-26T12:21:44.598447+0000","last_unstale":"2024-07-26T12:22:22.798892+0000","last_undegraded":"2024-07-26T12:22:22.798892+0000","last_fullsized":"2024-07-26T12:22:22.798892+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:25:49.213898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"24'2","reported_seq":21,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.799770+0000","last_change":"2024-07-26T12:21:43.586755+0000","last_active":"2024-07-26T12:22:22.799770+0000","last_peered":"2024-07-26T12:22:22.799770+0000","last_clean":"2024-07-26T12:22:22.799770+0000","last_became_active":"2024-07-26T12:21:43.586410+0000","last_became_peered":"2024-07-26T12:21:43.586410+0000","last_unstale":"2024-07-26T12:22:22.799770+0000","last_undegraded":"2024-07-26T12:22:22.799770+0000","last_fullsized":"2024-07-26T12:22:22.799770+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:00:15.755490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"24'3","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:05.640127+0000","last_change":"2024-07-26T12:21:44.615473+0000","last_active":"2024-07-26T12:23:05.640127+0000","last_peered":"2024-07-26T12:23:05.640127+0000","last_clean":"2024-07-26T12:23:05.640127+0000","last_became_active":"2024-07-26T12:21:44.615105+0000","last_became_peered":"2024-07-26T12:21:44.615105+0000","last_unstale":"2024-07-26T12:23:05.640127+0000","last_undegraded":"2024-07-26T12:23:05.640127+0000","last_fullsized":"2024-07-26T12:23:05.640127+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:59:09.665003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"21'2","reported_seq":21,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.800354+0000","last_change":"2024-07-26T12:21:43.598990+0000","last_active":"2024-07-26T12:22:22.800354+0000","last_peered":"2024-07-26T12:22:22.800354+0000","last_clean":"2024-07-26T12:22:22.800354+0000","last_became_active":"2024-07-26T12:21:43.598632+0000","last_became_peered":"2024-07-26T12:21:43.598632+0000","last_unstale":"2024-07-26T12:22:22.800354+0000","last_undegraded":"2024-07-26T12:22:22.800354+0000","last_fullsized":"2024-07-26T12:22:22.800354+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:32:17.202395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.815973+0000","last_change":"2024-07-26T12:21:44.615728+0000","last_active":"2024-07-26T12:22:22.815973+0000","last_peered":"2024-07-26T12:22:22.815973+0000","last_clean":"2024-07-26T12:22:22.815973+0000","last_became_active":"2024-07-26T12:21:44.612240+0000","last_became_peered":"2024-07-26T12:21:44.612240+0000","last_unstale":"2024-07-26T12:22:22.815973+0000","last_undegraded":"2024-07-26T12:22:22.815973+0000","last_fullsized":"2024-07-26T12:22:22.815973+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:39:31.246505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.858409+0000","last_change":"2024-07-26T12:21:43.599474+0000","last_active":"2024-07-26T12:22:22.858409+0000","last_peered":"2024-07-26T12:22:22.858409+0000","last_clean":"2024-07-26T12:22:22.858409+0000","last_became_active":"2024-07-26T12:21:43.597968+0000","last_became_peered":"2024-07-26T12:21:43.597968+0000","last_unstale":"2024-07-26T12:22:22.858409+0000","last_undegraded":"2024-07-26T12:22:22.858409+0000","last_fullsized":"2024-07-26T12:22:22.858409+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:41:03.044571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.802222+0000","last_change":"2024-07-26T12:21:44.594114+0000","last_active":"2024-07-26T12:22:22.802222+0000","last_peered":"2024-07-26T12:22:22.802222+0000","last_clean":"2024-07-26T12:22:22.802222+0000","last_became_active":"2024-07-26T12:21:44.592991+0000","last_became_peered":"2024-07-26T12:21:44.592991+0000","last_unstale":"2024-07-26T12:22:22.802222+0000","last_undegraded":"2024-07-26T12:22:22.802222+0000","last_fullsized":"2024-07-26T12:22:22.802222+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:34:10.646547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.799773+0000","last_change":"2024-07-26T12:21:43.594859+0000","last_active":"2024-07-26T12:22:22.799773+0000","last_peered":"2024-07-26T12:22:22.799773+0000","last_clean":"2024-07-26T12:22:22.799773+0000","last_became_active":"2024-07-26T12:21:43.594389+0000","last_became_peered":"2024-07-26T12:21:43.594389+0000","last_unstale":"2024-07-26T12:22:22.799773+0000","last_undegraded":"2024-07-26T12:22:22.799773+0000","last_fullsized":"2024-07-26T12:22:22.799773+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:19:44.931902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.858658+0000","last_change":"2024-07-26T12:21:44.597533+0000","last_active":"2024-07-26T12:22:22.858658+0000","last_peered":"2024-07-26T12:22:22.858658+0000","last_clean":"2024-07-26T12:22:22.858658+0000","last_became_active":"2024-07-26T12:21:44.596960+0000","last_became_peered":"2024-07-26T12:21:44.596960+0000","last_unstale":"2024-07-26T12:22:22.858658+0000","last_undegraded":"2024-07-26T12:22:22.858658+0000","last_fullsized":"2024-07-26T12:22:22.858658+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:07:29.951874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.799330+0000","last_change":"2024-07-26T12:21:43.589649+0000","last_active":"2024-07-26T12:22:22.799330+0000","last_peered":"2024-07-26T12:22:22.799330+0000","last_clean":"2024-07-26T12:22:22.799330+0000","last_became_active":"2024-07-26T12:21:43.589311+0000","last_became_peered":"2024-07-26T12:21:43.589311+0000","last_unstale":"2024-07-26T12:22:22.799330+0000","last_undegraded":"2024-07-26T12:22:22.799330+0000","last_fullsized":"2024-07-26T12:22:22.799330+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:32:16.350262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.859018+0000","last_change":"2024-07-26T12:21:44.597550+0000","last_active":"2024-07-26T12:22:22.859018+0000","last_peered":"2024-07-26T12:22:22.859018+0000","last_clean":"2024-07-26T12:22:22.859018+0000","last_became_active":"2024-07-26T12:21:44.596041+0000","last_became_peered":"2024-07-26T12:21:44.596041+0000","last_unstale":"2024-07-26T12:22:22.859018+0000","last_undegraded":"2024-07-26T12:22:22.859018+0000","last_fullsized":"2024-07-26T12:22:22.859018+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:24:21.238237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"24'3","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.860278+0000","last_change":"2024-07-26T12:21:43.601853+0000","last_active":"2024-07-26T12:22:22.860278+0000","last_peered":"2024-07-26T12:22:22.860278+0000","last_clean":"2024-07-26T12:22:22.860278+0000","last_became_active":"2024-07-26T12:21:43.601565+0000","last_became_peered":"2024-07-26T12:21:43.601565+0000","last_unstale":"2024-07-26T12:22:22.860278+0000","last_undegraded":"2024-07-26T12:22:22.860278+0000","last_fullsized":"2024-07-26T12:22:22.860278+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:53:26.812098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.798930+0000","last_change":"2024-07-26T12:21:44.604142+0000","last_active":"2024-07-26T12:22:22.798930+0000","last_peered":"2024-07-26T12:22:22.798930+0000","last_clean":"2024-07-26T12:22:22.798930+0000","last_became_active":"2024-07-26T12:21:44.602745+0000","last_became_peered":"2024-07-26T12:21:44.602745+0000","last_unstale":"2024-07-26T12:22:22.798930+0000","last_undegraded":"2024-07-26T12:22:22.798930+0000","last_fullsized":"2024-07-26T12:22:22.798930+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:25:49.213898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.861903+0000","last_change":"2024-07-26T12:21:44.612632+0000","last_active":"2024-07-26T12:22:22.861903+0000","last_peered":"2024-07-26T12:22:22.861903+0000","last_clean":"2024-07-26T12:22:22.861903+0000","last_became_active":"2024-07-26T12:21:44.612080+0000","last_became_peered":"2024-07-26T12:21:44.612080+0000","last_unstale":"2024-07-26T12:22:22.861903+0000","last_undegraded":"2024-07-26T12:22:22.861903+0000","last_fullsized":"2024-07-26T12:22:22.861903+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:34:09.854662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"21'2","reported_seq":21,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.859800+0000","last_change":"2024-07-26T12:21:43.605554+0000","last_active":"2024-07-26T12:22:22.859800+0000","last_peered":"2024-07-26T12:22:22.859800+0000","last_clean":"2024-07-26T12:22:22.859800+0000","last_became_active":"2024-07-26T12:21:43.605157+0000","last_became_peered":"2024-07-26T12:21:43.605157+0000","last_unstale":"2024-07-26T12:22:22.859800+0000","last_undegraded":"2024-07-26T12:22:22.859800+0000","last_fullsized":"2024-07-26T12:22:22.859800+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:00:15.755490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.861068+0000","last_change":"2024-07-26T12:21:44.607389+0000","last_active":"2024-07-26T12:22:22.861068+0000","last_peered":"2024-07-26T12:22:22.861068+0000","last_clean":"2024-07-26T12:22:22.861068+0000","last_became_active":"2024-07-26T12:21:44.606970+0000","last_became_peered":"2024-07-26T12:21:44.606970+0000","last_unstale":"2024-07-26T12:22:22.861068+0000","last_undegraded":"2024-07-26T12:22:22.861068+0000","last_fullsized":"2024-07-26T12:22:22.861068+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:46:45.212964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"24'3","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.860882+0000","last_change":"2024-07-26T12:21:43.601802+0000","last_active":"2024-07-26T12:22:22.860882+0000","last_peered":"2024-07-26T12:22:22.860882+0000","last_clean":"2024-07-26T12:22:22.860882+0000","last_became_active":"2024-07-26T12:21:43.601442+0000","last_became_peered":"2024-07-26T12:21:43.601442+0000","last_unstale":"2024-07-26T12:22:22.860882+0000","last_undegraded":"2024-07-26T12:22:22.860882+0000","last_fullsized":"2024-07-26T12:22:22.860882+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:32:17.202395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.815205+0000","last_change":"2024-07-26T12:21:44.603292+0000","last_active":"2024-07-26T12:22:22.815205+0000","last_peered":"2024-07-26T12:22:22.815205+0000","last_clean":"2024-07-26T12:22:22.815205+0000","last_became_active":"2024-07-26T12:21:44.602551+0000","last_became_peered":"2024-07-26T12:21:44.602551+0000","last_unstale":"2024-07-26T12:22:22.815205+0000","last_undegraded":"2024-07-26T12:22:22.815205+0000","last_fullsized":"2024-07-26T12:22:22.815205+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:07:29.951874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"21'1","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.859515+0000","last_change":"2024-07-26T12:21:43.591671+0000","last_active":"2024-07-26T12:22:22.859515+0000","last_peered":"2024-07-26T12:22:22.859515+0000","last_clean":"2024-07-26T12:22:22.859515+0000","last_became_active":"2024-07-26T12:21:43.584686+0000","last_became_peered":"2024-07-26T12:21:43.584686+0000","last_unstale":"2024-07-26T12:22:22.859515+0000","last_undegraded":"2024-07-26T12:22:22.859515+0000","last_fullsized":"2024-07-26T12:22:22.859515+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:01:09.081562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.859192+0000","last_change":"2024-07-26T12:21:44.594141+0000","last_active":"2024-07-26T12:22:22.859192+0000","last_peered":"2024-07-26T12:22:22.859192+0000","last_clean":"2024-07-26T12:22:22.859192+0000","last_became_active":"2024-07-26T12:21:44.593637+0000","last_became_peered":"2024-07-26T12:21:44.593637+0000","last_unstale":"2024-07-26T12:22:22.859192+0000","last_undegraded":"2024-07-26T12:22:22.859192+0000","last_fullsized":"2024-07-26T12:22:22.859192+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:40:20.369265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"21'4","reported_seq":23,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.815828+0000","last_change":"2024-07-26T12:21:43.589685+0000","last_active":"2024-07-26T12:22:22.815828+0000","last_peered":"2024-07-26T12:22:22.815828+0000","last_clean":"2024-07-26T12:22:22.815828+0000","last_became_active":"2024-07-26T12:21:43.589356+0000","last_became_peered":"2024-07-26T12:21:43.589356+0000","last_unstale":"2024-07-26T12:22:22.815828+0000","last_undegraded":"2024-07-26T12:22:22.815828+0000","last_fullsized":"2024-07-26T12:22:22.815828+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:45:07.051342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":14,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":14,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":6,"ondisk_log_size":6,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":11781,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":61,"num_write_kb":35,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":114688,"data_stored":50017,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":61,"ondisk_log_size":61,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":15,"seq":64424509463,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27292,"kb_used_data":276,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344548,"statfs":{"total":96636764160,"available":96608817152,"internally_reserved":0,"allocated":282624,"data_stored":111227,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509463,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27264,"kb_used_data":248,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344576,"statfs":{"total":96636764160,"available":96608845824,"internally_reserved":0,"allocated":253952,"data_stored":90114,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509461,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27856,"kb_used_data":832,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343984,"statfs":{"total":96636764160,"available":96608239616,"internally_reserved":0,"allocated":851968,"data_stored":680960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542166,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32008,"kb_used_data":824,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339832,"statfs":{"total":96636764160,"available":96603987968,"internally_reserved":0,"allocated":843776,"data_stored":680904,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542166,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27276,"kb_used_data":252,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344564,"statfs":{"total":96636764160,"available":96608833536,"internally_reserved":0,"allocated":258048,"data_stored":91566,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542167,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27260,"kb_used_data":244,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344580,"statfs":{"total":96636764160,"available":96608849920,"internally_reserved":0,"allocated":249856,"data_stored":90044,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542165,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27272,"kb_used_data":252,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344568,"statfs":{"total":96636764160,"available":96608837632,"internally_reserved":0,"allocated":258048,"data_stored":90080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542166,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27260,"kb_used_data":240,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344580,"statfs":{"total":96636764160,"available":96608849920,"internally_reserved":0,"allocated":245760,"data_stored":89954,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":101,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":37438,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":10882,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":14,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-26T12:23:09.644 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-07-26T12:23:09.644 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-26T12:23:09.962 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.960+0000 7fe2ba600640 1 Processor -- start 2024-07-26T12:23:09.962 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.960+0000 7fe2ba600640 1 -- start start 2024-07-26T12:23:09.964 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.962+0000 7fe2ba600640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe2b40b4050 0x7fe2b40b8ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:09.964 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.962+0000 7fe2ba600640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fe2b40b4a00 0x7fe2b4141c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:09.964 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.962+0000 7fe2ba600640 1 -- --> v1:172.21.15.123:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe2b40b7010 con 0x7fe2b40b45f0 2024-07-26T12:23:09.964 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.962+0000 7fe2ba600640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7fe2b4148380 con 0x7fe2b40b4a00 2024-07-26T12:23:09.964 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.962+0000 7fe2ba600640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7fe2b4148010 con 0x7fe2b40b4050 2024-07-26T12:23:09.965 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.962+0000 7fe2b3e00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fe2b40b4a00 0x7fe2b4141c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:09.965 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.963+0000 7fe2b3e00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fe2b40b4a00 0x7fe2b4141c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:43178/0 (socket says 172.21.15.31:43178) 2024-07-26T12:23:09.965 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.963+0000 7fe2b3e00640 1 -- 172.21.15.31:0/2388692441 learned_addr learned my addr 172.21.15.31:0/2388692441 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:23:09.965 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.963+0000 7fe2b3400640 1 --2- 172.21.15.31:0/2388692441 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe2b40b4050 0x7fe2b40b8ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:09.966 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.963+0000 7fe2b3e00640 1 -- 172.21.15.31:0/2388692441 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe2b40b4050 msgr2=0x7fe2b40b8ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:09.966 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.963+0000 7fe2b3e00640 1 --2- 172.21.15.31:0/2388692441 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe2b40b4050 0x7fe2b40b8ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:09.966 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.963+0000 7fe2b3e00640 1 -- 172.21.15.31:0/2388692441 >> v1:172.21.15.123:6789/0 conn(0x7fe2b40b45f0 legacy=0x7fe2b4141580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:09.966 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.963+0000 7fe2b3e00640 1 -- 172.21.15.31:0/2388692441 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe2b4148810 con 0x7fe2b40b4a00 2024-07-26T12:23:09.967 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.964+0000 7fe2b3e00640 1 --2- 172.21.15.31:0/2388692441 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe2b40b4a00 0x7fe2b4141c90 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fe2ac009870 tx=0x7fe2ac02a130 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9275fd1f36a4ab62 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:23:09.967 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.964+0000 7fe2b2000640 1 -- 172.21.15.31:0/2388692441 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2ac037070 con 0x7fe2b40b4a00 2024-07-26T12:23:09.967 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.965+0000 7fe2b2000640 1 -- 172.21.15.31:0/2388692441 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe2ac032440 con 0x7fe2b40b4a00 2024-07-26T12:23:09.968 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.965+0000 7fe2b2000640 1 -- 172.21.15.31:0/2388692441 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2ac032870 con 0x7fe2b40b4a00 2024-07-26T12:23:09.968 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.965+0000 7fe2ba600640 1 -- 172.21.15.31:0/2388692441 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe2b40b4a00 msgr2=0x7fe2b4141c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:09.968 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.965+0000 7fe2ba600640 1 --2- 172.21.15.31:0/2388692441 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe2b40b4a00 0x7fe2b4141c90 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fe2ac009870 tx=0x7fe2ac02a130 comp rx=0 tx=0).stop 2024-07-26T12:23:09.968 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.965+0000 7fe2ba600640 1 -- 172.21.15.31:0/2388692441 shutdown_connections 2024-07-26T12:23:09.968 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.965+0000 7fe2ba600640 1 --2- 172.21.15.31:0/2388692441 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe2b40b4a00 0x7fe2b4141c90 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:09.968 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.965+0000 7fe2ba600640 1 --2- 172.21.15.31:0/2388692441 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe2b40b4050 0x7fe2b40b8ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:09.968 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.965+0000 7fe2ba600640 1 -- 172.21.15.31:0/2388692441 >> 172.21.15.31:0/2388692441 conn(0x7fe2b40b9bf0 msgr2=0x7fe2b40ba000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:23:09.968 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.966+0000 7fe2ba600640 1 -- 172.21.15.31:0/2388692441 shutdown_connections 2024-07-26T12:23:09.969 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.966+0000 7fe2ba600640 1 -- 172.21.15.31:0/2388692441 wait complete. 2024-07-26T12:23:09.969 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.968+0000 7fe2ba600640 1 Processor -- start 2024-07-26T12:23:09.969 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.968+0000 7fe2ba600640 1 -- start start 2024-07-26T12:23:09.972 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.969+0000 7fe2ba600640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe2b40b4050 0x7fe2b41e1a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:09.972 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.969+0000 7fe2ba600640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe2b40b45f0 0x7fe2b41448b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:09.972 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.969+0000 7fe2ba600640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe2b40b4a00 0x7fe2b41de3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:09.972 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.969+0000 7fe2ba600640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fe2b41527c0 con 0x7fe2b40b4a00 2024-07-26T12:23:09.973 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.969+0000 7fe2ba600640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fe2b4152640 con 0x7fe2b40b45f0 2024-07-26T12:23:09.973 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.969+0000 7fe2ba600640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7fe2b4152940 con 0x7fe2b40b4050 2024-07-26T12:23:09.973 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.969+0000 7fe2b3e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe2b40b4a00 0x7fe2b41de3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:09.973 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.969+0000 7fe2b3e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe2b40b4a00 0x7fe2b41de3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:43186/0 (socket says 172.21.15.31:43186) 2024-07-26T12:23:09.973 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.969+0000 7fe2b3e00640 1 -- 172.21.15.31:0/2339748626 learned_addr learned my addr 172.21.15.31:0/2339748626 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:23:09.973 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.969+0000 7fe2b3400640 1 --2- 172.21.15.31:0/2339748626 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe2b40b4050 0x7fe2b41e1a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:09.973 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.970+0000 7fe2b2a00640 1 --2- 172.21.15.31:0/2339748626 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe2b40b45f0 0x7fe2b41448b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:09.973 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.970+0000 7fe2b3e00640 1 -- 172.21.15.31:0/2339748626 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe2b40b4050 msgr2=0x7fe2b41e1a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:09.974 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.970+0000 7fe2b3e00640 1 --2- 172.21.15.31:0/2339748626 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe2b40b4050 0x7fe2b41e1a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:09.974 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.970+0000 7fe2b3e00640 1 -- 172.21.15.31:0/2339748626 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe2b40b45f0 msgr2=0x7fe2b41448b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:09.974 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.970+0000 7fe2b3e00640 1 --2- 172.21.15.31:0/2339748626 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe2b40b45f0 0x7fe2b41448b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:09.974 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.970+0000 7fe2b3e00640 1 -- 172.21.15.31:0/2339748626 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe2b414bcb0 con 0x7fe2b40b4a00 2024-07-26T12:23:09.974 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.970+0000 7fe2b2a00640 1 --2- 172.21.15.31:0/2339748626 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe2b40b45f0 0x7fe2b41448b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T12:23:09.974 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.970+0000 7fe2b3400640 1 --2- 172.21.15.31:0/2339748626 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe2b40b4050 0x7fe2b41e1a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T12:23:09.974 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.970+0000 7fe2b3e00640 1 --2- 172.21.15.31:0/2339748626 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe2b40b4a00 0x7fe2b41de3d0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fe2ac035040 tx=0x7fe2ac0305f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:23:09.974 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.970+0000 7fe2ab400640 1 -- 172.21.15.31:0/2339748626 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2ac037040 con 0x7fe2b40b4a00 2024-07-26T12:23:09.975 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.970+0000 7fe2ab400640 1 -- 172.21.15.31:0/2339748626 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe2ac040070 con 0x7fe2b40b4a00 2024-07-26T12:23:09.975 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.970+0000 7fe2ba600640 1 -- 172.21.15.31:0/2339748626 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe2b41e1fa0 con 0x7fe2b40b4a00 2024-07-26T12:23:09.975 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.970+0000 7fe2ab400640 1 -- 172.21.15.31:0/2339748626 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2ac030a40 con 0x7fe2b40b4a00 2024-07-26T12:23:09.975 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.971+0000 7fe2ba600640 1 -- 172.21.15.31:0/2339748626 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe2b414d320 con 0x7fe2b40b4a00 2024-07-26T12:23:09.976 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.972+0000 7fe2ba600640 1 -- 172.21.15.31:0/2339748626 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe2b41e1330 con 0x7fe2b40b4a00 2024-07-26T12:23:09.976 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.973+0000 7fe2ab400640 1 -- 172.21.15.31:0/2339748626 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fe2ac030be0 con 0x7fe2b40b4a00 2024-07-26T12:23:09.976 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.974+0000 7fe2ab400640 1 --2- 172.21.15.31:0/2339748626 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fe290077010 0x7fe290079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:09.976 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.974+0000 7fe2ab400640 1 -- 172.21.15.31:0/2339748626 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 5825+0+0 (secure 0 0 0) 0x7fe2ac0b8ce0 con 0x7fe2b40b4a00 2024-07-26T12:23:09.976 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.975+0000 7fe2b3400640 1 --2- 172.21.15.31:0/2339748626 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fe290077010 0x7fe290079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:09.977 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.976+0000 7fe2b3400640 1 --2- 172.21.15.31:0/2339748626 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fe290077010 0x7fe290079520 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fe2a4009f50 tx=0x7fe2a400b040 comp rx=0 tx=0).ready entity=mgr.4126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:23:09.982 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:09.978+0000 7fe2ab400640 1 -- 172.21.15.31:0/2339748626 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fe2ac081e50 con 0x7fe2b40b4a00 2024-07-26T12:23:10.189 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:10.188+0000 7fe2ba600640 1 -- 172.21.15.31:0/2339748626 --> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fe2b414d0d0 con 0x7fe290077010 2024-07-26T12:23:10.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:10.198+0000 7fe2ab400640 1 -- 172.21.15.31:0/2339748626 <== mgr.4126 v2:172.21.15.123:6800/1140093937 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251968 (secure 0 0 0) 0x7fe2a4058850 con 0x7fe290077010 2024-07-26T12:23:10.204 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-07-26T12:23:10.205 INFO:teuthology.orchestra.run.smithi031.stderr:dumped all 2024-07-26T12:23:10.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:10.203+0000 7fe2ba600640 1 -- 172.21.15.31:0/2339748626 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fe290077010 msgr2=0x7fe290079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:10.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:10.203+0000 7fe2ba600640 1 --2- 172.21.15.31:0/2339748626 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fe290077010 0x7fe290079520 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fe2a4009f50 tx=0x7fe2a400b040 comp rx=0 tx=0).stop 2024-07-26T12:23:10.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:10.203+0000 7fe2ba600640 1 -- 172.21.15.31:0/2339748626 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe2b40b4a00 msgr2=0x7fe2b41de3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:10.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:10.203+0000 7fe2ba600640 1 --2- 172.21.15.31:0/2339748626 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe2b40b4a00 0x7fe2b41de3d0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fe2ac035040 tx=0x7fe2ac0305f0 comp rx=0 tx=0).stop 2024-07-26T12:23:10.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:10.204+0000 7fe2ba600640 1 -- 172.21.15.31:0/2339748626 shutdown_connections 2024-07-26T12:23:10.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:10.204+0000 7fe2ba600640 1 --2- 172.21.15.31:0/2339748626 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fe290077010 0x7fe290079520 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:10.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:10.204+0000 7fe2ba600640 1 --2- 172.21.15.31:0/2339748626 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe2b40b4a00 0x7fe2b41de3d0 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:10.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:10.204+0000 7fe2ba600640 1 --2- 172.21.15.31:0/2339748626 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe2b40b45f0 0x7fe2b41448b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:10.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:10.204+0000 7fe2ba600640 1 --2- 172.21.15.31:0/2339748626 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe2b40b4050 0x7fe2b41e1a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:10.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:10.204+0000 7fe2ba600640 1 -- 172.21.15.31:0/2339748626 >> 172.21.15.31:0/2339748626 conn(0x7fe2b40b9bf0 msgr2=0x7fe2b4141560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:23:10.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:10.204+0000 7fe2ba600640 1 -- 172.21.15.31:0/2339748626 shutdown_connections 2024-07-26T12:23:10.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:10.204+0000 7fe2ba600640 1 -- 172.21.15.31:0/2339748626 wait complete. 2024-07-26T12:23:10.234 INFO:teuthology.orchestra.run.smithi031.stdout:{"pg_ready":true,"pg_map":{"version":69,"stamp":"2024-07-26T12:23:09.386361+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":602163,"num_objects":26,"num_object_clones":0,"num_object_copies":52,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":67,"num_read_kb":56,"num_write":167,"num_write_kb":1667,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":223488,"kb_used_data":3168,"kb_used_omap":12,"kb_used_meta":220211,"kb_avail":754751232,"statfs":{"total":773094113280,"available":772865261568,"internally_reserved":0,"allocated":3244032,"data_stored":1924849,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":225496626},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":13,"apply_latency_ms":13,"commit_latency_ns":13000000,"apply_latency_ns":13000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":9385,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":21,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005186"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.859785+0000","last_change":"2024-07-26T12:21:44.598425+0000","last_active":"2024-07-26T12:22:22.859785+0000","last_peered":"2024-07-26T12:22:22.859785+0000","last_clean":"2024-07-26T12:22:22.859785+0000","last_became_active":"2024-07-26T12:21:44.598014+0000","last_became_peered":"2024-07-26T12:21:44.598014+0000","last_unstale":"2024-07-26T12:22:22.859785+0000","last_undegraded":"2024-07-26T12:22:22.859785+0000","last_fullsized":"2024-07-26T12:22:22.859785+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:39:26.949378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.799412+0000","last_change":"2024-07-26T12:21:44.613852+0000","last_active":"2024-07-26T12:22:22.799412+0000","last_peered":"2024-07-26T12:22:22.799412+0000","last_clean":"2024-07-26T12:22:22.799412+0000","last_became_active":"2024-07-26T12:21:44.613499+0000","last_became_peered":"2024-07-26T12:21:44.613499+0000","last_unstale":"2024-07-26T12:22:22.799412+0000","last_undegraded":"2024-07-26T12:22:22.799412+0000","last_fullsized":"2024-07-26T12:22:22.799412+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:40:20.369265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.816245+0000","last_change":"2024-07-26T12:21:44.596020+0000","last_active":"2024-07-26T12:22:22.816245+0000","last_peered":"2024-07-26T12:22:22.816245+0000","last_clean":"2024-07-26T12:22:22.816245+0000","last_became_active":"2024-07-26T12:21:44.594975+0000","last_became_peered":"2024-07-26T12:21:44.594975+0000","last_unstale":"2024-07-26T12:22:22.816245+0000","last_undegraded":"2024-07-26T12:22:22.816245+0000","last_fullsized":"2024-07-26T12:22:22.816245+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:53:56.211230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.860728+0000","last_change":"2024-07-26T12:21:44.620041+0000","last_active":"2024-07-26T12:22:22.860728+0000","last_peered":"2024-07-26T12:22:22.860728+0000","last_clean":"2024-07-26T12:22:22.860728+0000","last_became_active":"2024-07-26T12:21:44.618023+0000","last_became_peered":"2024-07-26T12:21:44.618023+0000","last_unstale":"2024-07-26T12:22:22.860728+0000","last_undegraded":"2024-07-26T12:22:22.860728+0000","last_fullsized":"2024-07-26T12:22:22.860728+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:25:45.445054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.859429+0000","last_change":"2024-07-26T12:21:44.607500+0000","last_active":"2024-07-26T12:22:22.859429+0000","last_peered":"2024-07-26T12:22:22.859429+0000","last_clean":"2024-07-26T12:22:22.859429+0000","last_became_active":"2024-07-26T12:21:44.606054+0000","last_became_peered":"2024-07-26T12:21:44.606054+0000","last_unstale":"2024-07-26T12:22:22.859429+0000","last_undegraded":"2024-07-26T12:22:22.859429+0000","last_fullsized":"2024-07-26T12:22:22.859429+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:54:05.091781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.819804+0000","last_change":"2024-07-26T12:22:22.818399+0000","last_active":"2024-07-26T12:22:22.819804+0000","last_peered":"2024-07-26T12:22:22.819804+0000","last_clean":"2024-07-26T12:22:22.819804+0000","last_became_active":"2024-07-26T12:22:22.816612+0000","last_became_peered":"2024-07-26T12:22:22.816612+0000","last_unstale":"2024-07-26T12:22:22.819804+0000","last_undegraded":"2024-07-26T12:22:22.819804+0000","last_fullsized":"2024-07-26T12:22:22.819804+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:55:18.605826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.858661+0000","last_change":"2024-07-26T12:21:44.607726+0000","last_active":"2024-07-26T12:22:22.858661+0000","last_peered":"2024-07-26T12:22:22.858661+0000","last_clean":"2024-07-26T12:22:22.858661+0000","last_became_active":"2024-07-26T12:21:44.607354+0000","last_became_peered":"2024-07-26T12:21:44.607354+0000","last_unstale":"2024-07-26T12:22:22.858661+0000","last_undegraded":"2024-07-26T12:22:22.858661+0000","last_fullsized":"2024-07-26T12:22:22.858661+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:24:21.238237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.858694+0000","last_change":"2024-07-26T12:21:44.606285+0000","last_active":"2024-07-26T12:22:22.858694+0000","last_peered":"2024-07-26T12:22:22.858694+0000","last_clean":"2024-07-26T12:22:22.858694+0000","last_became_active":"2024-07-26T12:21:44.604046+0000","last_became_peered":"2024-07-26T12:21:44.604046+0000","last_unstale":"2024-07-26T12:22:22.858694+0000","last_undegraded":"2024-07-26T12:22:22.858694+0000","last_fullsized":"2024-07-26T12:22:22.858694+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:39:31.246505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.860139+0000","last_change":"2024-07-26T12:21:44.614864+0000","last_active":"2024-07-26T12:22:22.860139+0000","last_peered":"2024-07-26T12:22:22.860139+0000","last_clean":"2024-07-26T12:22:22.860139+0000","last_became_active":"2024-07-26T12:21:44.611439+0000","last_became_peered":"2024-07-26T12:21:44.611439+0000","last_unstale":"2024-07-26T12:22:22.860139+0000","last_undegraded":"2024-07-26T12:22:22.860139+0000","last_fullsized":"2024-07-26T12:22:22.860139+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:40:43.380315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.800741+0000","last_change":"2024-07-26T12:21:44.603057+0000","last_active":"2024-07-26T12:22:22.800741+0000","last_peered":"2024-07-26T12:22:22.800741+0000","last_clean":"2024-07-26T12:22:22.800741+0000","last_became_active":"2024-07-26T12:21:44.602611+0000","last_became_peered":"2024-07-26T12:21:44.602611+0000","last_unstale":"2024-07-26T12:22:22.800741+0000","last_undegraded":"2024-07-26T12:22:22.800741+0000","last_fullsized":"2024-07-26T12:22:22.800741+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:59:09.665003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.799911+0000","last_change":"2024-07-26T12:21:44.605014+0000","last_active":"2024-07-26T12:22:22.799911+0000","last_peered":"2024-07-26T12:22:22.799911+0000","last_clean":"2024-07-26T12:22:22.799911+0000","last_became_active":"2024-07-26T12:21:44.602583+0000","last_became_peered":"2024-07-26T12:21:44.602583+0000","last_unstale":"2024-07-26T12:22:22.799911+0000","last_undegraded":"2024-07-26T12:22:22.799911+0000","last_fullsized":"2024-07-26T12:22:22.799911+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:37:12.798347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.802621+0000","last_change":"2024-07-26T12:21:44.599359+0000","last_active":"2024-07-26T12:22:22.802621+0000","last_peered":"2024-07-26T12:22:22.802621+0000","last_clean":"2024-07-26T12:22:22.802621+0000","last_became_active":"2024-07-26T12:21:44.598748+0000","last_became_peered":"2024-07-26T12:21:44.598748+0000","last_unstale":"2024-07-26T12:22:22.802621+0000","last_undegraded":"2024-07-26T12:22:22.802621+0000","last_fullsized":"2024-07-26T12:22:22.802621+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:04:23.225808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.858564+0000","last_change":"2024-07-26T12:21:44.594030+0000","last_active":"2024-07-26T12:22:22.858564+0000","last_peered":"2024-07-26T12:22:22.858564+0000","last_clean":"2024-07-26T12:22:22.858564+0000","last_became_active":"2024-07-26T12:21:44.593659+0000","last_became_peered":"2024-07-26T12:21:44.593659+0000","last_unstale":"2024-07-26T12:22:22.858564+0000","last_undegraded":"2024-07-26T12:22:22.858564+0000","last_fullsized":"2024-07-26T12:22:22.858564+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:47:09.335932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.814376+0000","last_change":"2024-07-26T12:21:44.610384+0000","last_active":"2024-07-26T12:22:22.814376+0000","last_peered":"2024-07-26T12:22:22.814376+0000","last_clean":"2024-07-26T12:22:22.814376+0000","last_became_active":"2024-07-26T12:21:44.609961+0000","last_became_peered":"2024-07-26T12:21:44.609961+0000","last_unstale":"2024-07-26T12:22:22.814376+0000","last_undegraded":"2024-07-26T12:22:22.814376+0000","last_fullsized":"2024-07-26T12:22:22.814376+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:53:27.828681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.799160+0000","last_change":"2024-07-26T12:21:44.609098+0000","last_active":"2024-07-26T12:22:22.799160+0000","last_peered":"2024-07-26T12:22:22.799160+0000","last_clean":"2024-07-26T12:22:22.799160+0000","last_became_active":"2024-07-26T12:21:44.608719+0000","last_became_peered":"2024-07-26T12:21:44.608719+0000","last_unstale":"2024-07-26T12:22:22.799160+0000","last_undegraded":"2024-07-26T12:22:22.799160+0000","last_fullsized":"2024-07-26T12:22:22.799160+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:36:30.521771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"24'1","reported_seq":18,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.859537+0000","last_change":"2024-07-26T12:21:44.611153+0000","last_active":"2024-07-26T12:22:22.859537+0000","last_peered":"2024-07-26T12:22:22.859537+0000","last_clean":"2024-07-26T12:22:22.859537+0000","last_became_active":"2024-07-26T12:21:44.610750+0000","last_became_peered":"2024-07-26T12:21:44.610750+0000","last_unstale":"2024-07-26T12:22:22.859537+0000","last_undegraded":"2024-07-26T12:22:22.859537+0000","last_fullsized":"2024-07-26T12:22:22.859537+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:55:18.605826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.862509+0000","last_change":"2024-07-26T12:21:44.619663+0000","last_active":"2024-07-26T12:22:22.862509+0000","last_peered":"2024-07-26T12:22:22.862509+0000","last_clean":"2024-07-26T12:22:22.862509+0000","last_became_active":"2024-07-26T12:21:44.619376+0000","last_became_peered":"2024-07-26T12:21:44.619376+0000","last_unstale":"2024-07-26T12:22:22.862509+0000","last_undegraded":"2024-07-26T12:22:22.862509+0000","last_fullsized":"2024-07-26T12:22:22.862509+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:12:26.897100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.804378+0000","last_change":"2024-07-26T12:21:44.599552+0000","last_active":"2024-07-26T12:22:22.804378+0000","last_peered":"2024-07-26T12:22:22.804378+0000","last_clean":"2024-07-26T12:22:22.804378+0000","last_became_active":"2024-07-26T12:21:44.597649+0000","last_became_peered":"2024-07-26T12:21:44.597649+0000","last_unstale":"2024-07-26T12:22:22.804378+0000","last_undegraded":"2024-07-26T12:22:22.804378+0000","last_fullsized":"2024-07-26T12:22:22.804378+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:11:55.873169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.861023+0000","last_change":"2024-07-26T12:21:44.598125+0000","last_active":"2024-07-26T12:22:22.861023+0000","last_peered":"2024-07-26T12:22:22.861023+0000","last_clean":"2024-07-26T12:22:22.861023+0000","last_became_active":"2024-07-26T12:21:44.597677+0000","last_became_peered":"2024-07-26T12:21:44.597677+0000","last_unstale":"2024-07-26T12:22:22.861023+0000","last_undegraded":"2024-07-26T12:22:22.861023+0000","last_fullsized":"2024-07-26T12:22:22.861023+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:56:39.180521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.799650+0000","last_change":"2024-07-26T12:21:44.603356+0000","last_active":"2024-07-26T12:22:22.799650+0000","last_peered":"2024-07-26T12:22:22.799650+0000","last_clean":"2024-07-26T12:22:22.799650+0000","last_became_active":"2024-07-26T12:21:44.602543+0000","last_became_peered":"2024-07-26T12:21:44.602543+0000","last_unstale":"2024-07-26T12:22:22.799650+0000","last_undegraded":"2024-07-26T12:22:22.799650+0000","last_fullsized":"2024-07-26T12:22:22.799650+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:40:20.369265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.816421+0000","last_change":"2024-07-26T12:21:44.620712+0000","last_active":"2024-07-26T12:22:22.816421+0000","last_peered":"2024-07-26T12:22:22.816421+0000","last_clean":"2024-07-26T12:22:22.816421+0000","last_became_active":"2024-07-26T12:21:44.620385+0000","last_became_peered":"2024-07-26T12:21:44.620385+0000","last_unstale":"2024-07-26T12:22:22.816421+0000","last_undegraded":"2024-07-26T12:22:22.816421+0000","last_fullsized":"2024-07-26T12:22:22.816421+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:38:44.174478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.860150+0000","last_change":"2024-07-26T12:21:44.615431+0000","last_active":"2024-07-26T12:22:22.860150+0000","last_peered":"2024-07-26T12:22:22.860150+0000","last_clean":"2024-07-26T12:22:22.860150+0000","last_became_active":"2024-07-26T12:21:44.614878+0000","last_became_peered":"2024-07-26T12:21:44.614878+0000","last_unstale":"2024-07-26T12:22:22.860150+0000","last_undegraded":"2024-07-26T12:22:22.860150+0000","last_fullsized":"2024-07-26T12:22:22.860150+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:47:23.460382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.858662+0000","last_change":"2024-07-26T12:21:44.583379+0000","last_active":"2024-07-26T12:22:22.858662+0000","last_peered":"2024-07-26T12:22:22.858662+0000","last_clean":"2024-07-26T12:22:22.858662+0000","last_became_active":"2024-07-26T12:21:44.582397+0000","last_became_peered":"2024-07-26T12:21:44.582397+0000","last_unstale":"2024-07-26T12:22:22.858662+0000","last_undegraded":"2024-07-26T12:22:22.858662+0000","last_fullsized":"2024-07-26T12:22:22.858662+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:36:30.521771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.859739+0000","last_change":"2024-07-26T12:21:44.619249+0000","last_active":"2024-07-26T12:22:22.859739+0000","last_peered":"2024-07-26T12:22:22.859739+0000","last_clean":"2024-07-26T12:22:22.859739+0000","last_became_active":"2024-07-26T12:21:44.617270+0000","last_became_peered":"2024-07-26T12:21:44.617270+0000","last_unstale":"2024-07-26T12:22:22.859739+0000","last_undegraded":"2024-07-26T12:22:22.859739+0000","last_fullsized":"2024-07-26T12:22:22.859739+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:12:00.406855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.860075+0000","last_change":"2024-07-26T12:21:44.586072+0000","last_active":"2024-07-26T12:22:22.860075+0000","last_peered":"2024-07-26T12:22:22.860075+0000","last_clean":"2024-07-26T12:22:22.860075+0000","last_became_active":"2024-07-26T12:21:44.585376+0000","last_became_peered":"2024-07-26T12:21:44.585376+0000","last_unstale":"2024-07-26T12:22:22.860075+0000","last_undegraded":"2024-07-26T12:22:22.860075+0000","last_fullsized":"2024-07-26T12:22:22.860075+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:37:12.798347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.800758+0000","last_change":"2024-07-26T12:21:44.597255+0000","last_active":"2024-07-26T12:22:22.800758+0000","last_peered":"2024-07-26T12:22:22.800758+0000","last_clean":"2024-07-26T12:22:22.800758+0000","last_became_active":"2024-07-26T12:21:44.596828+0000","last_became_peered":"2024-07-26T12:21:44.596828+0000","last_unstale":"2024-07-26T12:22:22.800758+0000","last_undegraded":"2024-07-26T12:22:22.800758+0000","last_fullsized":"2024-07-26T12:22:22.800758+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:47:09.335932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.799869+0000","last_change":"2024-07-26T12:21:44.627726+0000","last_active":"2024-07-26T12:22:22.799869+0000","last_peered":"2024-07-26T12:22:22.799869+0000","last_clean":"2024-07-26T12:22:22.799869+0000","last_became_active":"2024-07-26T12:21:44.627382+0000","last_became_peered":"2024-07-26T12:21:44.627382+0000","last_unstale":"2024-07-26T12:22:22.799869+0000","last_undegraded":"2024-07-26T12:22:22.799869+0000","last_fullsized":"2024-07-26T12:22:22.799869+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:38:44.174478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.859427+0000","last_change":"2024-07-26T12:21:44.589620+0000","last_active":"2024-07-26T12:22:22.859427+0000","last_peered":"2024-07-26T12:22:22.859427+0000","last_clean":"2024-07-26T12:22:22.859427+0000","last_became_active":"2024-07-26T12:21:44.587686+0000","last_became_peered":"2024-07-26T12:21:44.587686+0000","last_unstale":"2024-07-26T12:22:22.859427+0000","last_undegraded":"2024-07-26T12:22:22.859427+0000","last_fullsized":"2024-07-26T12:22:22.859427+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:25:49.213898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.816602+0000","last_change":"2024-07-26T12:21:44.618404+0000","last_active":"2024-07-26T12:22:22.816602+0000","last_peered":"2024-07-26T12:22:22.816602+0000","last_clean":"2024-07-26T12:22:22.816602+0000","last_became_active":"2024-07-26T12:21:44.617803+0000","last_became_peered":"2024-07-26T12:21:44.617803+0000","last_unstale":"2024-07-26T12:22:22.816602+0000","last_undegraded":"2024-07-26T12:22:22.816602+0000","last_fullsized":"2024-07-26T12:22:22.816602+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:36:30.521771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.865105+0000","last_change":"2024-07-26T12:22:22.863044+0000","last_active":"2024-07-26T12:22:22.865105+0000","last_peered":"2024-07-26T12:22:22.865105+0000","last_clean":"2024-07-26T12:22:22.865105+0000","last_became_active":"2024-07-26T12:22:22.862335+0000","last_became_peered":"2024-07-26T12:22:22.862335+0000","last_unstale":"2024-07-26T12:22:22.865105+0000","last_undegraded":"2024-07-26T12:22:22.865105+0000","last_fullsized":"2024-07-26T12:22:22.865105+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:34:09.854662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.803899+0000","last_change":"2024-07-26T12:21:44.599717+0000","last_active":"2024-07-26T12:22:22.803899+0000","last_peered":"2024-07-26T12:22:22.803899+0000","last_clean":"2024-07-26T12:22:22.803899+0000","last_became_active":"2024-07-26T12:21:44.599162+0000","last_became_peered":"2024-07-26T12:21:44.599162+0000","last_unstale":"2024-07-26T12:22:22.803899+0000","last_undegraded":"2024-07-26T12:22:22.803899+0000","last_fullsized":"2024-07-26T12:22:22.803899+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:34:10.646547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.798879+0000","last_change":"2024-07-26T12:21:44.606117+0000","last_active":"2024-07-26T12:22:22.798879+0000","last_peered":"2024-07-26T12:22:22.798879+0000","last_clean":"2024-07-26T12:22:22.798879+0000","last_became_active":"2024-07-26T12:21:44.605533+0000","last_became_peered":"2024-07-26T12:21:44.605533+0000","last_unstale":"2024-07-26T12:22:22.798879+0000","last_undegraded":"2024-07-26T12:22:22.798879+0000","last_fullsized":"2024-07-26T12:22:22.798879+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:36:30.521771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.802114+0000","last_change":"2024-07-26T12:21:44.602731+0000","last_active":"2024-07-26T12:22:22.802114+0000","last_peered":"2024-07-26T12:22:22.802114+0000","last_clean":"2024-07-26T12:22:22.802114+0000","last_became_active":"2024-07-26T12:21:44.602204+0000","last_became_peered":"2024-07-26T12:21:44.602204+0000","last_unstale":"2024-07-26T12:22:22.802114+0000","last_undegraded":"2024-07-26T12:22:22.802114+0000","last_fullsized":"2024-07-26T12:22:22.802114+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:11:55.873169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"21'1","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.859367+0000","last_change":"2024-07-26T12:21:43.598175+0000","last_active":"2024-07-26T12:22:22.859367+0000","last_peered":"2024-07-26T12:22:22.859367+0000","last_clean":"2024-07-26T12:22:22.859367+0000","last_became_active":"2024-07-26T12:21:43.597822+0000","last_became_peered":"2024-07-26T12:21:43.597822+0000","last_unstale":"2024-07-26T12:22:22.859367+0000","last_undegraded":"2024-07-26T12:22:22.859367+0000","last_fullsized":"2024-07-26T12:22:22.859367+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:38:54.755281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.816872+0000","last_change":"2024-07-26T12:21:44.601717+0000","last_active":"2024-07-26T12:22:22.816872+0000","last_peered":"2024-07-26T12:22:22.816872+0000","last_clean":"2024-07-26T12:22:22.816872+0000","last_became_active":"2024-07-26T12:21:44.598135+0000","last_became_peered":"2024-07-26T12:21:44.598135+0000","last_unstale":"2024-07-26T12:22:22.816872+0000","last_undegraded":"2024-07-26T12:22:22.816872+0000","last_fullsized":"2024-07-26T12:22:22.816872+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:40:20.369265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"21'1","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.799313+0000","last_change":"2024-07-26T12:21:43.597651+0000","last_active":"2024-07-26T12:22:22.799313+0000","last_peered":"2024-07-26T12:22:22.799313+0000","last_clean":"2024-07-26T12:22:22.799313+0000","last_became_active":"2024-07-26T12:21:43.597357+0000","last_became_peered":"2024-07-26T12:21:43.597357+0000","last_unstale":"2024-07-26T12:22:22.799313+0000","last_undegraded":"2024-07-26T12:22:22.799313+0000","last_fullsized":"2024-07-26T12:22:22.799313+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:36:09.991878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.859756+0000","last_change":"2024-07-26T12:21:43.586064+0000","last_active":"2024-07-26T12:22:22.859756+0000","last_peered":"2024-07-26T12:22:22.859756+0000","last_clean":"2024-07-26T12:22:22.859756+0000","last_became_active":"2024-07-26T12:21:43.583951+0000","last_became_peered":"2024-07-26T12:21:43.583951+0000","last_unstale":"2024-07-26T12:22:22.859756+0000","last_undegraded":"2024-07-26T12:22:22.859756+0000","last_fullsized":"2024-07-26T12:22:22.859756+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:45:07.051342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.820595+0000","last_change":"2024-07-26T12:22:22.816735+0000","last_active":"2024-07-26T12:22:22.820595+0000","last_peered":"2024-07-26T12:22:22.820595+0000","last_clean":"2024-07-26T12:22:22.820595+0000","last_became_active":"2024-07-26T12:22:22.816354+0000","last_became_peered":"2024-07-26T12:22:22.816354+0000","last_unstale":"2024-07-26T12:22:22.820595+0000","last_undegraded":"2024-07-26T12:22:22.820595+0000","last_fullsized":"2024-07-26T12:22:22.820595+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:40:43.380315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.861398+0000","last_change":"2024-07-26T12:21:43.602916+0000","last_active":"2024-07-26T12:22:22.861398+0000","last_peered":"2024-07-26T12:22:22.861398+0000","last_clean":"2024-07-26T12:22:22.861398+0000","last_became_active":"2024-07-26T12:21:43.598768+0000","last_became_peered":"2024-07-26T12:21:43.598768+0000","last_unstale":"2024-07-26T12:22:22.861398+0000","last_undegraded":"2024-07-26T12:22:22.861398+0000","last_fullsized":"2024-07-26T12:22:22.861398+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:44:44.466313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.798805+0000","last_change":"2024-07-26T12:21:44.615254+0000","last_active":"2024-07-26T12:22:22.798805+0000","last_peered":"2024-07-26T12:22:22.798805+0000","last_clean":"2024-07-26T12:22:22.798805+0000","last_became_active":"2024-07-26T12:21:44.614900+0000","last_became_peered":"2024-07-26T12:21:44.614900+0000","last_unstale":"2024-07-26T12:22:22.798805+0000","last_undegraded":"2024-07-26T12:22:22.798805+0000","last_fullsized":"2024-07-26T12:22:22.798805+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:39:31.246505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"24'1","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.800262+0000","last_change":"2024-07-26T12:21:43.596529+0000","last_active":"2024-07-26T12:22:22.800262+0000","last_peered":"2024-07-26T12:22:22.800262+0000","last_clean":"2024-07-26T12:22:22.800262+0000","last_became_active":"2024-07-26T12:21:43.596190+0000","last_became_peered":"2024-07-26T12:21:43.596190+0000","last_unstale":"2024-07-26T12:22:22.800262+0000","last_undegraded":"2024-07-26T12:22:22.800262+0000","last_fullsized":"2024-07-26T12:22:22.800262+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:00:15.755490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.867898+0000","last_change":"2024-07-26T12:22:22.863934+0000","last_active":"2024-07-26T12:22:22.867898+0000","last_peered":"2024-07-26T12:22:22.867898+0000","last_clean":"2024-07-26T12:22:22.867898+0000","last_became_active":"2024-07-26T12:22:22.863503+0000","last_became_peered":"2024-07-26T12:22:22.863503+0000","last_unstale":"2024-07-26T12:22:22.867898+0000","last_undegraded":"2024-07-26T12:22:22.867898+0000","last_fullsized":"2024-07-26T12:22:22.867898+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:51:20.914479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.861940+0000","last_change":"2024-07-26T12:21:43.599687+0000","last_active":"2024-07-26T12:22:22.861940+0000","last_peered":"2024-07-26T12:22:22.861940+0000","last_clean":"2024-07-26T12:22:22.861940+0000","last_became_active":"2024-07-26T12:21:43.598135+0000","last_became_peered":"2024-07-26T12:21:43.598135+0000","last_unstale":"2024-07-26T12:22:22.861940+0000","last_undegraded":"2024-07-26T12:22:22.861940+0000","last_fullsized":"2024-07-26T12:22:22.861940+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:06:44.167242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.815568+0000","last_change":"2024-07-26T12:21:44.602906+0000","last_active":"2024-07-26T12:22:22.815568+0000","last_peered":"2024-07-26T12:22:22.815568+0000","last_clean":"2024-07-26T12:22:22.815568+0000","last_became_active":"2024-07-26T12:21:44.602473+0000","last_became_peered":"2024-07-26T12:21:44.602473+0000","last_unstale":"2024-07-26T12:22:22.815568+0000","last_undegraded":"2024-07-26T12:22:22.815568+0000","last_fullsized":"2024-07-26T12:22:22.815568+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:25:49.213898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"24'6","reported_seq":25,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:04.735348+0000","last_change":"2024-07-26T12:21:43.601669+0000","last_active":"2024-07-26T12:23:04.735348+0000","last_peered":"2024-07-26T12:23:04.735348+0000","last_clean":"2024-07-26T12:23:04.735348+0000","last_became_active":"2024-07-26T12:21:43.601312+0000","last_became_peered":"2024-07-26T12:21:43.601312+0000","last_unstale":"2024-07-26T12:23:04.735348+0000","last_undegraded":"2024-07-26T12:23:04.735348+0000","last_fullsized":"2024-07-26T12:23:04.735348+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:41:03.044571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.802791+0000","last_change":"2024-07-26T12:21:44.602910+0000","last_active":"2024-07-26T12:22:22.802791+0000","last_peered":"2024-07-26T12:22:22.802791+0000","last_clean":"2024-07-26T12:22:22.802791+0000","last_became_active":"2024-07-26T12:21:44.600952+0000","last_became_peered":"2024-07-26T12:21:44.600952+0000","last_unstale":"2024-07-26T12:22:22.802791+0000","last_undegraded":"2024-07-26T12:22:22.802791+0000","last_fullsized":"2024-07-26T12:22:22.802791+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:40:05.002731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"24'19","reported_seq":38,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:04.606678+0000","last_change":"2024-07-26T12:21:43.591788+0000","last_active":"2024-07-26T12:23:04.606678+0000","last_peered":"2024-07-26T12:23:04.606678+0000","last_clean":"2024-07-26T12:23:04.606678+0000","last_became_active":"2024-07-26T12:21:43.590913+0000","last_became_peered":"2024-07-26T12:21:43.590913+0000","last_unstale":"2024-07-26T12:23:04.606678+0000","last_undegraded":"2024-07-26T12:23:04.606678+0000","last_fullsized":"2024-07-26T12:23:04.606678+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":0,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:41:03.044571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10882,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.859788+0000","last_change":"2024-07-26T12:21:44.627524+0000","last_active":"2024-07-26T12:22:22.859788+0000","last_peered":"2024-07-26T12:22:22.859788+0000","last_clean":"2024-07-26T12:22:22.859788+0000","last_became_active":"2024-07-26T12:21:44.627137+0000","last_became_peered":"2024-07-26T12:21:44.627137+0000","last_unstale":"2024-07-26T12:22:22.859788+0000","last_undegraded":"2024-07-26T12:22:22.859788+0000","last_fullsized":"2024-07-26T12:22:22.859788+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:01:16.822912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"21'2","reported_seq":21,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.817001+0000","last_change":"2024-07-26T12:21:43.588504+0000","last_active":"2024-07-26T12:22:22.817001+0000","last_peered":"2024-07-26T12:22:22.817001+0000","last_clean":"2024-07-26T12:22:22.817001+0000","last_became_active":"2024-07-26T12:21:43.588133+0000","last_became_peered":"2024-07-26T12:21:43.588133+0000","last_unstale":"2024-07-26T12:22:22.817001+0000","last_undegraded":"2024-07-26T12:22:22.817001+0000","last_fullsized":"2024-07-26T12:22:22.817001+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:53:36.128595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"24'2","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:05.705587+0000","last_change":"2024-07-26T12:21:44.621879+0000","last_active":"2024-07-26T12:23:05.705587+0000","last_peered":"2024-07-26T12:23:05.705587+0000","last_clean":"2024-07-26T12:23:05.705587+0000","last_became_active":"2024-07-26T12:21:44.621372+0000","last_became_peered":"2024-07-26T12:21:44.621372+0000","last_unstale":"2024-07-26T12:23:05.705587+0000","last_undegraded":"2024-07-26T12:23:05.705587+0000","last_fullsized":"2024-07-26T12:23:05.705587+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:01:22.820284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.860817+0000","last_change":"2024-07-26T12:21:43.597819+0000","last_active":"2024-07-26T12:22:22.860817+0000","last_peered":"2024-07-26T12:22:22.860817+0000","last_clean":"2024-07-26T12:22:22.860817+0000","last_became_active":"2024-07-26T12:21:43.595837+0000","last_became_peered":"2024-07-26T12:21:43.595837+0000","last_unstale":"2024-07-26T12:22:22.860817+0000","last_undegraded":"2024-07-26T12:22:22.860817+0000","last_fullsized":"2024-07-26T12:22:22.860817+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:16:47.249776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.859854+0000","last_change":"2024-07-26T12:21:44.613025+0000","last_active":"2024-07-26T12:22:22.859854+0000","last_peered":"2024-07-26T12:22:22.859854+0000","last_clean":"2024-07-26T12:22:22.859854+0000","last_became_active":"2024-07-26T12:21:44.612702+0000","last_became_peered":"2024-07-26T12:21:44.612702+0000","last_unstale":"2024-07-26T12:22:22.859854+0000","last_undegraded":"2024-07-26T12:22:22.859854+0000","last_fullsized":"2024-07-26T12:22:22.859854+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:07:33.344941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.799161+0000","last_change":"2024-07-26T12:21:43.588282+0000","last_active":"2024-07-26T12:22:22.799161+0000","last_peered":"2024-07-26T12:22:22.799161+0000","last_clean":"2024-07-26T12:22:22.799161+0000","last_became_active":"2024-07-26T12:21:43.587549+0000","last_became_peered":"2024-07-26T12:21:43.587549+0000","last_unstale":"2024-07-26T12:22:22.799161+0000","last_undegraded":"2024-07-26T12:22:22.799161+0000","last_fullsized":"2024-07-26T12:22:22.799161+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:19:44.931902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.799273+0000","last_change":"2024-07-26T12:21:44.604821+0000","last_active":"2024-07-26T12:22:22.799273+0000","last_peered":"2024-07-26T12:22:22.799273+0000","last_clean":"2024-07-26T12:22:22.799273+0000","last_became_active":"2024-07-26T12:21:44.604495+0000","last_became_peered":"2024-07-26T12:21:44.604495+0000","last_unstale":"2024-07-26T12:22:22.799273+0000","last_undegraded":"2024-07-26T12:22:22.799273+0000","last_fullsized":"2024-07-26T12:22:22.799273+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:38:44.174478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"21'8","reported_seq":27,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.803726+0000","last_change":"2024-07-26T12:21:43.584411+0000","last_active":"2024-07-26T12:22:22.803726+0000","last_peered":"2024-07-26T12:22:22.803726+0000","last_clean":"2024-07-26T12:22:22.803726+0000","last_became_active":"2024-07-26T12:21:43.582984+0000","last_became_peered":"2024-07-26T12:21:43.582984+0000","last_unstale":"2024-07-26T12:22:22.803726+0000","last_undegraded":"2024-07-26T12:22:22.803726+0000","last_fullsized":"2024-07-26T12:22:22.803726+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:44:44.466313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.858760+0000","last_change":"2024-07-26T12:21:44.601816+0000","last_active":"2024-07-26T12:22:22.858760+0000","last_peered":"2024-07-26T12:22:22.858760+0000","last_clean":"2024-07-26T12:22:22.858760+0000","last_became_active":"2024-07-26T12:21:44.601407+0000","last_became_peered":"2024-07-26T12:21:44.601407+0000","last_unstale":"2024-07-26T12:22:22.858760+0000","last_undegraded":"2024-07-26T12:22:22.858760+0000","last_fullsized":"2024-07-26T12:22:22.858760+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:30:10.770704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"21'1","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.803378+0000","last_change":"2024-07-26T12:21:43.585789+0000","last_active":"2024-07-26T12:22:22.803378+0000","last_peered":"2024-07-26T12:22:22.803378+0000","last_clean":"2024-07-26T12:22:22.803378+0000","last_became_active":"2024-07-26T12:21:43.585351+0000","last_became_peered":"2024-07-26T12:21:43.585351+0000","last_unstale":"2024-07-26T12:22:22.803378+0000","last_undegraded":"2024-07-26T12:22:22.803378+0000","last_fullsized":"2024-07-26T12:22:22.803378+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:37:00.698599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.859402+0000","last_change":"2024-07-26T12:21:44.605806+0000","last_active":"2024-07-26T12:22:22.859402+0000","last_peered":"2024-07-26T12:22:22.859402+0000","last_clean":"2024-07-26T12:22:22.859402+0000","last_became_active":"2024-07-26T12:21:44.605107+0000","last_became_peered":"2024-07-26T12:21:44.605107+0000","last_unstale":"2024-07-26T12:22:22.859402+0000","last_undegraded":"2024-07-26T12:22:22.859402+0000","last_fullsized":"2024-07-26T12:22:22.859402+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:02:19.506956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"21'2","reported_seq":21,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.804571+0000","last_change":"2024-07-26T12:21:43.586245+0000","last_active":"2024-07-26T12:22:22.804571+0000","last_peered":"2024-07-26T12:22:22.804571+0000","last_clean":"2024-07-26T12:22:22.804571+0000","last_became_active":"2024-07-26T12:21:43.585935+0000","last_became_peered":"2024-07-26T12:21:43.585935+0000","last_unstale":"2024-07-26T12:22:22.804571+0000","last_undegraded":"2024-07-26T12:22:22.804571+0000","last_fullsized":"2024-07-26T12:22:22.804571+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:16:47.249776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.860511+0000","last_change":"2024-07-26T12:21:44.615527+0000","last_active":"2024-07-26T12:22:22.860511+0000","last_peered":"2024-07-26T12:22:22.860511+0000","last_clean":"2024-07-26T12:22:22.860511+0000","last_became_active":"2024-07-26T12:21:44.611464+0000","last_became_peered":"2024-07-26T12:21:44.611464+0000","last_unstale":"2024-07-26T12:22:22.860511+0000","last_undegraded":"2024-07-26T12:22:22.860511+0000","last_fullsized":"2024-07-26T12:22:22.860511+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:20:12.489093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"21'1","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.800397+0000","last_change":"2024-07-26T12:21:43.587353+0000","last_active":"2024-07-26T12:22:22.800397+0000","last_peered":"2024-07-26T12:22:22.800397+0000","last_clean":"2024-07-26T12:22:22.800397+0000","last_became_active":"2024-07-26T12:21:43.586989+0000","last_became_peered":"2024-07-26T12:21:43.586989+0000","last_unstale":"2024-07-26T12:22:22.800397+0000","last_undegraded":"2024-07-26T12:22:22.800397+0000","last_fullsized":"2024-07-26T12:22:22.800397+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:36:09.991878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.861817+0000","last_change":"2024-07-26T12:21:44.618987+0000","last_active":"2024-07-26T12:22:22.861817+0000","last_peered":"2024-07-26T12:22:22.861817+0000","last_clean":"2024-07-26T12:22:22.861817+0000","last_became_active":"2024-07-26T12:21:44.617072+0000","last_became_peered":"2024-07-26T12:21:44.617072+0000","last_unstale":"2024-07-26T12:22:22.861817+0000","last_undegraded":"2024-07-26T12:22:22.861817+0000","last_fullsized":"2024-07-26T12:22:22.861817+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:22:52.563381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.804340+0000","last_change":"2024-07-26T12:21:43.601579+0000","last_active":"2024-07-26T12:22:22.804340+0000","last_peered":"2024-07-26T12:22:22.804340+0000","last_clean":"2024-07-26T12:22:22.804340+0000","last_became_active":"2024-07-26T12:21:43.601179+0000","last_became_peered":"2024-07-26T12:21:43.601179+0000","last_unstale":"2024-07-26T12:22:22.804340+0000","last_undegraded":"2024-07-26T12:22:22.804340+0000","last_fullsized":"2024-07-26T12:22:22.804340+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:32:00.408263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.860467+0000","last_change":"2024-07-26T12:21:44.610751+0000","last_active":"2024-07-26T12:22:22.860467+0000","last_peered":"2024-07-26T12:22:22.860467+0000","last_clean":"2024-07-26T12:22:22.860467+0000","last_became_active":"2024-07-26T12:21:44.609773+0000","last_became_peered":"2024-07-26T12:21:44.609773+0000","last_unstale":"2024-07-26T12:22:22.860467+0000","last_undegraded":"2024-07-26T12:22:22.860467+0000","last_fullsized":"2024-07-26T12:22:22.860467+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:25:44.034160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"18'72","reported_seq":115,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.858760+0000","last_change":"2024-07-26T12:21:33.467293+0000","last_active":"2024-07-26T12:22:22.858760+0000","last_peered":"2024-07-26T12:22:22.858760+0000","last_clean":"2024-07-26T12:22:22.858760+0000","last_became_active":"2024-07-26T12:21:33.464397+0000","last_became_peered":"2024-07-26T12:21:33.464397+0000","last_unstale":"2024-07-26T12:22:22.858760+0000","last_undegraded":"2024-07-26T12:22:22.858760+0000","last_fullsized":"2024-07-26T12:22:22.858760+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:32.289755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:32.289755+0000","last_clean_scrub_stamp":"2024-07-26T12:21:32.289755+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:52:33.395456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.859396+0000","last_change":"2024-07-26T12:21:43.596245+0000","last_active":"2024-07-26T12:22:22.859396+0000","last_peered":"2024-07-26T12:22:22.859396+0000","last_clean":"2024-07-26T12:22:22.859396+0000","last_became_active":"2024-07-26T12:21:43.595878+0000","last_became_peered":"2024-07-26T12:21:43.595878+0000","last_unstale":"2024-07-26T12:22:22.859396+0000","last_undegraded":"2024-07-26T12:22:22.859396+0000","last_fullsized":"2024-07-26T12:22:22.859396+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:32:00.408263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.860241+0000","last_change":"2024-07-26T12:21:44.616682+0000","last_active":"2024-07-26T12:22:22.860241+0000","last_peered":"2024-07-26T12:22:22.860241+0000","last_clean":"2024-07-26T12:22:22.860241+0000","last_became_active":"2024-07-26T12:21:44.616429+0000","last_became_peered":"2024-07-26T12:21:44.616429+0000","last_unstale":"2024-07-26T12:22:22.860241+0000","last_undegraded":"2024-07-26T12:22:22.860241+0000","last_fullsized":"2024-07-26T12:22:22.860241+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:38:44.174478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.858429+0000","last_change":"2024-07-26T12:21:43.599807+0000","last_active":"2024-07-26T12:22:22.858429+0000","last_peered":"2024-07-26T12:22:22.858429+0000","last_clean":"2024-07-26T12:22:22.858429+0000","last_became_active":"2024-07-26T12:21:43.598892+0000","last_became_peered":"2024-07-26T12:21:43.598892+0000","last_unstale":"2024-07-26T12:22:22.858429+0000","last_undegraded":"2024-07-26T12:22:22.858429+0000","last_fullsized":"2024-07-26T12:22:22.858429+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:36:09.991878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.814597+0000","last_change":"2024-07-26T12:21:44.603170+0000","last_active":"2024-07-26T12:22:22.814597+0000","last_peered":"2024-07-26T12:22:22.814597+0000","last_clean":"2024-07-26T12:22:22.814597+0000","last_became_active":"2024-07-26T12:21:44.602633+0000","last_became_peered":"2024-07-26T12:21:44.602633+0000","last_unstale":"2024-07-26T12:22:22.814597+0000","last_undegraded":"2024-07-26T12:22:22.814597+0000","last_fullsized":"2024-07-26T12:22:22.814597+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:40:30.082413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"24'2","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:04.721650+0000","last_change":"2024-07-26T12:21:43.589121+0000","last_active":"2024-07-26T12:23:04.721650+0000","last_peered":"2024-07-26T12:23:04.721650+0000","last_clean":"2024-07-26T12:23:04.721650+0000","last_became_active":"2024-07-26T12:21:43.587920+0000","last_became_peered":"2024-07-26T12:21:43.587920+0000","last_unstale":"2024-07-26T12:23:04.721650+0000","last_undegraded":"2024-07-26T12:23:04.721650+0000","last_fullsized":"2024-07-26T12:23:04.721650+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:37:00.698599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":101,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.799126+0000","last_change":"2024-07-26T12:21:44.595102+0000","last_active":"2024-07-26T12:22:22.799126+0000","last_peered":"2024-07-26T12:22:22.799126+0000","last_clean":"2024-07-26T12:22:22.799126+0000","last_became_active":"2024-07-26T12:21:44.594709+0000","last_became_peered":"2024-07-26T12:21:44.594709+0000","last_unstale":"2024-07-26T12:22:22.799126+0000","last_undegraded":"2024-07-26T12:22:22.799126+0000","last_fullsized":"2024-07-26T12:22:22.799126+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:37:12.798347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.860991+0000","last_change":"2024-07-26T12:21:43.595340+0000","last_active":"2024-07-26T12:22:22.860991+0000","last_peered":"2024-07-26T12:22:22.860991+0000","last_clean":"2024-07-26T12:22:22.860991+0000","last_became_active":"2024-07-26T12:21:43.592052+0000","last_became_peered":"2024-07-26T12:21:43.592052+0000","last_unstale":"2024-07-26T12:22:22.860991+0000","last_undegraded":"2024-07-26T12:22:22.860991+0000","last_fullsized":"2024-07-26T12:22:22.860991+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:14:41.106615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.802580+0000","last_change":"2024-07-26T12:21:44.609727+0000","last_active":"2024-07-26T12:22:22.802580+0000","last_peered":"2024-07-26T12:22:22.802580+0000","last_clean":"2024-07-26T12:22:22.802580+0000","last_became_active":"2024-07-26T12:21:44.609380+0000","last_became_peered":"2024-07-26T12:21:44.609380+0000","last_unstale":"2024-07-26T12:22:22.802580+0000","last_undegraded":"2024-07-26T12:22:22.802580+0000","last_fullsized":"2024-07-26T12:22:22.802580+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:45:39.167404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.799057+0000","last_change":"2024-07-26T12:21:43.581291+0000","last_active":"2024-07-26T12:22:22.799057+0000","last_peered":"2024-07-26T12:22:22.799057+0000","last_clean":"2024-07-26T12:22:22.799057+0000","last_became_active":"2024-07-26T12:21:43.580293+0000","last_became_peered":"2024-07-26T12:21:43.580293+0000","last_unstale":"2024-07-26T12:22:22.799057+0000","last_undegraded":"2024-07-26T12:22:22.799057+0000","last_fullsized":"2024-07-26T12:22:22.799057+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:16:10.979071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.861985+0000","last_change":"2024-07-26T12:21:44.625563+0000","last_active":"2024-07-26T12:22:22.861985+0000","last_peered":"2024-07-26T12:22:22.861985+0000","last_clean":"2024-07-26T12:22:22.861985+0000","last_became_active":"2024-07-26T12:21:44.625006+0000","last_became_peered":"2024-07-26T12:21:44.625006+0000","last_unstale":"2024-07-26T12:22:22.861985+0000","last_undegraded":"2024-07-26T12:22:22.861985+0000","last_fullsized":"2024-07-26T12:22:22.861985+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:59:03.695695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.861324+0000","last_change":"2024-07-26T12:21:43.601219+0000","last_active":"2024-07-26T12:22:22.861324+0000","last_peered":"2024-07-26T12:22:22.861324+0000","last_clean":"2024-07-26T12:22:22.861324+0000","last_became_active":"2024-07-26T12:21:43.599712+0000","last_became_peered":"2024-07-26T12:21:43.599712+0000","last_unstale":"2024-07-26T12:22:22.861324+0000","last_undegraded":"2024-07-26T12:22:22.861324+0000","last_fullsized":"2024-07-26T12:22:22.861324+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:13:25.847032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.798892+0000","last_change":"2024-07-26T12:21:44.599910+0000","last_active":"2024-07-26T12:22:22.798892+0000","last_peered":"2024-07-26T12:22:22.798892+0000","last_clean":"2024-07-26T12:22:22.798892+0000","last_became_active":"2024-07-26T12:21:44.598447+0000","last_became_peered":"2024-07-26T12:21:44.598447+0000","last_unstale":"2024-07-26T12:22:22.798892+0000","last_undegraded":"2024-07-26T12:22:22.798892+0000","last_fullsized":"2024-07-26T12:22:22.798892+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:25:49.213898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"24'2","reported_seq":21,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.799770+0000","last_change":"2024-07-26T12:21:43.586755+0000","last_active":"2024-07-26T12:22:22.799770+0000","last_peered":"2024-07-26T12:22:22.799770+0000","last_clean":"2024-07-26T12:22:22.799770+0000","last_became_active":"2024-07-26T12:21:43.586410+0000","last_became_peered":"2024-07-26T12:21:43.586410+0000","last_unstale":"2024-07-26T12:22:22.799770+0000","last_undegraded":"2024-07-26T12:22:22.799770+0000","last_fullsized":"2024-07-26T12:22:22.799770+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:00:15.755490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"24'3","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:05.640127+0000","last_change":"2024-07-26T12:21:44.615473+0000","last_active":"2024-07-26T12:23:05.640127+0000","last_peered":"2024-07-26T12:23:05.640127+0000","last_clean":"2024-07-26T12:23:05.640127+0000","last_became_active":"2024-07-26T12:21:44.615105+0000","last_became_peered":"2024-07-26T12:21:44.615105+0000","last_unstale":"2024-07-26T12:23:05.640127+0000","last_undegraded":"2024-07-26T12:23:05.640127+0000","last_fullsized":"2024-07-26T12:23:05.640127+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:59:09.665003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"21'2","reported_seq":21,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.800354+0000","last_change":"2024-07-26T12:21:43.598990+0000","last_active":"2024-07-26T12:22:22.800354+0000","last_peered":"2024-07-26T12:22:22.800354+0000","last_clean":"2024-07-26T12:22:22.800354+0000","last_became_active":"2024-07-26T12:21:43.598632+0000","last_became_peered":"2024-07-26T12:21:43.598632+0000","last_unstale":"2024-07-26T12:22:22.800354+0000","last_undegraded":"2024-07-26T12:22:22.800354+0000","last_fullsized":"2024-07-26T12:22:22.800354+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:32:17.202395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.815973+0000","last_change":"2024-07-26T12:21:44.615728+0000","last_active":"2024-07-26T12:22:22.815973+0000","last_peered":"2024-07-26T12:22:22.815973+0000","last_clean":"2024-07-26T12:22:22.815973+0000","last_became_active":"2024-07-26T12:21:44.612240+0000","last_became_peered":"2024-07-26T12:21:44.612240+0000","last_unstale":"2024-07-26T12:22:22.815973+0000","last_undegraded":"2024-07-26T12:22:22.815973+0000","last_fullsized":"2024-07-26T12:22:22.815973+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:39:31.246505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.858409+0000","last_change":"2024-07-26T12:21:43.599474+0000","last_active":"2024-07-26T12:22:22.858409+0000","last_peered":"2024-07-26T12:22:22.858409+0000","last_clean":"2024-07-26T12:22:22.858409+0000","last_became_active":"2024-07-26T12:21:43.597968+0000","last_became_peered":"2024-07-26T12:21:43.597968+0000","last_unstale":"2024-07-26T12:22:22.858409+0000","last_undegraded":"2024-07-26T12:22:22.858409+0000","last_fullsized":"2024-07-26T12:22:22.858409+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:41:03.044571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.802222+0000","last_change":"2024-07-26T12:21:44.594114+0000","last_active":"2024-07-26T12:22:22.802222+0000","last_peered":"2024-07-26T12:22:22.802222+0000","last_clean":"2024-07-26T12:22:22.802222+0000","last_became_active":"2024-07-26T12:21:44.592991+0000","last_became_peered":"2024-07-26T12:21:44.592991+0000","last_unstale":"2024-07-26T12:22:22.802222+0000","last_undegraded":"2024-07-26T12:22:22.802222+0000","last_fullsized":"2024-07-26T12:22:22.802222+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:34:10.646547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.799773+0000","last_change":"2024-07-26T12:21:43.594859+0000","last_active":"2024-07-26T12:22:22.799773+0000","last_peered":"2024-07-26T12:22:22.799773+0000","last_clean":"2024-07-26T12:22:22.799773+0000","last_became_active":"2024-07-26T12:21:43.594389+0000","last_became_peered":"2024-07-26T12:21:43.594389+0000","last_unstale":"2024-07-26T12:22:22.799773+0000","last_undegraded":"2024-07-26T12:22:22.799773+0000","last_fullsized":"2024-07-26T12:22:22.799773+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:19:44.931902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.858658+0000","last_change":"2024-07-26T12:21:44.597533+0000","last_active":"2024-07-26T12:22:22.858658+0000","last_peered":"2024-07-26T12:22:22.858658+0000","last_clean":"2024-07-26T12:22:22.858658+0000","last_became_active":"2024-07-26T12:21:44.596960+0000","last_became_peered":"2024-07-26T12:21:44.596960+0000","last_unstale":"2024-07-26T12:22:22.858658+0000","last_undegraded":"2024-07-26T12:22:22.858658+0000","last_fullsized":"2024-07-26T12:22:22.858658+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:07:29.951874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.799330+0000","last_change":"2024-07-26T12:21:43.589649+0000","last_active":"2024-07-26T12:22:22.799330+0000","last_peered":"2024-07-26T12:22:22.799330+0000","last_clean":"2024-07-26T12:22:22.799330+0000","last_became_active":"2024-07-26T12:21:43.589311+0000","last_became_peered":"2024-07-26T12:21:43.589311+0000","last_unstale":"2024-07-26T12:22:22.799330+0000","last_undegraded":"2024-07-26T12:22:22.799330+0000","last_fullsized":"2024-07-26T12:22:22.799330+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:32:16.350262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.859018+0000","last_change":"2024-07-26T12:21:44.597550+0000","last_active":"2024-07-26T12:22:22.859018+0000","last_peered":"2024-07-26T12:22:22.859018+0000","last_clean":"2024-07-26T12:22:22.859018+0000","last_became_active":"2024-07-26T12:21:44.596041+0000","last_became_peered":"2024-07-26T12:21:44.596041+0000","last_unstale":"2024-07-26T12:22:22.859018+0000","last_undegraded":"2024-07-26T12:22:22.859018+0000","last_fullsized":"2024-07-26T12:22:22.859018+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:24:21.238237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"24'3","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.860278+0000","last_change":"2024-07-26T12:21:43.601853+0000","last_active":"2024-07-26T12:22:22.860278+0000","last_peered":"2024-07-26T12:22:22.860278+0000","last_clean":"2024-07-26T12:22:22.860278+0000","last_became_active":"2024-07-26T12:21:43.601565+0000","last_became_peered":"2024-07-26T12:21:43.601565+0000","last_unstale":"2024-07-26T12:22:22.860278+0000","last_undegraded":"2024-07-26T12:22:22.860278+0000","last_fullsized":"2024-07-26T12:22:22.860278+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:53:26.812098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.798930+0000","last_change":"2024-07-26T12:21:44.604142+0000","last_active":"2024-07-26T12:22:22.798930+0000","last_peered":"2024-07-26T12:22:22.798930+0000","last_clean":"2024-07-26T12:22:22.798930+0000","last_became_active":"2024-07-26T12:21:44.602745+0000","last_became_peered":"2024-07-26T12:21:44.602745+0000","last_unstale":"2024-07-26T12:22:22.798930+0000","last_undegraded":"2024-07-26T12:22:22.798930+0000","last_fullsized":"2024-07-26T12:22:22.798930+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:25:49.213898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.861903+0000","last_change":"2024-07-26T12:21:44.612632+0000","last_active":"2024-07-26T12:22:22.861903+0000","last_peered":"2024-07-26T12:22:22.861903+0000","last_clean":"2024-07-26T12:22:22.861903+0000","last_became_active":"2024-07-26T12:21:44.612080+0000","last_became_peered":"2024-07-26T12:21:44.612080+0000","last_unstale":"2024-07-26T12:22:22.861903+0000","last_undegraded":"2024-07-26T12:22:22.861903+0000","last_fullsized":"2024-07-26T12:22:22.861903+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:34:09.854662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"21'2","reported_seq":21,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.859800+0000","last_change":"2024-07-26T12:21:43.605554+0000","last_active":"2024-07-26T12:22:22.859800+0000","last_peered":"2024-07-26T12:22:22.859800+0000","last_clean":"2024-07-26T12:22:22.859800+0000","last_became_active":"2024-07-26T12:21:43.605157+0000","last_became_peered":"2024-07-26T12:21:43.605157+0000","last_unstale":"2024-07-26T12:22:22.859800+0000","last_undegraded":"2024-07-26T12:22:22.859800+0000","last_fullsized":"2024-07-26T12:22:22.859800+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:00:15.755490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.861068+0000","last_change":"2024-07-26T12:21:44.607389+0000","last_active":"2024-07-26T12:22:22.861068+0000","last_peered":"2024-07-26T12:22:22.861068+0000","last_clean":"2024-07-26T12:22:22.861068+0000","last_became_active":"2024-07-26T12:21:44.606970+0000","last_became_peered":"2024-07-26T12:21:44.606970+0000","last_unstale":"2024-07-26T12:22:22.861068+0000","last_undegraded":"2024-07-26T12:22:22.861068+0000","last_fullsized":"2024-07-26T12:22:22.861068+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:46:45.212964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"24'3","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.860882+0000","last_change":"2024-07-26T12:21:43.601802+0000","last_active":"2024-07-26T12:22:22.860882+0000","last_peered":"2024-07-26T12:22:22.860882+0000","last_clean":"2024-07-26T12:22:22.860882+0000","last_became_active":"2024-07-26T12:21:43.601442+0000","last_became_peered":"2024-07-26T12:21:43.601442+0000","last_unstale":"2024-07-26T12:22:22.860882+0000","last_undegraded":"2024-07-26T12:22:22.860882+0000","last_fullsized":"2024-07-26T12:22:22.860882+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:32:17.202395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.815205+0000","last_change":"2024-07-26T12:21:44.603292+0000","last_active":"2024-07-26T12:22:22.815205+0000","last_peered":"2024-07-26T12:22:22.815205+0000","last_clean":"2024-07-26T12:22:22.815205+0000","last_became_active":"2024-07-26T12:21:44.602551+0000","last_became_peered":"2024-07-26T12:21:44.602551+0000","last_unstale":"2024-07-26T12:22:22.815205+0000","last_undegraded":"2024-07-26T12:22:22.815205+0000","last_fullsized":"2024-07-26T12:22:22.815205+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:07:29.951874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"21'1","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.859515+0000","last_change":"2024-07-26T12:21:43.591671+0000","last_active":"2024-07-26T12:22:22.859515+0000","last_peered":"2024-07-26T12:22:22.859515+0000","last_clean":"2024-07-26T12:22:22.859515+0000","last_became_active":"2024-07-26T12:21:43.584686+0000","last_became_peered":"2024-07-26T12:21:43.584686+0000","last_unstale":"2024-07-26T12:22:22.859515+0000","last_undegraded":"2024-07-26T12:22:22.859515+0000","last_fullsized":"2024-07-26T12:22:22.859515+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:01:09.081562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.859192+0000","last_change":"2024-07-26T12:21:44.594141+0000","last_active":"2024-07-26T12:22:22.859192+0000","last_peered":"2024-07-26T12:22:22.859192+0000","last_clean":"2024-07-26T12:22:22.859192+0000","last_became_active":"2024-07-26T12:21:44.593637+0000","last_became_peered":"2024-07-26T12:21:44.593637+0000","last_unstale":"2024-07-26T12:22:22.859192+0000","last_undegraded":"2024-07-26T12:22:22.859192+0000","last_fullsized":"2024-07-26T12:22:22.859192+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:40:20.369265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"21'4","reported_seq":23,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.815828+0000","last_change":"2024-07-26T12:21:43.589685+0000","last_active":"2024-07-26T12:22:22.815828+0000","last_peered":"2024-07-26T12:22:22.815828+0000","last_clean":"2024-07-26T12:22:22.815828+0000","last_became_active":"2024-07-26T12:21:43.589356+0000","last_became_peered":"2024-07-26T12:21:43.589356+0000","last_unstale":"2024-07-26T12:22:22.815828+0000","last_undegraded":"2024-07-26T12:22:22.815828+0000","last_fullsized":"2024-07-26T12:22:22.815828+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:45:07.051342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":14,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":14,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":6,"ondisk_log_size":6,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":11781,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":61,"num_write_kb":35,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":114688,"data_stored":50017,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":61,"ondisk_log_size":61,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":15,"seq":64424509463,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27292,"kb_used_data":276,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344548,"statfs":{"total":96636764160,"available":96608817152,"internally_reserved":0,"allocated":282624,"data_stored":111227,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509463,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27264,"kb_used_data":248,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344576,"statfs":{"total":96636764160,"available":96608845824,"internally_reserved":0,"allocated":253952,"data_stored":90114,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509461,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27856,"kb_used_data":832,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343984,"statfs":{"total":96636764160,"available":96608239616,"internally_reserved":0,"allocated":851968,"data_stored":680960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542166,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32008,"kb_used_data":824,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339832,"statfs":{"total":96636764160,"available":96603987968,"internally_reserved":0,"allocated":843776,"data_stored":680904,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542166,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27276,"kb_used_data":252,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344564,"statfs":{"total":96636764160,"available":96608833536,"internally_reserved":0,"allocated":258048,"data_stored":91566,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542167,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27260,"kb_used_data":244,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344580,"statfs":{"total":96636764160,"available":96608849920,"internally_reserved":0,"allocated":249856,"data_stored":90044,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542165,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27272,"kb_used_data":252,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344568,"statfs":{"total":96636764160,"available":96608837632,"internally_reserved":0,"allocated":258048,"data_stored":90080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542166,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27260,"kb_used_data":240,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344580,"statfs":{"total":96636764160,"available":96608849920,"internally_reserved":0,"allocated":245760,"data_stored":89954,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":101,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":37438,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":10882,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":14,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-26T12:23:10.238 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T12:23:10.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:10.538+0000 7f9ae2600640 1 Processor -- start 2024-07-26T12:23:10.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:10.538+0000 7f9ae2600640 1 -- start start 2024-07-26T12:23:10.542 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:10.540+0000 7f9ae2600640 1 --2- >> v2:172.21.15.123:3300/0 conn(0x7f9adc0b2520 0x7f9adc145c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:10.542 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:10.540+0000 7f9ae2600640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f9adc1461c0 0x7f9adc073bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:10.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:10.540+0000 7f9ae2600640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9adc072270 con 0x7f9adc074110 2024-07-26T12:23:10.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:10.540+0000 7f9ae2600640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f9adc0b3630 con 0x7f9adc1461c0 2024-07-26T12:23:10.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:10.540+0000 7f9ae2600640 1 -- --> v2:172.21.15.123:3300/0 -- mon_getmap magic: 0 -- 0x7f9adc1457f0 con 0x7f9adc0b2520 2024-07-26T12:23:10.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:10.540+0000 7f9ae1c00640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f9adc074110 0x7f9adc148b60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:44168/0 (socket says 172.21.15.31:44168) 2024-07-26T12:23:10.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:10.540+0000 7f9ae1c00640 1 -- 172.21.15.31:0/1339424390 learned_addr learned my addr 172.21.15.31:0/1339424390 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-07-26T12:23:10.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:10.540+0000 7f9adbe00640 1 --2- 172.21.15.31:0/1339424390 >> v2:172.21.15.31:3300/0 conn(0x7f9adc1461c0 0x7f9adc073bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:10.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:10.540+0000 7f9ae1200640 1 --2- 172.21.15.31:0/1339424390 >> v2:172.21.15.123:3300/0 conn(0x7f9adc0b2520 0x7f9adc145c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:10.544 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:10.540+0000 7f9adb400640 1 -- 172.21.15.31:0/1339424390 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 500459652 0 0) 0x7f9adc072270 con 0x7f9adc074110 2024-07-26T12:23:10.544 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:10.540+0000 7f9adb400640 1 -- 172.21.15.31:0/1339424390 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9ac4003520 con 0x7f9adc074110 2024-07-26T12:23:10.544 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:10.541+0000 7f9adbe00640 1 -- 172.21.15.31:0/1339424390 >> v2:172.21.15.123:3300/0 conn(0x7f9adc0b2520 msgr2=0x7f9adc145c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:10.544 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:10.541+0000 7f9adbe00640 1 --2- 172.21.15.31:0/1339424390 >> v2:172.21.15.123:3300/0 conn(0x7f9adc0b2520 0x7f9adc145c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:10.544 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:10.541+0000 7f9adbe00640 1 -- 172.21.15.31:0/1339424390 >> v1:172.21.15.31:6789/0 conn(0x7f9adc074110 legacy=0x7f9adc148b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:10.544 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:10.541+0000 7f9adbe00640 1 -- 172.21.15.31:0/1339424390 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9adc071250 con 0x7f9adc1461c0 2024-07-26T12:23:10.546 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:10.542+0000 7f9adbe00640 1 --2- 172.21.15.31:0/1339424390 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9adc1461c0 0x7f9adc073bd0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f9adc06f090 tx=0x7f9acc02a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=63a351995ffade9 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:23:10.546 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:10.542+0000 7f9adb400640 1 -- 172.21.15.31:0/1339424390 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9acc037070 con 0x7f9adc1461c0 2024-07-26T12:23:10.546 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:10.542+0000 7f9adb400640 1 -- 172.21.15.31:0/1339424390 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9acc032440 con 0x7f9adc1461c0 2024-07-26T12:23:10.546 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:10.542+0000 7f9adb400640 1 -- 172.21.15.31:0/1339424390 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9acc032870 con 0x7f9adc1461c0 2024-07-26T12:23:10.547 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:10.543+0000 7f9ae2600640 1 -- 172.21.15.31:0/1339424390 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9adc1461c0 msgr2=0x7f9adc073bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:10.547 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:10.543+0000 7f9ae2600640 1 --2- 172.21.15.31:0/1339424390 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9adc1461c0 0x7f9adc073bd0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f9adc06f090 tx=0x7f9acc02a110 comp rx=0 tx=0).stop 2024-07-26T12:23:10.547 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:10.543+0000 7f9ae2600640 1 -- 172.21.15.31:0/1339424390 shutdown_connections 2024-07-26T12:23:10.547 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:10.543+0000 7f9ae2600640 1 --2- 172.21.15.31:0/1339424390 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9adc1461c0 0x7f9adc073bd0 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:10.547 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:10.543+0000 7f9ae2600640 1 --2- 172.21.15.31:0/1339424390 >> v2:172.21.15.123:3300/0 conn(0x7f9adc0b2520 0x7f9adc145c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:10.547 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:10.543+0000 7f9ae2600640 1 -- 172.21.15.31:0/1339424390 >> 172.21.15.31:0/1339424390 conn(0x7f9adc0b5730 msgr2=0x7f9adc0b5b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:23:10.547 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:10.543+0000 7f9ae2600640 1 -- 172.21.15.31:0/1339424390 shutdown_connections 2024-07-26T12:23:10.548 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:10.543+0000 7f9ae2600640 1 -- 172.21.15.31:0/1339424390 wait complete. 2024-07-26T12:23:10.550 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:10.545+0000 7f9ae2600640 1 Processor -- start 2024-07-26T12:23:10.550 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:10.545+0000 7f9ae2600640 1 -- start start 2024-07-26T12:23:10.550 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:10.546+0000 7f9ae2600640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9adc074110 0x7f9adc142280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:10.550 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:10.546+0000 7f9ae2600640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9adc0b2520 0x7f9adc1de810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:10.550 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:10.546+0000 7f9ae2600640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f9adc1461c0 0x7f9adc13cf20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:10.550 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:10.546+0000 7f9ae2600640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f9adc149270 con 0x7f9adc074110 2024-07-26T12:23:10.551 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:10.546+0000 7f9ae2600640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f9adc0b5450 con 0x7f9adc0b2520 2024-07-26T12:23:10.551 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:10.546+0000 7f9ae2600640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f9adc1493f0 con 0x7f9adc1461c0 2024-07-26T12:23:10.551 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:10.547+0000 7f9ae1200640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9adc074110 0x7f9adc142280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:10.551 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:10.547+0000 7f9ae1200640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9adc074110 0x7f9adc142280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:43208/0 (socket says 172.21.15.31:43208) 2024-07-26T12:23:10.551 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:10.547+0000 7f9ae1200640 1 -- 172.21.15.31:0/1014897738 learned_addr learned my addr 172.21.15.31:0/1014897738 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:23:10.551 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:10.547+0000 7f9adbe00640 1 --2- 172.21.15.31:0/1014897738 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9adc0b2520 0x7f9adc1de810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:10.551 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:10.547+0000 7f9ae1c00640 1 --2- 172.21.15.31:0/1014897738 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f9adc1461c0 0x7f9adc13cf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:10.552 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:10.547+0000 7f9ae1200640 1 -- 172.21.15.31:0/1014897738 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f9adc1461c0 msgr2=0x7f9adc13cf20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:10.552 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:10.547+0000 7f9ae1200640 1 --2- 172.21.15.31:0/1014897738 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f9adc1461c0 0x7f9adc13cf20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:10.552 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:10.547+0000 7f9ae1200640 1 -- 172.21.15.31:0/1014897738 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9adc0b2520 msgr2=0x7f9adc1de810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:10.552 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:10.547+0000 7f9ae1200640 1 --2- 172.21.15.31:0/1014897738 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9adc0b2520 0x7f9adc1de810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:10.552 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:10.547+0000 7f9ae1200640 1 -- 172.21.15.31:0/1014897738 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9adc1ded50 con 0x7f9adc074110 2024-07-26T12:23:10.552 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:10.547+0000 7f9ae1200640 1 --2- 172.21.15.31:0/1014897738 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9adc074110 0x7f9adc142280 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f9ad000e8a0 tx=0x7f9ad000ed60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:23:10.552 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:10.548+0000 7f9ad8c00640 1 -- 172.21.15.31:0/1014897738 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ad0017070 con 0x7f9adc074110 2024-07-26T12:23:10.552 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:10.548+0000 7f9ad8c00640 1 -- 172.21.15.31:0/1014897738 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9ad000c940 con 0x7f9adc074110 2024-07-26T12:23:10.553 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:10.548+0000 7f9ae2600640 1 -- 172.21.15.31:0/1014897738 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9adc1e23b0 con 0x7f9adc074110 2024-07-26T12:23:10.553 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:10.548+0000 7f9ad8c00640 1 -- 172.21.15.31:0/1014897738 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ad000cd90 con 0x7f9adc074110 2024-07-26T12:23:10.553 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:10.548+0000 7f9ae2600640 1 -- 172.21.15.31:0/1014897738 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9adc1414e0 con 0x7f9adc074110 2024-07-26T12:23:10.554 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:10.549+0000 7f9ae2600640 1 -- 172.21.15.31:0/1014897738 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9adc1e2ad0 con 0x7f9adc074110 2024-07-26T12:23:10.554 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:10.550+0000 7f9ad8c00640 1 -- 172.21.15.31:0/1014897738 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f9ad001a070 con 0x7f9adc074110 2024-07-26T12:23:10.554 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:10.551+0000 7f9ad8c00640 1 --2- 172.21.15.31:0/1014897738 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f9ac0077010 0x7f9ac0079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:10.554 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:10.551+0000 7f9ad8c00640 1 -- 172.21.15.31:0/1014897738 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 5825+0+0 (secure 0 0 0) 0x7f9ad0098c90 con 0x7f9adc074110 2024-07-26T12:23:10.554 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:10.552+0000 7f9adbe00640 1 --2- 172.21.15.31:0/1014897738 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f9ac0077010 0x7f9ac0079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:10.555 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:10.553+0000 7f9adbe00640 1 --2- 172.21.15.31:0/1014897738 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f9ac0077010 0x7f9ac0079520 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f9acc034000 tx=0x7f9acc02c040 comp rx=0 tx=0).ready entity=mgr.4126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:23:10.557 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:10.555+0000 7f9ad8c00640 1 -- 172.21.15.31:0/1014897738 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f9ad0061e10 con 0x7f9adc074110 2024-07-26T12:23:10.760 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:10.759+0000 7f9ae2600640 1 -- 172.21.15.31:0/1014897738 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f9adc149870 con 0x7f9adc074110 2024-07-26T12:23:10.762 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:10.760+0000 7f9ad8c00640 1 -- 172.21.15.31:0/1014897738 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v24) ==== 74+0+16843 (secure 0 0 0) 0x7f9ad0061710 con 0x7f9adc074110 2024-07-26T12:23:10.763 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-07-26T12:23:10.763 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":24,"fsid":"ef074135-fe46-4fec-a339-768b1d2b36ee","created":"2024-07-26T12:21:16.055794+0000","modified":"2024-07-26T12:22:22.787520+0000","last_up_change":"2024-07-26T12:21:30.882864+0000","last_in_change":"2024-07-26T12:21:21.700518+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T12:21:31.399722+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-07-26T12:21:42.295054+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-07-26T12:21:43.093314+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"218f4bdb-3f2a-4597-8391-d5869523d4ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":973597580},{"type":"v1","addr":"172.21.15.31:6817","nonce":973597580}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":973597580},{"type":"v1","addr":"172.21.15.31:6819","nonce":973597580}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":973597580},{"type":"v1","addr":"172.21.15.31:6827","nonce":973597580}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":973597580},{"type":"v1","addr":"172.21.15.31:6822","nonce":973597580}]},"public_addr":"172.21.15.31:6817/973597580","cluster_addr":"172.21.15.31:6819/973597580","heartbeat_back_addr":"172.21.15.31:6827/973597580","heartbeat_front_addr":"172.21.15.31:6822/973597580","state":["exists","up"]},{"osd":1,"uuid":"7325bd1b-087e-47b0-8411-1065643b142e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":209410576},{"type":"v1","addr":"172.21.15.31:6801","nonce":209410576}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":209410576},{"type":"v1","addr":"172.21.15.31:6803","nonce":209410576}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":209410576},{"type":"v1","addr":"172.21.15.31:6807","nonce":209410576}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":209410576},{"type":"v1","addr":"172.21.15.31:6805","nonce":209410576}]},"public_addr":"172.21.15.31:6801/209410576","cluster_addr":"172.21.15.31:6803/209410576","heartbeat_back_addr":"172.21.15.31:6807/209410576","heartbeat_front_addr":"172.21.15.31:6805/209410576","state":["exists","up"]},{"osd":2,"uuid":"461c586b-af52-4d20-a648-867cbd3fa37f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":4014278924},{"type":"v1","addr":"172.21.15.31:6809","nonce":4014278924}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":4014278924},{"type":"v1","addr":"172.21.15.31:6811","nonce":4014278924}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":4014278924},{"type":"v1","addr":"172.21.15.31:6815","nonce":4014278924}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":4014278924},{"type":"v1","addr":"172.21.15.31:6813","nonce":4014278924}]},"public_addr":"172.21.15.31:6809/4014278924","cluster_addr":"172.21.15.31:6811/4014278924","heartbeat_back_addr":"172.21.15.31:6815/4014278924","heartbeat_front_addr":"172.21.15.31:6813/4014278924","state":["exists","up"]},{"osd":3,"uuid":"132aee2d-8564-4632-8d0d-9e8e0f6edaf3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6821","nonce":2995395942},{"type":"v1","addr":"172.21.15.31:6823","nonce":2995395942}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6825","nonce":2995395942},{"type":"v1","addr":"172.21.15.31:6826","nonce":2995395942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2995395942},{"type":"v1","addr":"172.21.15.31:6831","nonce":2995395942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2995395942},{"type":"v1","addr":"172.21.15.31:6829","nonce":2995395942}]},"public_addr":"172.21.15.31:6823/2995395942","cluster_addr":"172.21.15.31:6826/2995395942","heartbeat_back_addr":"172.21.15.31:6831/2995395942","heartbeat_front_addr":"172.21.15.31:6829/2995395942","state":["exists","up"]},{"osd":4,"uuid":"eb3fc933-fae1-4328-a5c0-2cba3f72ae3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6811","nonce":2657576441},{"type":"v1","addr":"172.21.15.123:6813","nonce":2657576441}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6815","nonce":2657576441},{"type":"v1","addr":"172.21.15.123:6817","nonce":2657576441}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6823","nonce":2657576441},{"type":"v1","addr":"172.21.15.123:6826","nonce":2657576441}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6819","nonce":2657576441},{"type":"v1","addr":"172.21.15.123:6821","nonce":2657576441}]},"public_addr":"172.21.15.123:6813/2657576441","cluster_addr":"172.21.15.123:6817/2657576441","heartbeat_back_addr":"172.21.15.123:6826/2657576441","heartbeat_front_addr":"172.21.15.123:6821/2657576441","state":["exists","up"]},{"osd":5,"uuid":"9ddeeb35-6710-49b9-9688-00e0a2a406e9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6810","nonce":3352982608},{"type":"v1","addr":"172.21.15.123:6812","nonce":3352982608}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6814","nonce":3352982608},{"type":"v1","addr":"172.21.15.123:6816","nonce":3352982608}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6822","nonce":3352982608},{"type":"v1","addr":"172.21.15.123:6824","nonce":3352982608}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6818","nonce":3352982608},{"type":"v1","addr":"172.21.15.123:6820","nonce":3352982608}]},"public_addr":"172.21.15.123:6812/3352982608","cluster_addr":"172.21.15.123:6816/3352982608","heartbeat_back_addr":"172.21.15.123:6824/3352982608","heartbeat_front_addr":"172.21.15.123:6820/3352982608","state":["exists","up"]},{"osd":6,"uuid":"e76e07cc-99d0-4c6c-b9af-0c772c919987","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6825","nonce":1360257549},{"type":"v1","addr":"172.21.15.123:6827","nonce":1360257549}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6828","nonce":1360257549},{"type":"v1","addr":"172.21.15.123:6829","nonce":1360257549}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":1360257549},{"type":"v1","addr":"172.21.15.123:6833","nonce":1360257549}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6830","nonce":1360257549},{"type":"v1","addr":"172.21.15.123:6831","nonce":1360257549}]},"public_addr":"172.21.15.123:6827/1360257549","cluster_addr":"172.21.15.123:6829/1360257549","heartbeat_back_addr":"172.21.15.123:6833/1360257549","heartbeat_front_addr":"172.21.15.123:6831/1360257549","state":["exists","up"]},{"osd":7,"uuid":"a22dc76b-2f3c-4f59-ba5b-7b444346a9fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6802","nonce":2969480778},{"type":"v1","addr":"172.21.15.123:6803","nonce":2969480778}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6804","nonce":2969480778},{"type":"v1","addr":"172.21.15.123:6805","nonce":2969480778}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6808","nonce":2969480778},{"type":"v1","addr":"172.21.15.123:6809","nonce":2969480778}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6806","nonce":2969480778},{"type":"v1","addr":"172.21.15.123:6807","nonce":2969480778}]},"public_addr":"172.21.15.123:6803/2969480778","cluster_addr":"172.21.15.123:6805/2969480778","heartbeat_back_addr":"172.21.15.123:6809/2969480778","heartbeat_front_addr":"172.21.15.123:6807/2969480778","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T12:21:27.550303+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T12:21:27.377641+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T12:21:27.142256+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T12:21:27.563003+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T12:21:27.193136+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T12:21:27.225824+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T12:21:27.201675+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T12:21:27.303249+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.16","mappings":[{"from":5,"to":2}]},{"pgid":"3.18","mappings":[{"from":3,"to":1}]},{"pgid":"3.22","mappings":[{"from":5,"to":2}]},{"pgid":"3.3a","mappings":[{"from":5,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T12:23:10.765 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:10.763+0000 7f9ae2600640 1 -- 172.21.15.31:0/1014897738 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f9ac0077010 msgr2=0x7f9ac0079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:10.765 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:10.763+0000 7f9ae2600640 1 --2- 172.21.15.31:0/1014897738 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f9ac0077010 0x7f9ac0079520 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f9acc034000 tx=0x7f9acc02c040 comp rx=0 tx=0).stop 2024-07-26T12:23:10.765 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:10.763+0000 7f9ae2600640 1 -- 172.21.15.31:0/1014897738 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9adc074110 msgr2=0x7f9adc142280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:10.765 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:10.763+0000 7f9ae2600640 1 --2- 172.21.15.31:0/1014897738 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9adc074110 0x7f9adc142280 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f9ad000e8a0 tx=0x7f9ad000ed60 comp rx=0 tx=0).stop 2024-07-26T12:23:10.765 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:10.763+0000 7f9ae2600640 1 -- 172.21.15.31:0/1014897738 shutdown_connections 2024-07-26T12:23:10.766 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:10.763+0000 7f9ae2600640 1 --2- 172.21.15.31:0/1014897738 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f9ac0077010 0x7f9ac0079520 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:10.766 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:10.763+0000 7f9ae2600640 1 --2- 172.21.15.31:0/1014897738 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f9adc1461c0 0x7f9adc13cf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:10.766 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:10.763+0000 7f9ae2600640 1 --2- 172.21.15.31:0/1014897738 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9adc0b2520 0x7f9adc1de810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:10.766 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:10.763+0000 7f9ae2600640 1 --2- 172.21.15.31:0/1014897738 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9adc074110 0x7f9adc142280 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:10.766 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:10.763+0000 7f9ae2600640 1 -- 172.21.15.31:0/1014897738 >> 172.21.15.31:0/1014897738 conn(0x7f9adc0b5730 msgr2=0x7f9adc0b83c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:23:10.766 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:10.763+0000 7f9ae2600640 1 -- 172.21.15.31:0/1014897738 shutdown_connections 2024-07-26T12:23:10.766 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:10.763+0000 7f9ae2600640 1 -- 172.21.15.31:0/1014897738 wait complete. 2024-07-26T12:23:11.793 INFO:tasks.ceph:Scrubbing osd.0 2024-07-26T12:23:11.794 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 config set osd_debug_deep_scrub_sleep 0 2024-07-26T12:23:12.088 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.087+0000 7f5bcae00640 1 Processor -- start 2024-07-26T12:23:12.088 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.087+0000 7f5bcae00640 1 -- start start 2024-07-26T12:23:12.090 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.089+0000 7f5bcae00640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f5bc409ee70 0x7f5bc406eb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:12.090 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.089+0000 7f5bcae00640 1 --2- >> v2:172.21.15.123:3300/0 conn(0x7f5bc4145ea0 0x7f5bc413f1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:12.090 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.089+0000 7f5bcae00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f5bc41462b0 0x7f5bc413f6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:12.091 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.089+0000 7f5bcae00640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f5bc4145a10 con 0x7f5bc41462b0 2024-07-26T12:23:12.091 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.089+0000 7f5bcae00640 1 -- --> v2:172.21.15.123:3300/0 -- mon_getmap magic: 0 -- 0x7f5bc41456c0 con 0x7f5bc4145ea0 2024-07-26T12:23:12.091 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.089+0000 7f5bcae00640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f5bc40b08b0 con 0x7f5bc409ee70 2024-07-26T12:23:12.091 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.089+0000 7f5bc8e00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f5bc41462b0 0x7f5bc413f6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:12.091 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.089+0000 7f5bc8e00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f5bc41462b0 0x7f5bc413f6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:45686/0 (socket says 172.21.15.31:45686) 2024-07-26T12:23:12.091 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.089+0000 7f5bc8e00640 1 -- 172.21.15.31:0/2628739593 learned_addr learned my addr 172.21.15.31:0/2628739593 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:23:12.092 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.089+0000 7f5bc3e00640 1 --2- 172.21.15.31:0/2628739593 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f5bc409ee70 0x7f5bc406eb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:12.092 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.089+0000 7f5bc3400640 1 --2- 172.21.15.31:0/2628739593 >> v2:172.21.15.123:3300/0 conn(0x7f5bc4145ea0 0x7f5bc413f1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:12.093 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.089+0000 7f5bc8e00640 1 -- 172.21.15.31:0/2628739593 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f5bc409ee70 msgr2=0x7f5bc406eb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:12.093 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.089+0000 7f5bc8e00640 1 --2- 172.21.15.31:0/2628739593 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f5bc409ee70 0x7f5bc406eb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:12.093 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.089+0000 7f5bc8e00640 1 -- 172.21.15.31:0/2628739593 >> v2:172.21.15.123:3300/0 conn(0x7f5bc4145ea0 msgr2=0x7f5bc413f1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:12.093 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.089+0000 7f5bc8e00640 1 --2- 172.21.15.31:0/2628739593 >> v2:172.21.15.123:3300/0 conn(0x7f5bc4145ea0 0x7f5bc413f1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:12.093 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.089+0000 7f5bc8e00640 1 -- 172.21.15.31:0/2628739593 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5bc40ae380 con 0x7f5bc41462b0 2024-07-26T12:23:12.093 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.089+0000 7f5bc3400640 1 --2- 172.21.15.31:0/2628739593 >> v2:172.21.15.123:3300/0 conn(0x7f5bc4145ea0 0x7f5bc413f1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T12:23:12.093 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.090+0000 7f5bc8e00640 1 --2- 172.21.15.31:0/2628739593 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5bc41462b0 0x7f5bc413f6f0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f5bc40b2760 tx=0x7f5bbc02a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6175a5df5fe4bbac server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:23:12.093 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.091+0000 7f5bc2a00640 1 -- 172.21.15.31:0/2628739593 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bbc036070 con 0x7f5bc41462b0 2024-07-26T12:23:12.094 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.091+0000 7f5bc2a00640 1 -- 172.21.15.31:0/2628739593 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5bbc0316f0 con 0x7f5bc41462b0 2024-07-26T12:23:12.094 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.091+0000 7f5bc2a00640 1 -- 172.21.15.31:0/2628739593 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bbc031b20 con 0x7f5bc41462b0 2024-07-26T12:23:12.095 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.092+0000 7f5bcae00640 1 -- 172.21.15.31:0/2628739593 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5bc41462b0 msgr2=0x7f5bc413f6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:12.095 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.092+0000 7f5bcae00640 1 --2- 172.21.15.31:0/2628739593 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5bc41462b0 0x7f5bc413f6f0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f5bc40b2760 tx=0x7f5bbc02a6a0 comp rx=0 tx=0).stop 2024-07-26T12:23:12.095 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.092+0000 7f5bcae00640 1 -- 172.21.15.31:0/2628739593 shutdown_connections 2024-07-26T12:23:12.095 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.092+0000 7f5bcae00640 1 --2- 172.21.15.31:0/2628739593 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5bc41462b0 0x7f5bc413f6f0 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:12.095 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.092+0000 7f5bcae00640 1 --2- 172.21.15.31:0/2628739593 >> v2:172.21.15.123:3300/0 conn(0x7f5bc4145ea0 0x7f5bc413f1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:12.095 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.092+0000 7f5bcae00640 1 --2- 172.21.15.31:0/2628739593 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f5bc409ee70 0x7f5bc406eb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:12.095 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.092+0000 7f5bcae00640 1 -- 172.21.15.31:0/2628739593 >> 172.21.15.31:0/2628739593 conn(0x7f5bc40b6ff0 msgr2=0x7f5bc40b7400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:23:12.096 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.092+0000 7f5bcae00640 1 -- 172.21.15.31:0/2628739593 shutdown_connections 2024-07-26T12:23:12.096 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.092+0000 7f5bcae00640 1 -- 172.21.15.31:0/2628739593 wait complete. 2024-07-26T12:23:12.096 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.094+0000 7f5bcae00640 1 Processor -- start 2024-07-26T12:23:12.096 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.094+0000 7f5bcae00640 1 -- start start 2024-07-26T12:23:12.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.095+0000 7f5bcae00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5bc409ee70 0x7f5bc41de8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:12.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.095+0000 7f5bcae00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5bc4145ea0 0x7f5bc4140c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:12.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.095+0000 7f5bcae00640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f5bc41462b0 0x7f5bc4142090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:12.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.095+0000 7f5bcae00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f5bc4149040 con 0x7f5bc409ee70 2024-07-26T12:23:12.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.095+0000 7f5bcae00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f5bc4148ec0 con 0x7f5bc4145ea0 2024-07-26T12:23:12.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.095+0000 7f5bcae00640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f5bc41491c0 con 0x7f5bc41462b0 2024-07-26T12:23:12.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.096+0000 7f5bc3e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5bc409ee70 0x7f5bc41de8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:12.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.096+0000 7f5bc3e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5bc409ee70 0x7f5bc41de8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:45688/0 (socket says 172.21.15.31:45688) 2024-07-26T12:23:12.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.096+0000 7f5bc3e00640 1 -- 172.21.15.31:0/1819115208 learned_addr learned my addr 172.21.15.31:0/1819115208 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:23:12.100 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.096+0000 7f5bc3400640 1 --2- 172.21.15.31:0/1819115208 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5bc4145ea0 0x7f5bc4140c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:12.100 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.096+0000 7f5bc8e00640 1 --2- 172.21.15.31:0/1819115208 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f5bc41462b0 0x7f5bc4142090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:12.100 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.096+0000 7f5bc3e00640 1 -- 172.21.15.31:0/1819115208 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f5bc41462b0 msgr2=0x7f5bc4142090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:12.100 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.096+0000 7f5bc3e00640 1 --2- 172.21.15.31:0/1819115208 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f5bc41462b0 0x7f5bc4142090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:12.100 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.096+0000 7f5bc3e00640 1 -- 172.21.15.31:0/1819115208 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5bc4145ea0 msgr2=0x7f5bc4140c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:12.100 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.096+0000 7f5bc3e00640 1 --2- 172.21.15.31:0/1819115208 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5bc4145ea0 0x7f5bc4140c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:12.100 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.096+0000 7f5bc3e00640 1 -- 172.21.15.31:0/1819115208 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5bc4141bc0 con 0x7f5bc409ee70 2024-07-26T12:23:12.100 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.097+0000 7f5bc3e00640 1 --2- 172.21.15.31:0/1819115208 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5bc409ee70 0x7f5bc41de8c0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f5bb400d5f0 tx=0x7f5bb400dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:23:12.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.097+0000 7f5bbbe00640 1 -- 172.21.15.31:0/1819115208 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bb40125f0 con 0x7f5bc409ee70 2024-07-26T12:23:12.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.097+0000 7f5bbbe00640 1 -- 172.21.15.31:0/1819115208 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5bb4019070 con 0x7f5bc409ee70 2024-07-26T12:23:12.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.097+0000 7f5bbbe00640 1 -- 172.21.15.31:0/1819115208 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bb4012b20 con 0x7f5bc409ee70 2024-07-26T12:23:12.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.097+0000 7f5bcae00640 1 -- 172.21.15.31:0/1819115208 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5bc41ddde0 con 0x7f5bc409ee70 2024-07-26T12:23:12.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.097+0000 7f5bcae00640 1 -- 172.21.15.31:0/1819115208 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5bc41de3a0 con 0x7f5bc409ee70 2024-07-26T12:23:12.102 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.098+0000 7f5bcae00640 1 -- 172.21.15.31:0/1819115208 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f5bc406eb90 con 0x7f5bc409ee70 2024-07-26T12:23:12.102 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.099+0000 7f5bbbe00640 1 -- 172.21.15.31:0/1819115208 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f5bb4012cc0 con 0x7f5bc409ee70 2024-07-26T12:23:12.102 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.101+0000 7f5bbbe00640 1 --2- 172.21.15.31:0/1819115208 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f5ba4077040 0x7f5ba4079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:12.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.101+0000 7f5bbbe00640 1 -- 172.21.15.31:0/1819115208 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 5825+0+0 (secure 0 0 0) 0x7f5bb4099880 con 0x7f5bc409ee70 2024-07-26T12:23:12.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.101+0000 7f5bbbe00640 1 --2- 172.21.15.31:0/1819115208 >> [v2:172.21.15.31:6816/973597580,v1:172.21.15.31:6817/973597580] conn(0x7f5ba407f410 0x7f5ba40818e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:12.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.101+0000 7f5bbbe00640 1 -- 172.21.15.31:0/1819115208 --> [v2:172.21.15.31:6816/973597580,v1:172.21.15.31:6817/973597580] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f5bb4027e50 con 0x7f5ba407f410 2024-07-26T12:23:12.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.101+0000 7f5bbbe00640 1 -- 172.21.15.31:0/1819115208 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f5bb4099c30 con 0x7f5bc409ee70 2024-07-26T12:23:12.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.101+0000 7f5bc3400640 1 --2- 172.21.15.31:0/1819115208 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f5ba4077040 0x7f5ba4079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:12.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.101+0000 7f5bc8e00640 1 --2- 172.21.15.31:0/1819115208 >> [v2:172.21.15.31:6816/973597580,v1:172.21.15.31:6817/973597580] conn(0x7f5ba407f410 0x7f5ba40818e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:12.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.102+0000 7f5bc8e00640 1 --2- 172.21.15.31:0/1819115208 >> [v2:172.21.15.31:6816/973597580,v1:172.21.15.31:6817/973597580] conn(0x7f5ba407f410 0x7f5ba40818e0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:23:12.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.102+0000 7f5bc3400640 1 --2- 172.21.15.31:0/1819115208 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f5ba4077040 0x7f5ba4079550 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f5bc406e960 tx=0x7f5bb0008040 comp rx=0 tx=0).ready entity=mgr.4126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:23:12.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.103+0000 7f5bbbe00640 1 -- 172.21.15.31:0/1819115208 <== osd.0 v2:172.21.15.31:6816/973597580 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f5bb4027e50 con 0x7f5ba407f410 2024-07-26T12:23:12.119 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.119+0000 7f5bcae00640 1 -- 172.21.15.31:0/1819115208 --> [v2:172.21.15.31:6816/973597580,v1:172.21.15.31:6817/973597580] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f5bc40b1480 con 0x7f5ba407f410 2024-07-26T12:23:12.119 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.119+0000 7f5bbbe00640 1 -- 172.21.15.31:0/1819115208 <== osd.0 v2:172.21.15.31:6816/973597580 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f5bc40b1480 con 0x7f5ba407f410 2024-07-26T12:23:12.120 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-07-26T12:23:12.120 INFO:teuthology.orchestra.run.smithi031.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-07-26T12:23:12.120 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-07-26T12:23:12.121 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.119+0000 7f5bcae00640 1 -- 172.21.15.31:0/1819115208 >> [v2:172.21.15.31:6816/973597580,v1:172.21.15.31:6817/973597580] conn(0x7f5ba407f410 msgr2=0x7f5ba40818e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:12.121 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.119+0000 7f5bcae00640 1 --2- 172.21.15.31:0/1819115208 >> [v2:172.21.15.31:6816/973597580,v1:172.21.15.31:6817/973597580] conn(0x7f5ba407f410 0x7f5ba40818e0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:12.121 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.119+0000 7f5bcae00640 1 -- 172.21.15.31:0/1819115208 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f5ba4077040 msgr2=0x7f5ba4079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:12.122 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.119+0000 7f5bcae00640 1 --2- 172.21.15.31:0/1819115208 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f5ba4077040 0x7f5ba4079550 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f5bc406e960 tx=0x7f5bb0008040 comp rx=0 tx=0).stop 2024-07-26T12:23:12.122 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.119+0000 7f5bcae00640 1 -- 172.21.15.31:0/1819115208 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5bc409ee70 msgr2=0x7f5bc41de8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:12.122 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.119+0000 7f5bcae00640 1 --2- 172.21.15.31:0/1819115208 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5bc409ee70 0x7f5bc41de8c0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f5bb400d5f0 tx=0x7f5bb400dab0 comp rx=0 tx=0).stop 2024-07-26T12:23:12.122 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.119+0000 7f5bc8e00640 1 -- 172.21.15.31:0/1819115208 reap_dead start 2024-07-26T12:23:12.122 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.119+0000 7f5bcae00640 1 -- 172.21.15.31:0/1819115208 shutdown_connections 2024-07-26T12:23:12.122 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.119+0000 7f5bcae00640 1 -- 172.21.15.31:0/1819115208 >> 172.21.15.31:0/1819115208 conn(0x7f5bc40b6ff0 msgr2=0x7f5bc413ccd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:23:12.122 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.119+0000 7f5bcae00640 1 -- 172.21.15.31:0/1819115208 shutdown_connections 2024-07-26T12:23:12.122 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.119+0000 7f5bcae00640 1 -- 172.21.15.31:0/1819115208 wait complete. 2024-07-26T12:23:12.145 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 0 2024-07-26T12:23:12.426 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.425+0000 7f94a5200640 1 Processor -- start 2024-07-26T12:23:12.426 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.426+0000 7f94a5200640 1 -- start start 2024-07-26T12:23:12.428 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.427+0000 7f94a5200640 1 --2- >> v2:172.21.15.123:3300/0 conn(0x7f94a00afb10 0x7f94a0145b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:12.429 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.427+0000 7f94a5200640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f94a01460b0 0x7f94a01464c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:12.429 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.428+0000 7f94a5200640 1 -- --> v1:172.21.15.123:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f94a00724f0 con 0x7f94a0071460 2024-07-26T12:23:12.429 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.428+0000 7f94a5200640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f94a0146a00 con 0x7f94a01460b0 2024-07-26T12:23:12.429 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.428+0000 7f94a5200640 1 -- --> v2:172.21.15.123:3300/0 -- mon_getmap magic: 0 -- 0x7f94a00aff20 con 0x7f94a00afb10 2024-07-26T12:23:12.429 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.428+0000 7f949e800640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f94a01460b0 0x7f94a01464c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:12.429 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.428+0000 7f949e800640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f94a01460b0 0x7f94a01464c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:45700/0 (socket says 172.21.15.31:45700) 2024-07-26T12:23:12.429 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.428+0000 7f949e800640 1 -- 172.21.15.31:0/242569261 learned_addr learned my addr 172.21.15.31:0/242569261 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:23:12.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.428+0000 7f949d400640 1 --2- 172.21.15.31:0/242569261 >> v2:172.21.15.123:3300/0 conn(0x7f94a00afb10 0x7f94a0145b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:12.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.428+0000 7f949e800640 1 -- 172.21.15.31:0/242569261 >> v2:172.21.15.123:3300/0 conn(0x7f94a00afb10 msgr2=0x7f94a0145b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:12.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.428+0000 7f949e800640 1 --2- 172.21.15.31:0/242569261 >> v2:172.21.15.123:3300/0 conn(0x7f94a00afb10 0x7f94a0145b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:12.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.428+0000 7f949e800640 1 -- 172.21.15.31:0/242569261 >> v1:172.21.15.123:6789/0 conn(0x7f94a0071460 legacy=0x7f94a00b48e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:12.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.428+0000 7f949e800640 1 -- 172.21.15.31:0/242569261 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f94a00727d0 con 0x7f94a01460b0 2024-07-26T12:23:12.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.430+0000 7f949e800640 1 --2- 172.21.15.31:0/242569261 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f94a01460b0 0x7f94a01464c0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f94a00713e0 tx=0x7f949802a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=248ae5f223d1f6bc server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:23:12.432 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.430+0000 7f949ca00640 1 -- 172.21.15.31:0/242569261 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9498036070 con 0x7f94a01460b0 2024-07-26T12:23:12.432 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.430+0000 7f949ca00640 1 -- 172.21.15.31:0/242569261 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f94980316f0 con 0x7f94a01460b0 2024-07-26T12:23:12.432 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.430+0000 7f949ca00640 1 -- 172.21.15.31:0/242569261 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9498031b20 con 0x7f94a01460b0 2024-07-26T12:23:12.433 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.431+0000 7f94a5200640 1 -- 172.21.15.31:0/242569261 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f94a01460b0 msgr2=0x7f94a01464c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:12.433 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.431+0000 7f94a5200640 1 --2- 172.21.15.31:0/242569261 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f94a01460b0 0x7f94a01464c0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f94a00713e0 tx=0x7f949802a610 comp rx=0 tx=0).stop 2024-07-26T12:23:12.433 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.431+0000 7f94a5200640 1 -- 172.21.15.31:0/242569261 shutdown_connections 2024-07-26T12:23:12.433 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.431+0000 7f94a5200640 1 --2- 172.21.15.31:0/242569261 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f94a01460b0 0x7f94a01464c0 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:12.433 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.431+0000 7f94a5200640 1 --2- 172.21.15.31:0/242569261 >> v2:172.21.15.123:3300/0 conn(0x7f94a00afb10 0x7f94a0145b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:12.433 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.431+0000 7f94a5200640 1 -- 172.21.15.31:0/242569261 >> 172.21.15.31:0/242569261 conn(0x7f94a006c7a0 msgr2=0x7f94a006cbb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:23:12.433 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.431+0000 7f94a5200640 1 -- 172.21.15.31:0/242569261 shutdown_connections 2024-07-26T12:23:12.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.431+0000 7f94a5200640 1 -- 172.21.15.31:0/242569261 wait complete. 2024-07-26T12:23:12.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.433+0000 7f94a5200640 1 Processor -- start 2024-07-26T12:23:12.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.433+0000 7f94a5200640 1 -- start start 2024-07-26T12:23:12.436 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.434+0000 7f94a5200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f94a0071460 0x7f94a00aac90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:12.436 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.434+0000 7f94a5200640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f94a00afb10 0x7f94a0147bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:12.436 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.434+0000 7f94a5200640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f94a01460b0 0x7f94a00aebc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:12.436 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.434+0000 7f94a5200640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f94a0150550 con 0x7f94a00afb10 2024-07-26T12:23:12.436 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.434+0000 7f94a5200640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f94a01503d0 con 0x7f94a0071460 2024-07-26T12:23:12.437 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.434+0000 7f94a5200640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f94a01506d0 con 0x7f94a01460b0 2024-07-26T12:23:12.437 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.434+0000 7f949d400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f94a00afb10 0x7f94a0147bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:12.437 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.434+0000 7f949d400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f94a00afb10 0x7f94a0147bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:45702/0 (socket says 172.21.15.31:45702) 2024-07-26T12:23:12.437 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.434+0000 7f949d400640 1 -- 172.21.15.31:0/1299958015 learned_addr learned my addr 172.21.15.31:0/1299958015 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:23:12.437 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.434+0000 7f949de00640 1 --2- 172.21.15.31:0/1299958015 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f94a0071460 0x7f94a00aac90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:12.437 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.434+0000 7f949e800640 1 --2- 172.21.15.31:0/1299958015 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f94a01460b0 0x7f94a00aebc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:12.437 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.434+0000 7f949d400640 1 -- 172.21.15.31:0/1299958015 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f94a01460b0 msgr2=0x7f94a00aebc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:12.437 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.434+0000 7f949d400640 1 --2- 172.21.15.31:0/1299958015 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f94a01460b0 0x7f94a00aebc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:12.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.434+0000 7f949d400640 1 -- 172.21.15.31:0/1299958015 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f94a0071460 msgr2=0x7f94a00aac90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:12.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.434+0000 7f949d400640 1 --2- 172.21.15.31:0/1299958015 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f94a0071460 0x7f94a00aac90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:12.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.434+0000 7f949d400640 1 -- 172.21.15.31:0/1299958015 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f94a0148110 con 0x7f94a00afb10 2024-07-26T12:23:12.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.436+0000 7f949d400640 1 --2- 172.21.15.31:0/1299958015 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f94a00afb10 0x7f94a0147bd0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f948800d600 tx=0x7f948800dac0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:23:12.439 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.436+0000 7f9496000640 1 -- 172.21.15.31:0/1299958015 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94880125f0 con 0x7f94a00afb10 2024-07-26T12:23:12.439 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.436+0000 7f9496000640 1 -- 172.21.15.31:0/1299958015 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9488019070 con 0x7f94a00afb10 2024-07-26T12:23:12.439 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.436+0000 7f9496000640 1 -- 172.21.15.31:0/1299958015 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9488012b00 con 0x7f94a00afb10 2024-07-26T12:23:12.440 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.436+0000 7f94a5200640 1 -- 172.21.15.31:0/1299958015 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f94a00a9a10 con 0x7f94a00afb10 2024-07-26T12:23:12.440 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.436+0000 7f94a5200640 1 -- 172.21.15.31:0/1299958015 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f94a00a9f30 con 0x7f94a00afb10 2024-07-26T12:23:12.440 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.437+0000 7f94a5200640 1 -- 172.21.15.31:0/1299958015 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f94a0145b70 con 0x7f94a00afb10 2024-07-26T12:23:12.440 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.437+0000 7f9496000640 1 -- 172.21.15.31:0/1299958015 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f9488012ca0 con 0x7f94a00afb10 2024-07-26T12:23:12.441 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.438+0000 7f9496000640 1 --2- 172.21.15.31:0/1299958015 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f947c077010 0x7f947c079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:12.441 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.440+0000 7f9496000640 1 -- 172.21.15.31:0/1299958015 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 5825+0+0 (secure 0 0 0) 0x7f9488098f50 con 0x7f94a00afb10 2024-07-26T12:23:12.441 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.440+0000 7f949de00640 1 --2- 172.21.15.31:0/1299958015 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f947c077010 0x7f947c079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:12.441 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.441+0000 7f949de00640 1 --2- 172.21.15.31:0/1299958015 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f947c077010 0x7f947c079520 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f9490000f60 tx=0x7f9490009040 comp rx=0 tx=0).ready entity=mgr.4126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:23:12.445 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.445+0000 7f9496000640 1 -- 172.21.15.31:0/1299958015 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f9488062040 con 0x7f94a00afb10 2024-07-26T12:23:12.663 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.662+0000 7f94a5200640 1 -- 172.21.15.31:0/1299958015 --> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "0", "target": ["mon-mgr", ""]}) -- 0x7f94a0071f30 con 0x7f947c077010 2024-07-26T12:23:12.665 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.664+0000 7f9496000640 1 -- 172.21.15.31:0/1299958015 <== mgr.4126 v2:172.21.15.123:6800/1140093937 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 0 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f94a0071f30 con 0x7f947c077010 2024-07-26T12:23:12.665 INFO:teuthology.orchestra.run.smithi031.stderr:instructed osd(s) 0 to deep-scrub 2024-07-26T12:23:12.668 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.667+0000 7f94a5200640 1 -- 172.21.15.31:0/1299958015 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f947c077010 msgr2=0x7f947c079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:12.668 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.667+0000 7f94a5200640 1 --2- 172.21.15.31:0/1299958015 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f947c077010 0x7f947c079520 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f9490000f60 tx=0x7f9490009040 comp rx=0 tx=0).stop 2024-07-26T12:23:12.668 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.667+0000 7f94a5200640 1 -- 172.21.15.31:0/1299958015 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f94a00afb10 msgr2=0x7f94a0147bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:12.668 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.667+0000 7f94a5200640 1 --2- 172.21.15.31:0/1299958015 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f94a00afb10 0x7f94a0147bd0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f948800d600 tx=0x7f948800dac0 comp rx=0 tx=0).stop 2024-07-26T12:23:12.668 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.667+0000 7f94a5200640 1 -- 172.21.15.31:0/1299958015 shutdown_connections 2024-07-26T12:23:12.669 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.667+0000 7f94a5200640 1 --2- 172.21.15.31:0/1299958015 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f947c077010 0x7f947c079520 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:12.669 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.667+0000 7f94a5200640 1 --2- 172.21.15.31:0/1299958015 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f94a01460b0 0x7f94a00aebc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:12.669 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.667+0000 7f94a5200640 1 --2- 172.21.15.31:0/1299958015 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f94a00afb10 0x7f94a0147bd0 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:12.669 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.667+0000 7f94a5200640 1 --2- 172.21.15.31:0/1299958015 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f94a0071460 0x7f94a00aac90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:12.669 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.667+0000 7f94a5200640 1 -- 172.21.15.31:0/1299958015 >> 172.21.15.31:0/1299958015 conn(0x7f94a006c7a0 msgr2=0x7f94a00b5840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:23:12.669 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.667+0000 7f94a5200640 1 -- 172.21.15.31:0/1299958015 shutdown_connections 2024-07-26T12:23:12.669 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.667+0000 7f94a5200640 1 -- 172.21.15.31:0/1299958015 wait complete. 2024-07-26T12:23:12.693 INFO:tasks.ceph:Scrubbing osd.1 2024-07-26T12:23:12.693 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 config set osd_debug_deep_scrub_sleep 0 2024-07-26T12:23:12.968 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.967+0000 7fc6bd800640 1 Processor -- start 2024-07-26T12:23:12.968 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.967+0000 7fc6bd800640 1 -- start start 2024-07-26T12:23:12.970 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.969+0000 7fc6bd800640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fc6b80b36a0 0x7fc6b80b25c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:12.970 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.969+0000 7fc6bd800640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fc6b8148170 0x7fc6b813aa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:12.971 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.969+0000 7fc6bd800640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc6b80743a0 con 0x7fc6b8148580 2024-07-26T12:23:12.971 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.969+0000 7fc6bd800640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7fc6b81479f0 con 0x7fc6b80b36a0 2024-07-26T12:23:12.971 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.969+0000 7fc6bd800640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7fc6b80b2e20 con 0x7fc6b8148170 2024-07-26T12:23:12.971 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.970+0000 7fc6bce00640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7fc6b8148580 0x7fc6b80affc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:58528/0 (socket says 172.21.15.31:58528) 2024-07-26T12:23:12.971 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.970+0000 7fc6bce00640 1 -- 172.21.15.31:0/1128542885 learned_addr learned my addr 172.21.15.31:0/1128542885 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-07-26T12:23:12.971 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.970+0000 7fc6b7e00640 1 --2- 172.21.15.31:0/1128542885 >> v2:172.21.15.31:3300/0 conn(0x7fc6b80b36a0 0x7fc6b80b25c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:12.971 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.970+0000 7fc6b7400640 1 --2- 172.21.15.31:0/1128542885 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fc6b8148170 0x7fc6b813aa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:12.972 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.970+0000 7fc6b6a00640 1 -- 172.21.15.31:0/1128542885 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2902105952 0 0) 0x7fc6b80743a0 con 0x7fc6b8148580 2024-07-26T12:23:12.973 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.970+0000 7fc6b6a00640 1 -- 172.21.15.31:0/1128542885 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc69c003520 con 0x7fc6b8148580 2024-07-26T12:23:12.973 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.970+0000 7fc6b7e00640 1 -- 172.21.15.31:0/1128542885 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fc6b8148170 msgr2=0x7fc6b813aa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:12.973 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.970+0000 7fc6b7e00640 1 --2- 172.21.15.31:0/1128542885 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fc6b8148170 0x7fc6b813aa70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:12.973 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.970+0000 7fc6b7e00640 1 -- 172.21.15.31:0/1128542885 >> v1:172.21.15.31:6789/0 conn(0x7fc6b8148580 legacy=0x7fc6b80affc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:12.973 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.970+0000 7fc6b7e00640 1 -- 172.21.15.31:0/1128542885 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc6b8147c50 con 0x7fc6b80b36a0 2024-07-26T12:23:12.973 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.972+0000 7fc6b7e00640 1 --2- 172.21.15.31:0/1128542885 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc6b80b36a0 0x7fc6b80b25c0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fc6a80097a0 tx=0x7fc6a802a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=be52c545dee2a8a6 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:23:12.973 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.972+0000 7fc6b6a00640 1 -- 172.21.15.31:0/1128542885 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6a8037070 con 0x7fc6b80b36a0 2024-07-26T12:23:12.974 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.972+0000 7fc6b6a00640 1 -- 172.21.15.31:0/1128542885 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc6a8032440 con 0x7fc6b80b36a0 2024-07-26T12:23:12.974 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.972+0000 7fc6b6a00640 1 -- 172.21.15.31:0/1128542885 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6a8032870 con 0x7fc6b80b36a0 2024-07-26T12:23:12.975 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.973+0000 7fc6bd800640 1 -- 172.21.15.31:0/1128542885 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc6b80b36a0 msgr2=0x7fc6b80b25c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:12.975 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.973+0000 7fc6bd800640 1 --2- 172.21.15.31:0/1128542885 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc6b80b36a0 0x7fc6b80b25c0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fc6a80097a0 tx=0x7fc6a802a180 comp rx=0 tx=0).stop 2024-07-26T12:23:12.975 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.973+0000 7fc6bd800640 1 -- 172.21.15.31:0/1128542885 shutdown_connections 2024-07-26T12:23:12.975 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.973+0000 7fc6bd800640 1 --2- 172.21.15.31:0/1128542885 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fc6b8148170 0x7fc6b813aa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:12.975 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.973+0000 7fc6bd800640 1 --2- 172.21.15.31:0/1128542885 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc6b80b36a0 0x7fc6b80b25c0 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:12.975 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.973+0000 7fc6bd800640 1 -- 172.21.15.31:0/1128542885 >> 172.21.15.31:0/1128542885 conn(0x7fc6b80b55c0 msgr2=0x7fc6b80b5a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:23:12.976 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.973+0000 7fc6bd800640 1 -- 172.21.15.31:0/1128542885 shutdown_connections 2024-07-26T12:23:12.976 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.973+0000 7fc6bd800640 1 -- 172.21.15.31:0/1128542885 wait complete. 2024-07-26T12:23:12.976 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.975+0000 7fc6bd800640 1 Processor -- start 2024-07-26T12:23:12.976 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.975+0000 7fc6bd800640 1 -- start start 2024-07-26T12:23:12.978 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.977+0000 7fc6bd800640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fc6b80b36a0 0x7fc6b8141680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:12.978 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.977+0000 7fc6bd800640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc6b8148170 0x7fc6b81ddf80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:12.978 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.977+0000 7fc6bd800640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc6b8148580 0x7fc6b8139460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:12.978 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.977+0000 7fc6bd800640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fc6b80b0850 con 0x7fc6b8148580 2024-07-26T12:23:12.978 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.977+0000 7fc6bd800640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fc6b80b06d0 con 0x7fc6b8148170 2024-07-26T12:23:12.978 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.977+0000 7fc6bd800640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7fc6b80b09d0 con 0x7fc6b80b36a0 2024-07-26T12:23:12.978 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.977+0000 7fc6bce00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc6b8148580 0x7fc6b8139460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:12.979 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.977+0000 7fc6bce00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc6b8148580 0x7fc6b8139460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:45714/0 (socket says 172.21.15.31:45714) 2024-07-26T12:23:12.979 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.977+0000 7fc6bce00640 1 -- 172.21.15.31:0/1021626720 learned_addr learned my addr 172.21.15.31:0/1021626720 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:23:12.979 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.977+0000 7fc6b7e00640 1 --2- 172.21.15.31:0/1021626720 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fc6b80b36a0 0x7fc6b8141680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:12.979 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.977+0000 7fc6b7400640 1 --2- 172.21.15.31:0/1021626720 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc6b8148170 0x7fc6b81ddf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:12.980 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.977+0000 7fc6bce00640 1 -- 172.21.15.31:0/1021626720 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fc6b80b36a0 msgr2=0x7fc6b8141680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:12.980 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.977+0000 7fc6bce00640 1 --2- 172.21.15.31:0/1021626720 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fc6b80b36a0 0x7fc6b8141680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:12.980 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.977+0000 7fc6bce00640 1 -- 172.21.15.31:0/1021626720 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc6b8148170 msgr2=0x7fc6b81ddf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:12.981 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.977+0000 7fc6bce00640 1 --2- 172.21.15.31:0/1021626720 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc6b8148170 0x7fc6b81ddf80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:12.981 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.978+0000 7fc6bce00640 1 -- 172.21.15.31:0/1021626720 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc6b813bf30 con 0x7fc6b8148580 2024-07-26T12:23:12.981 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.978+0000 7fc6bce00640 1 --2- 172.21.15.31:0/1021626720 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc6b8148580 0x7fc6b8139460 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fc6b000ca70 tx=0x7fc6b000cf30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:23:12.981 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.978+0000 7fc6afe00640 1 -- 172.21.15.31:0/1021626720 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6b000abd0 con 0x7fc6b8148580 2024-07-26T12:23:12.981 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.978+0000 7fc6afe00640 1 -- 172.21.15.31:0/1021626720 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc6b000ad70 con 0x7fc6b8148580 2024-07-26T12:23:12.981 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.978+0000 7fc6afe00640 1 -- 172.21.15.31:0/1021626720 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6b0012660 con 0x7fc6b8148580 2024-07-26T12:23:12.981 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.978+0000 7fc6bd800640 1 -- 172.21.15.31:0/1021626720 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc6b81e16e0 con 0x7fc6b8148580 2024-07-26T12:23:12.981 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.978+0000 7fc6bd800640 1 -- 172.21.15.31:0/1021626720 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc6b81e1ca0 con 0x7fc6b8148580 2024-07-26T12:23:12.982 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.979+0000 7fc6bd800640 1 -- 172.21.15.31:0/1021626720 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fc6b80b25c0 con 0x7fc6b8148580 2024-07-26T12:23:12.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.981+0000 7fc6afe00640 1 -- 172.21.15.31:0/1021626720 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fc6b001b400 con 0x7fc6b8148580 2024-07-26T12:23:12.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.982+0000 7fc6afe00640 1 --2- 172.21.15.31:0/1021626720 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fc698077010 0x7fc698079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:12.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.982+0000 7fc6afe00640 1 -- 172.21.15.31:0/1021626720 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 5825+0+0 (secure 0 0 0) 0x7fc6b0098fe0 con 0x7fc6b8148580 2024-07-26T12:23:12.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.982+0000 7fc6afe00640 1 --2- 172.21.15.31:0/1021626720 >> [v2:172.21.15.31:6800/209410576,v1:172.21.15.31:6801/209410576] conn(0x7fc69807f3e0 0x7fc6980818b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:12.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.982+0000 7fc6afe00640 1 -- 172.21.15.31:0/1021626720 --> [v2:172.21.15.31:6800/209410576,v1:172.21.15.31:6801/209410576] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fc6b001ae50 con 0x7fc69807f3e0 2024-07-26T12:23:12.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.982+0000 7fc6afe00640 1 -- 172.21.15.31:0/1021626720 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fc6b009b5e0 con 0x7fc6b8148580 2024-07-26T12:23:12.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.982+0000 7fc6b7e00640 1 --2- 172.21.15.31:0/1021626720 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fc698077010 0x7fc698079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:12.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.982+0000 7fc6b7400640 1 --2- 172.21.15.31:0/1021626720 >> [v2:172.21.15.31:6800/209410576,v1:172.21.15.31:6801/209410576] conn(0x7fc69807f3e0 0x7fc6980818b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:12.984 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.983+0000 7fc6b7400640 1 --2- 172.21.15.31:0/1021626720 >> [v2:172.21.15.31:6800/209410576,v1:172.21.15.31:6801/209410576] conn(0x7fc69807f3e0 0x7fc6980818b0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:23:12.984 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.983+0000 7fc6b7e00640 1 --2- 172.21.15.31:0/1021626720 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fc698077010 0x7fc698079520 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fc6a8034000 tx=0x7fc6a802c040 comp rx=0 tx=0).ready entity=mgr.4126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:23:12.984 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.984+0000 7fc6afe00640 1 -- 172.21.15.31:0/1021626720 <== osd.1 v2:172.21.15.31:6800/209410576 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fc6b001ae50 con 0x7fc69807f3e0 2024-07-26T12:23:12.999 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.998+0000 7fc6bd800640 1 -- 172.21.15.31:0/1021626720 --> [v2:172.21.15.31:6800/209410576,v1:172.21.15.31:6801/209410576] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7fc6b813bc50 con 0x7fc69807f3e0 2024-07-26T12:23:12.999 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.999+0000 7fc6afe00640 1 -- 172.21.15.31:0/1021626720 <== osd.1 v2:172.21.15.31:6800/209410576 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7fc6b813bc50 con 0x7fc69807f3e0 2024-07-26T12:23:13.000 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-07-26T12:23:13.000 INFO:teuthology.orchestra.run.smithi031.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-07-26T12:23:13.000 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-07-26T12:23:13.001 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.999+0000 7fc6bd800640 1 -- 172.21.15.31:0/1021626720 >> [v2:172.21.15.31:6800/209410576,v1:172.21.15.31:6801/209410576] conn(0x7fc69807f3e0 msgr2=0x7fc6980818b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:13.001 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:12.999+0000 7fc6bd800640 1 --2- 172.21.15.31:0/1021626720 >> [v2:172.21.15.31:6800/209410576,v1:172.21.15.31:6801/209410576] conn(0x7fc69807f3e0 0x7fc6980818b0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:13.001 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.000+0000 7fc6bd800640 1 -- 172.21.15.31:0/1021626720 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fc698077010 msgr2=0x7fc698079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:13.002 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.000+0000 7fc6bd800640 1 --2- 172.21.15.31:0/1021626720 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fc698077010 0x7fc698079520 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fc6a8034000 tx=0x7fc6a802c040 comp rx=0 tx=0).stop 2024-07-26T12:23:13.002 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.000+0000 7fc6bd800640 1 -- 172.21.15.31:0/1021626720 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc6b8148580 msgr2=0x7fc6b8139460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:13.002 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.000+0000 7fc6bd800640 1 --2- 172.21.15.31:0/1021626720 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc6b8148580 0x7fc6b8139460 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fc6b000ca70 tx=0x7fc6b000cf30 comp rx=0 tx=0).stop 2024-07-26T12:23:13.002 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.000+0000 7fc6bce00640 1 -- 172.21.15.31:0/1021626720 reap_dead start 2024-07-26T12:23:13.002 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.000+0000 7fc6bd800640 1 -- 172.21.15.31:0/1021626720 shutdown_connections 2024-07-26T12:23:13.002 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.000+0000 7fc6bd800640 1 -- 172.21.15.31:0/1021626720 >> 172.21.15.31:0/1021626720 conn(0x7fc6b80b55c0 msgr2=0x7fc6b8143d50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:23:13.002 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.000+0000 7fc6bd800640 1 -- 172.21.15.31:0/1021626720 shutdown_connections 2024-07-26T12:23:13.003 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.000+0000 7fc6bd800640 1 -- 172.21.15.31:0/1021626720 wait complete. 2024-07-26T12:23:13.027 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 1 2024-07-26T12:23:13.302 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.301+0000 7fe9d9200640 1 Processor -- start 2024-07-26T12:23:13.303 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.302+0000 7fe9d9200640 1 -- start start 2024-07-26T12:23:13.304 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.303+0000 7fe9d9200640 1 --2- >> v2:172.21.15.123:3300/0 conn(0x7fe9d4141090 0x7fe9d41414a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:13.304 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.303+0000 7fe9d9200640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe9d40b29e0 con 0x7fe9d40b41d0 2024-07-26T12:23:13.304 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.303+0000 7fe9d9200640 1 -- --> v1:172.21.15.123:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe9d40b1f20 con 0x7fe9d414c550 2024-07-26T12:23:13.304 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.303+0000 7fe9d9200640 1 -- --> v2:172.21.15.123:3300/0 -- mon_getmap magic: 0 -- 0x7fe9d40b45e0 con 0x7fe9d4141090 2024-07-26T12:23:13.304 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.303+0000 7fe9d3400640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7fe9d40b41d0 0x7fe9d4143cc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:58542/0 (socket says 172.21.15.31:58542) 2024-07-26T12:23:13.304 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.303+0000 7fe9d3400640 1 -- 172.21.15.31:0/3594442523 learned_addr learned my addr 172.21.15.31:0/3594442523 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-07-26T12:23:13.306 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.304+0000 7fe9d2000640 1 -- 172.21.15.31:0/3594442523 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1304315722 0 0) 0x7fe9d40b29e0 con 0x7fe9d40b41d0 2024-07-26T12:23:13.306 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.304+0000 7fe9d2000640 1 -- 172.21.15.31:0/3594442523 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe9b8005730 con 0x7fe9d40b41d0 2024-07-26T12:23:13.306 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.304+0000 7fe9d2a00640 1 --2- 172.21.15.31:0/3594442523 >> v2:172.21.15.123:3300/0 conn(0x7fe9d4141090 0x7fe9d41414a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:13.306 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.304+0000 7fe9d2000640 1 -- 172.21.15.31:0/3594442523 <== mon.0 v1:172.21.15.31:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 972868802 0 0) 0x7fe9b8005730 con 0x7fe9d40b41d0 2024-07-26T12:23:13.307 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.304+0000 7fe9d2000640 1 -- 172.21.15.31:0/3594442523 >> v2:172.21.15.123:3300/0 conn(0x7fe9d4141090 msgr2=0x7fe9d41414a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:13.307 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.304+0000 7fe9d2000640 1 --2- 172.21.15.31:0/3594442523 >> v2:172.21.15.123:3300/0 conn(0x7fe9d4141090 0x7fe9d41414a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:13.307 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.304+0000 7fe9d2000640 1 -- 172.21.15.31:0/3594442523 >> v1:172.21.15.123:6789/0 conn(0x7fe9d414c550 legacy=0x7fe9d414e970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:13.307 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.304+0000 7fe9d2000640 1 -- 172.21.15.31:0/3594442523 --> v1:172.21.15.31:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9d4070ab0 con 0x7fe9d40b41d0 2024-07-26T12:23:13.307 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.304+0000 7fe9d2000640 1 -- 172.21.15.31:0/3594442523 <== mon.0 v1:172.21.15.31:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 972834220 0 0) 0x7fe9bc0016f0 con 0x7fe9d40b41d0 2024-07-26T12:23:13.307 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.304+0000 7fe9d2000640 1 -- 172.21.15.31:0/3594442523 >> v1:172.21.15.31:6789/0 conn(0x7fe9d40b41d0 legacy=0x7fe9d4143cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:13.307 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.304+0000 7fe9d2000640 1 --2- 172.21.15.31:0/3594442523 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe9b8005d20 0x7fe9b8006190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:13.307 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.304+0000 7fe9d2000640 1 --2- 172.21.15.31:0/3594442523 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe9b8006a10 0x7fe9b8006e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:13.308 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.304+0000 7fe9d2000640 1 --2- 172.21.15.31:0/3594442523 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe9b8007600 0x7fe9b800dc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:13.308 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.305+0000 7fe9d2000640 1 -- 172.21.15.31:0/3594442523 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fe9d40b45e0 con 0x7fe9b8005d20 2024-07-26T12:23:13.308 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.305+0000 7fe9d2000640 1 -- 172.21.15.31:0/3594442523 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fe9b800e560 con 0x7fe9b8006a10 2024-07-26T12:23:13.308 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.305+0000 7fe9d2000640 1 -- 172.21.15.31:0/3594442523 --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7fe9b800e760 con 0x7fe9b8007600 2024-07-26T12:23:13.308 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.305+0000 7fe9d3400640 1 --2- 172.21.15.31:0/3594442523 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe9b8005d20 0x7fe9b8006190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:13.308 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.305+0000 7fe9d2a00640 1 --2- 172.21.15.31:0/3594442523 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe9b8006a10 0x7fe9b8006e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:13.308 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.305+0000 7fe9d3e00640 1 --2- 172.21.15.31:0/3594442523 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe9b8007600 0x7fe9b800dc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:13.308 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.305+0000 7fe9d3400640 1 -- 172.21.15.31:0/3594442523 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe9b8007600 msgr2=0x7fe9b800dc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:13.308 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.305+0000 7fe9d3400640 1 --2- 172.21.15.31:0/3594442523 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe9b8007600 0x7fe9b800dc80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:13.309 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.305+0000 7fe9d3400640 1 -- 172.21.15.31:0/3594442523 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe9b8006a10 msgr2=0x7fe9b8006e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:13.309 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.305+0000 7fe9d3400640 1 --2- 172.21.15.31:0/3594442523 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe9b8006a10 0x7fe9b8006e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:13.309 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.305+0000 7fe9d3400640 1 -- 172.21.15.31:0/3594442523 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9b8005730 con 0x7fe9b8005d20 2024-07-26T12:23:13.309 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.305+0000 7fe9d3e00640 1 -- 172.21.15.31:0/3594442523 reap_dead start 2024-07-26T12:23:13.310 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.306+0000 7fe9d3400640 1 --2- 172.21.15.31:0/3594442523 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe9b8005d20 0x7fe9b8006190 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fe9d40b4d00 tx=0x7fe9b8007a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1813d6799c7c85f8 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:23:13.311 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.307+0000 7fe9d2000640 1 -- 172.21.15.31:0/3594442523 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9bc007ce0 con 0x7fe9b8005d20 2024-07-26T12:23:13.311 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.307+0000 7fe9d2000640 1 -- 172.21.15.31:0/3594442523 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe9bc005af0 con 0x7fe9b8005d20 2024-07-26T12:23:13.311 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.307+0000 7fe9d2000640 1 -- 172.21.15.31:0/3594442523 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9bc007070 con 0x7fe9b8005d20 2024-07-26T12:23:13.311 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.307+0000 7fe9d9200640 1 -- 172.21.15.31:0/3594442523 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe9b8005d20 msgr2=0x7fe9b8006190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:13.311 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.307+0000 7fe9d9200640 1 --2- 172.21.15.31:0/3594442523 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe9b8005d20 0x7fe9b8006190 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fe9d40b4d00 tx=0x7fe9b8007a40 comp rx=0 tx=0).stop 2024-07-26T12:23:13.311 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.308+0000 7fe9d9200640 1 -- 172.21.15.31:0/3594442523 shutdown_connections 2024-07-26T12:23:13.311 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.308+0000 7fe9d9200640 1 --2- 172.21.15.31:0/3594442523 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe9b8005d20 0x7fe9b8006190 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:13.311 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.308+0000 7fe9d9200640 1 -- 172.21.15.31:0/3594442523 >> 172.21.15.31:0/3594442523 conn(0x7fe9d406d300 msgr2=0x7fe9d40b8ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:23:13.311 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.308+0000 7fe9d9200640 1 -- 172.21.15.31:0/3594442523 shutdown_connections 2024-07-26T12:23:13.312 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.308+0000 7fe9d9200640 1 -- 172.21.15.31:0/3594442523 wait complete. 2024-07-26T12:23:13.312 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.310+0000 7fe9d9200640 1 Processor -- start 2024-07-26T12:23:13.312 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.310+0000 7fe9d9200640 1 -- start start 2024-07-26T12:23:13.314 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.311+0000 7fe9d9200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe9b8005d20 0x7fe9d4147100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:13.314 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.311+0000 7fe9d9200640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe9d414b150 0x7fe9d41d9c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:13.314 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.311+0000 7fe9d9200640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe9d413e460 0x7fe9d413e870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:13.314 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.311+0000 7fe9d9200640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fe9d41414a0 con 0x7fe9d414b150 2024-07-26T12:23:13.314 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.311+0000 7fe9d9200640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fe9d40b54f0 con 0x7fe9b8005d20 2024-07-26T12:23:13.314 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.311+0000 7fe9d9200640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7fe9d4141620 con 0x7fe9d413e460 2024-07-26T12:23:13.314 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.311+0000 7fe9d2a00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe9d414b150 0x7fe9d41d9c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:13.315 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.311+0000 7fe9d2a00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe9d414b150 0x7fe9d41d9c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:45726/0 (socket says 172.21.15.31:45726) 2024-07-26T12:23:13.315 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.311+0000 7fe9d2a00640 1 -- 172.21.15.31:0/3608893187 learned_addr learned my addr 172.21.15.31:0/3608893187 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:23:13.315 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.312+0000 7fe9d3e00640 1 --2- 172.21.15.31:0/3608893187 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe9d413e460 0x7fe9d413e870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:13.315 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.312+0000 7fe9d3400640 1 --2- 172.21.15.31:0/3608893187 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe9b8005d20 0x7fe9d4147100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:13.315 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.312+0000 7fe9d2a00640 1 -- 172.21.15.31:0/3608893187 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe9d413e460 msgr2=0x7fe9d413e870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:13.315 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.312+0000 7fe9d2a00640 1 --2- 172.21.15.31:0/3608893187 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe9d413e460 0x7fe9d413e870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:13.315 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.312+0000 7fe9d2a00640 1 -- 172.21.15.31:0/3608893187 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe9b8005d20 msgr2=0x7fe9d4147100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:13.315 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.312+0000 7fe9d2a00640 1 --2- 172.21.15.31:0/3608893187 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe9b8005d20 0x7fe9d4147100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:13.316 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.312+0000 7fe9d2a00640 1 -- 172.21.15.31:0/3608893187 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9d41da190 con 0x7fe9d414b150 2024-07-26T12:23:13.316 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.312+0000 7fe9d3e00640 1 --2- 172.21.15.31:0/3608893187 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe9d413e460 0x7fe9d413e870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T12:23:13.316 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.312+0000 7fe9d3400640 1 --2- 172.21.15.31:0/3608893187 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe9b8005d20 0x7fe9d4147100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T12:23:13.316 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.312+0000 7fe9d2a00640 1 --2- 172.21.15.31:0/3608893187 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe9d414b150 0x7fe9d41d9c50 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fe9c4011610 tx=0x7fe9c4011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:23:13.316 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.312+0000 7fe9cb400640 1 -- 172.21.15.31:0/3608893187 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9c4004220 con 0x7fe9d414b150 2024-07-26T12:23:13.316 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.313+0000 7fe9cb400640 1 -- 172.21.15.31:0/3608893187 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe9c40044b0 con 0x7fe9d414b150 2024-07-26T12:23:13.316 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.313+0000 7fe9cb400640 1 -- 172.21.15.31:0/3608893187 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9c400f950 con 0x7fe9d414b150 2024-07-26T12:23:13.316 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.313+0000 7fe9d9200640 1 -- 172.21.15.31:0/3608893187 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe9d414b670 con 0x7fe9d414b150 2024-07-26T12:23:13.316 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.313+0000 7fe9d9200640 1 -- 172.21.15.31:0/3608893187 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe9d40a9960 con 0x7fe9d414b150 2024-07-26T12:23:13.317 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.314+0000 7fe9d9200640 1 -- 172.21.15.31:0/3608893187 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe9d40b3780 con 0x7fe9d414b150 2024-07-26T12:23:13.317 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.315+0000 7fe9cb400640 1 -- 172.21.15.31:0/3608893187 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fe9c400faf0 con 0x7fe9d414b150 2024-07-26T12:23:13.318 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.317+0000 7fe9cb400640 1 --2- 172.21.15.31:0/3608893187 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fe9b0077010 0x7fe9b0079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:13.318 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.317+0000 7fe9cb400640 1 -- 172.21.15.31:0/3608893187 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 5825+0+0 (secure 0 0 0) 0x7fe9c40990c0 con 0x7fe9d414b150 2024-07-26T12:23:13.318 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.317+0000 7fe9d3400640 1 --2- 172.21.15.31:0/3608893187 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fe9b0077010 0x7fe9b0079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:13.319 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.318+0000 7fe9d3400640 1 --2- 172.21.15.31:0/3608893187 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fe9b0077010 0x7fe9b0079520 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fe9bc032000 tx=0x7fe9bc001930 comp rx=0 tx=0).ready entity=mgr.4126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:23:13.322 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.321+0000 7fe9cb400640 1 -- 172.21.15.31:0/3608893187 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fe9c4019030 con 0x7fe9d414b150 2024-07-26T12:23:13.538 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.537+0000 7fe9d9200640 1 -- 172.21.15.31:0/3608893187 --> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "1", "target": ["mon-mgr", ""]}) -- 0x7fe9d40b76d0 con 0x7fe9b0077010 2024-07-26T12:23:13.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.538+0000 7fe9cb400640 1 -- 172.21.15.31:0/3608893187 <== mgr.4126 v2:172.21.15.123:6800/1140093937 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 1 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7fe9d40b76d0 con 0x7fe9b0077010 2024-07-26T12:23:13.539 INFO:teuthology.orchestra.run.smithi031.stderr:instructed osd(s) 1 to deep-scrub 2024-07-26T12:23:13.542 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.541+0000 7fe9d9200640 1 -- 172.21.15.31:0/3608893187 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fe9b0077010 msgr2=0x7fe9b0079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:13.542 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.541+0000 7fe9d9200640 1 --2- 172.21.15.31:0/3608893187 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fe9b0077010 0x7fe9b0079520 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fe9bc032000 tx=0x7fe9bc001930 comp rx=0 tx=0).stop 2024-07-26T12:23:13.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.541+0000 7fe9d9200640 1 -- 172.21.15.31:0/3608893187 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe9d414b150 msgr2=0x7fe9d41d9c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:13.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.541+0000 7fe9d9200640 1 --2- 172.21.15.31:0/3608893187 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe9d414b150 0x7fe9d41d9c50 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fe9c4011610 tx=0x7fe9c4011ad0 comp rx=0 tx=0).stop 2024-07-26T12:23:13.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.541+0000 7fe9d9200640 1 -- 172.21.15.31:0/3608893187 shutdown_connections 2024-07-26T12:23:13.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.542+0000 7fe9d9200640 1 --2- 172.21.15.31:0/3608893187 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fe9b0077010 0x7fe9b0079520 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:13.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.542+0000 7fe9d9200640 1 --2- 172.21.15.31:0/3608893187 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe9d413e460 0x7fe9d413e870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:13.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.542+0000 7fe9d9200640 1 --2- 172.21.15.31:0/3608893187 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe9d414b150 0x7fe9d41d9c50 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:13.544 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.542+0000 7fe9d9200640 1 --2- 172.21.15.31:0/3608893187 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe9b8005d20 0x7fe9d4147100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:13.544 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.542+0000 7fe9d9200640 1 -- 172.21.15.31:0/3608893187 >> 172.21.15.31:0/3608893187 conn(0x7fe9d406d300 msgr2=0x7fe9d4140500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:23:13.544 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.542+0000 7fe9d9200640 1 -- 172.21.15.31:0/3608893187 shutdown_connections 2024-07-26T12:23:13.544 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.542+0000 7fe9d9200640 1 -- 172.21.15.31:0/3608893187 wait complete. 2024-07-26T12:23:13.569 INFO:tasks.ceph:Scrubbing osd.2 2024-07-26T12:23:13.569 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 config set osd_debug_deep_scrub_sleep 0 2024-07-26T12:23:13.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.854+0000 7fa6f5e00640 1 Processor -- start 2024-07-26T12:23:13.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.854+0000 7fa6f5e00640 1 -- start start 2024-07-26T12:23:13.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.855+0000 7fa6f5e00640 1 --2- >> v2:172.21.15.123:3300/0 conn(0x7fa6f00b6880 0x7fa6f00b3cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:13.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.855+0000 7fa6f5e00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fa6f00b4ad0 0x7fa6f00b4ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:13.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.855+0000 7fa6f5e00640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fa6f013de10 0x7fa6f013e220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:13.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.855+0000 7fa6f5e00640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7fa6f0142150 con 0x7fa6f00b4ad0 2024-07-26T12:23:13.857 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.855+0000 7fa6f5e00640 1 -- --> v2:172.21.15.123:3300/0 -- mon_getmap magic: 0 -- 0x7fa6f0148430 con 0x7fa6f00b6880 2024-07-26T12:23:13.857 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.855+0000 7fa6f5e00640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7fa6f01488c0 con 0x7fa6f013de10 2024-07-26T12:23:13.857 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.856+0000 7fa6e7e00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fa6f00b4ad0 0x7fa6f00b4ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:13.857 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.856+0000 7fa6e7e00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fa6f00b4ad0 0x7fa6f00b4ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:45742/0 (socket says 172.21.15.31:45742) 2024-07-26T12:23:13.857 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.856+0000 7fa6e7e00640 1 -- 172.21.15.31:0/2301370321 learned_addr learned my addr 172.21.15.31:0/2301370321 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:23:13.858 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.856+0000 7fa6eea00640 1 --2- 172.21.15.31:0/2301370321 >> v2:172.21.15.123:3300/0 conn(0x7fa6f00b6880 0x7fa6f00b3cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:13.858 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.856+0000 7fa6ef400640 1 --2- 172.21.15.31:0/2301370321 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fa6f013de10 0x7fa6f013e220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:13.859 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.856+0000 7fa6e7e00640 1 -- 172.21.15.31:0/2301370321 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fa6f013de10 msgr2=0x7fa6f013e220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:13.859 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.856+0000 7fa6e7e00640 1 --2- 172.21.15.31:0/2301370321 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fa6f013de10 0x7fa6f013e220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:13.859 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.856+0000 7fa6e7e00640 1 -- 172.21.15.31:0/2301370321 >> v2:172.21.15.123:3300/0 conn(0x7fa6f00b6880 msgr2=0x7fa6f00b3cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:13.859 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.856+0000 7fa6e7e00640 1 --2- 172.21.15.31:0/2301370321 >> v2:172.21.15.123:3300/0 conn(0x7fa6f00b6880 0x7fa6f00b3cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:13.859 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.856+0000 7fa6e7e00640 1 -- 172.21.15.31:0/2301370321 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6f00b6c90 con 0x7fa6f00b4ad0 2024-07-26T12:23:13.859 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.857+0000 7fa6e7e00640 1 --2- 172.21.15.31:0/2301370321 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa6f00b4ad0 0x7fa6f00b4ee0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fa6f006ed40 tx=0x7fa6d802a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5882592bc950ac1b server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:23:13.859 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.858+0000 7fa6ee000640 1 -- 172.21.15.31:0/2301370321 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6d8037070 con 0x7fa6f00b4ad0 2024-07-26T12:23:13.860 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.858+0000 7fa6ee000640 1 -- 172.21.15.31:0/2301370321 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa6d8032440 con 0x7fa6f00b4ad0 2024-07-26T12:23:13.860 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.858+0000 7fa6ee000640 1 -- 172.21.15.31:0/2301370321 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6d8032870 con 0x7fa6f00b4ad0 2024-07-26T12:23:13.861 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.858+0000 7fa6f5e00640 1 -- 172.21.15.31:0/2301370321 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa6f00b4ad0 msgr2=0x7fa6f00b4ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:13.861 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.858+0000 7fa6f5e00640 1 --2- 172.21.15.31:0/2301370321 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa6f00b4ad0 0x7fa6f00b4ee0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fa6f006ed40 tx=0x7fa6d802a140 comp rx=0 tx=0).stop 2024-07-26T12:23:13.861 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.859+0000 7fa6f5e00640 1 -- 172.21.15.31:0/2301370321 shutdown_connections 2024-07-26T12:23:13.861 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.859+0000 7fa6f5e00640 1 --2- 172.21.15.31:0/2301370321 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fa6f013de10 0x7fa6f013e220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:13.861 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.859+0000 7fa6f5e00640 1 --2- 172.21.15.31:0/2301370321 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa6f00b4ad0 0x7fa6f00b4ee0 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:13.861 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.859+0000 7fa6f5e00640 1 --2- 172.21.15.31:0/2301370321 >> v2:172.21.15.123:3300/0 conn(0x7fa6f00b6880 0x7fa6f00b3cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:13.861 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.859+0000 7fa6f5e00640 1 -- 172.21.15.31:0/2301370321 >> 172.21.15.31:0/2301370321 conn(0x7fa6f00bd220 msgr2=0x7fa6f00bd630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:23:13.861 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.859+0000 7fa6f5e00640 1 -- 172.21.15.31:0/2301370321 shutdown_connections 2024-07-26T12:23:13.862 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.859+0000 7fa6f5e00640 1 -- 172.21.15.31:0/2301370321 wait complete. 2024-07-26T12:23:13.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.861+0000 7fa6f5e00640 1 Processor -- start 2024-07-26T12:23:13.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.861+0000 7fa6f5e00640 1 -- start start 2024-07-26T12:23:13.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.862+0000 7fa6f5e00640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fa6f00b4ad0 0x7fa6f013ed20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:13.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.862+0000 7fa6f5e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa6f00b6880 0x7fa6f013ce00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:13.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.862+0000 7fa6f5e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa6f013de10 0x7fa6f013d340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:13.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.862+0000 7fa6f5e00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fa6f00b2cb0 con 0x7fa6f00b6880 2024-07-26T12:23:13.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.862+0000 7fa6f5e00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fa6f00b2b30 con 0x7fa6f013de10 2024-07-26T12:23:13.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.862+0000 7fa6f5e00640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7fa6f00b2e30 con 0x7fa6f00b4ad0 2024-07-26T12:23:13.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.862+0000 7fa6e7e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa6f00b6880 0x7fa6f013ce00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:13.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.862+0000 7fa6e7e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa6f00b6880 0x7fa6f013ce00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:45752/0 (socket says 172.21.15.31:45752) 2024-07-26T12:23:13.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.862+0000 7fa6e7e00640 1 -- 172.21.15.31:0/2837013768 learned_addr learned my addr 172.21.15.31:0/2837013768 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:23:13.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.863+0000 7fa6ef400640 1 --2- 172.21.15.31:0/2837013768 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa6f013de10 0x7fa6f013d340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:13.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.863+0000 7fa6eea00640 1 --2- 172.21.15.31:0/2837013768 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fa6f00b4ad0 0x7fa6f013ed20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:13.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.863+0000 7fa6e7e00640 1 -- 172.21.15.31:0/2837013768 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fa6f00b4ad0 msgr2=0x7fa6f013ed20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:13.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.863+0000 7fa6e7e00640 1 --2- 172.21.15.31:0/2837013768 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fa6f00b4ad0 0x7fa6f013ed20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:13.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.863+0000 7fa6e7e00640 1 -- 172.21.15.31:0/2837013768 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa6f013de10 msgr2=0x7fa6f013d340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:13.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.863+0000 7fa6e7e00640 1 --2- 172.21.15.31:0/2837013768 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa6f013de10 0x7fa6f013d340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:13.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.863+0000 7fa6e7e00640 1 -- 172.21.15.31:0/2837013768 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6f01d2f30 con 0x7fa6f00b6880 2024-07-26T12:23:13.867 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.863+0000 7fa6e7e00640 1 --2- 172.21.15.31:0/2837013768 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa6f00b6880 0x7fa6f013ce00 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fa6d8035040 tx=0x7fa6d80305f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:23:13.867 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.863+0000 7fa6e7400640 1 -- 172.21.15.31:0/2837013768 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6d8040070 con 0x7fa6f00b6880 2024-07-26T12:23:13.867 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.863+0000 7fa6e7400640 1 -- 172.21.15.31:0/2837013768 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa6d80309f0 con 0x7fa6f00b6880 2024-07-26T12:23:13.867 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.863+0000 7fa6e7400640 1 -- 172.21.15.31:0/2837013768 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6d8037070 con 0x7fa6f00b6880 2024-07-26T12:23:13.867 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.863+0000 7fa6f5e00640 1 -- 172.21.15.31:0/2837013768 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa6f01de1f0 con 0x7fa6f00b6880 2024-07-26T12:23:13.867 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.864+0000 7fa6f5e00640 1 -- 172.21.15.31:0/2837013768 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa6f01de7b0 con 0x7fa6f00b6880 2024-07-26T12:23:13.867 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.864+0000 7fa6f5e00640 1 -- 172.21.15.31:0/2837013768 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fa6f013f990 con 0x7fa6f00b6880 2024-07-26T12:23:13.868 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.866+0000 7fa6e7400640 1 -- 172.21.15.31:0/2837013768 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fa6d8043070 con 0x7fa6f00b6880 2024-07-26T12:23:13.868 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.867+0000 7fa6e7400640 1 --2- 172.21.15.31:0/2837013768 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fa6cc077010 0x7fa6cc079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:13.869 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.867+0000 7fa6e7400640 1 -- 172.21.15.31:0/2837013768 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 5825+0+0 (secure 0 0 0) 0x7fa6d80b87d0 con 0x7fa6f00b6880 2024-07-26T12:23:13.869 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.867+0000 7fa6e7400640 1 --2- 172.21.15.31:0/2837013768 >> [v2:172.21.15.31:6808/4014278924,v1:172.21.15.31:6809/4014278924] conn(0x7fa6cc07f3e0 0x7fa6cc0818b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:13.869 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.867+0000 7fa6e7400640 1 -- 172.21.15.31:0/2837013768 --> [v2:172.21.15.31:6808/4014278924,v1:172.21.15.31:6809/4014278924] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fa6d8036e50 con 0x7fa6cc07f3e0 2024-07-26T12:23:13.869 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.867+0000 7fa6e7400640 1 -- 172.21.15.31:0/2837013768 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fa6d80b8b80 con 0x7fa6f00b6880 2024-07-26T12:23:13.869 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.868+0000 7fa6ef400640 1 --2- 172.21.15.31:0/2837013768 >> [v2:172.21.15.31:6808/4014278924,v1:172.21.15.31:6809/4014278924] conn(0x7fa6cc07f3e0 0x7fa6cc0818b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:13.869 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.868+0000 7fa6eea00640 1 --2- 172.21.15.31:0/2837013768 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fa6cc077010 0x7fa6cc079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:13.870 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.868+0000 7fa6ef400640 1 --2- 172.21.15.31:0/2837013768 >> [v2:172.21.15.31:6808/4014278924,v1:172.21.15.31:6809/4014278924] conn(0x7fa6cc07f3e0 0x7fa6cc0818b0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:23:13.870 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.869+0000 7fa6eea00640 1 --2- 172.21.15.31:0/2837013768 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fa6cc077010 0x7fa6cc079520 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fa6e0006fd0 tx=0x7fa6e0008040 comp rx=0 tx=0).ready entity=mgr.4126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:23:13.870 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.869+0000 7fa6e7400640 1 -- 172.21.15.31:0/2837013768 <== osd.2 v2:172.21.15.31:6808/4014278924 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fa6d8036e50 con 0x7fa6cc07f3e0 2024-07-26T12:23:13.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.884+0000 7fa6f5e00640 1 -- 172.21.15.31:0/2837013768 --> [v2:172.21.15.31:6808/4014278924,v1:172.21.15.31:6809/4014278924] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7fa6f013f7e0 con 0x7fa6cc07f3e0 2024-07-26T12:23:13.885 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.884+0000 7fa6e7400640 1 -- 172.21.15.31:0/2837013768 <== osd.2 v2:172.21.15.31:6808/4014278924 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7fa6f013f7e0 con 0x7fa6cc07f3e0 2024-07-26T12:23:13.885 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-07-26T12:23:13.885 INFO:teuthology.orchestra.run.smithi031.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-07-26T12:23:13.885 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-07-26T12:23:13.887 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.885+0000 7fa6f5e00640 1 -- 172.21.15.31:0/2837013768 >> [v2:172.21.15.31:6808/4014278924,v1:172.21.15.31:6809/4014278924] conn(0x7fa6cc07f3e0 msgr2=0x7fa6cc0818b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:13.887 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.885+0000 7fa6f5e00640 1 --2- 172.21.15.31:0/2837013768 >> [v2:172.21.15.31:6808/4014278924,v1:172.21.15.31:6809/4014278924] conn(0x7fa6cc07f3e0 0x7fa6cc0818b0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:13.887 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.885+0000 7fa6f5e00640 1 -- 172.21.15.31:0/2837013768 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fa6cc077010 msgr2=0x7fa6cc079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:13.887 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.885+0000 7fa6f5e00640 1 --2- 172.21.15.31:0/2837013768 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fa6cc077010 0x7fa6cc079520 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fa6e0006fd0 tx=0x7fa6e0008040 comp rx=0 tx=0).stop 2024-07-26T12:23:13.887 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.885+0000 7fa6f5e00640 1 -- 172.21.15.31:0/2837013768 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa6f00b6880 msgr2=0x7fa6f013ce00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:13.887 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.885+0000 7fa6f5e00640 1 --2- 172.21.15.31:0/2837013768 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa6f00b6880 0x7fa6f013ce00 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fa6d8035040 tx=0x7fa6d80305f0 comp rx=0 tx=0).stop 2024-07-26T12:23:13.887 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.885+0000 7fa6ef400640 1 -- 172.21.15.31:0/2837013768 reap_dead start 2024-07-26T12:23:13.887 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.885+0000 7fa6f5e00640 1 -- 172.21.15.31:0/2837013768 shutdown_connections 2024-07-26T12:23:13.887 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.885+0000 7fa6f5e00640 1 -- 172.21.15.31:0/2837013768 >> 172.21.15.31:0/2837013768 conn(0x7fa6f00bd220 msgr2=0x7fa6f00b78c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:23:13.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.885+0000 7fa6f5e00640 1 -- 172.21.15.31:0/2837013768 shutdown_connections 2024-07-26T12:23:13.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:13.885+0000 7fa6f5e00640 1 -- 172.21.15.31:0/2837013768 wait complete. 2024-07-26T12:23:13.914 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 2 2024-07-26T12:23:14.192 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.192+0000 7f05bfe00640 1 Processor -- start 2024-07-26T12:23:14.193 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.192+0000 7f05bfe00640 1 -- start start 2024-07-26T12:23:14.195 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.194+0000 7f05bfe00640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f05c013dd50 0x7f05c013e160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:14.195 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.194+0000 7f05bfe00640 1 --2- >> v2:172.21.15.123:3300/0 conn(0x7f05c00b4800 0x7f05c00b4c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:14.195 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.194+0000 7f05bfe00640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f05c013e6a0 con 0x7f05c00b65e0 2024-07-26T12:23:14.195 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.194+0000 7f05bfe00640 1 -- --> v2:172.21.15.123:3300/0 -- mon_getmap magic: 0 -- 0x7f05c01481a0 con 0x7f05c00b4800 2024-07-26T12:23:14.195 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.194+0000 7f05bfe00640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f05c00b71a0 con 0x7f05c013dd50 2024-07-26T12:23:14.195 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.194+0000 7f05bea00640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f05c00b65e0 0x7f05c00b38e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:58556/0 (socket says 172.21.15.31:58556) 2024-07-26T12:23:14.195 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.194+0000 7f05bea00640 1 -- 172.21.15.31:0/2719861236 learned_addr learned my addr 172.21.15.31:0/2719861236 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-07-26T12:23:14.198 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.195+0000 7f05be000640 1 --2- 172.21.15.31:0/2719861236 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f05c013dd50 0x7f05c013e160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:14.198 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.195+0000 7f05bf400640 1 --2- 172.21.15.31:0/2719861236 >> v2:172.21.15.123:3300/0 conn(0x7f05c00b4800 0x7f05c00b4c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:14.198 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.195+0000 7f05bd600640 1 -- 172.21.15.31:0/2719861236 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2416999020 0 0) 0x7f05c013e6a0 con 0x7f05c00b65e0 2024-07-26T12:23:14.198 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.195+0000 7f05bd600640 1 -- 172.21.15.31:0/2719861236 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f05a0003520 con 0x7f05c00b65e0 2024-07-26T12:23:14.198 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.195+0000 7f05bd600640 1 -- 172.21.15.31:0/2719861236 <== mon.0 v1:172.21.15.31:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2353938484 0 0) 0x7f05a0003520 con 0x7f05c00b65e0 2024-07-26T12:23:14.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.195+0000 7f05bd600640 1 -- 172.21.15.31:0/2719861236 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f05c013dd50 msgr2=0x7f05c013e160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:14.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.195+0000 7f05bd600640 1 --2- 172.21.15.31:0/2719861236 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f05c013dd50 0x7f05c013e160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:14.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.195+0000 7f05bd600640 1 -- 172.21.15.31:0/2719861236 >> v2:172.21.15.123:3300/0 conn(0x7f05c00b4800 msgr2=0x7f05c00b4c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:14.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.195+0000 7f05bd600640 1 --2- 172.21.15.31:0/2719861236 >> v2:172.21.15.123:3300/0 conn(0x7f05c00b4800 0x7f05c00b4c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:14.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.195+0000 7f05bd600640 1 -- 172.21.15.31:0/2719861236 --> v1:172.21.15.31:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f05c0147b50 con 0x7f05c00b65e0 2024-07-26T12:23:14.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.195+0000 7f05bd600640 1 -- 172.21.15.31:0/2719861236 <== mon.0 v1:172.21.15.31:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 972834220 0 0) 0x7f05b00016f0 con 0x7f05c00b65e0 2024-07-26T12:23:14.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.195+0000 7f05bd600640 1 -- 172.21.15.31:0/2719861236 >> v1:172.21.15.31:6789/0 conn(0x7f05c00b65e0 legacy=0x7f05c00b38e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:14.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.195+0000 7f05bd600640 1 --2- 172.21.15.31:0/2719861236 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f05c013dd50 0x7f05a0003ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:14.200 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.195+0000 7f05bd600640 1 --2- 172.21.15.31:0/2719861236 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f05a0004090 0x7f05a0004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:14.200 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.195+0000 7f05bd600640 1 --2- 172.21.15.31:0/2719861236 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f05a0004d40 0x7f05a0005150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:14.200 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.195+0000 7f05bd600640 1 -- 172.21.15.31:0/2719861236 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f05c01481a0 con 0x7f05a0004090 2024-07-26T12:23:14.200 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.195+0000 7f05bd600640 1 -- 172.21.15.31:0/2719861236 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f05c00b71a0 con 0x7f05a0004d40 2024-07-26T12:23:14.200 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.195+0000 7f05bd600640 1 -- 172.21.15.31:0/2719861236 --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f05a000bb70 con 0x7f05c013dd50 2024-07-26T12:23:14.200 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.196+0000 7f05be000640 1 --2- 172.21.15.31:0/2719861236 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f05a0004090 0x7f05a0004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:14.200 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.196+0000 7f05bf400640 1 --2- 172.21.15.31:0/2719861236 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f05a0004d40 0x7f05a0005150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:14.200 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.196+0000 7f05bea00640 1 --2- 172.21.15.31:0/2719861236 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f05c013dd50 0x7f05a0003ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:14.201 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.196+0000 7f05be000640 1 -- 172.21.15.31:0/2719861236 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f05c013dd50 msgr2=0x7f05a0003ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:14.201 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.196+0000 7f05be000640 1 --2- 172.21.15.31:0/2719861236 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f05c013dd50 0x7f05a0003ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:14.201 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.196+0000 7f05be000640 1 -- 172.21.15.31:0/2719861236 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f05a0004d40 msgr2=0x7f05a0005150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:14.201 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.196+0000 7f05be000640 1 --2- 172.21.15.31:0/2719861236 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f05a0004d40 0x7f05a0005150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:14.201 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.196+0000 7f05be000640 1 -- 172.21.15.31:0/2719861236 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f05a0003520 con 0x7f05a0004090 2024-07-26T12:23:14.201 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.196+0000 7f05bf400640 1 --2- 172.21.15.31:0/2719861236 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f05a0004d40 0x7f05a0005150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T12:23:14.201 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.196+0000 7f05bea00640 1 --2- 172.21.15.31:0/2719861236 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f05c013dd50 0x7f05a0003ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T12:23:14.201 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.197+0000 7f05be000640 1 --2- 172.21.15.31:0/2719861236 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f05a0004090 0x7f05a0004800 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f05a8009fc0 tx=0x7f05a0005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6773ef453af52b4e server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:23:14.202 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.198+0000 7f05bd600640 1 -- 172.21.15.31:0/2719861236 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05a8034020 con 0x7f05a0004090 2024-07-26T12:23:14.202 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.198+0000 7f05bd600640 1 -- 172.21.15.31:0/2719861236 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f05a80305f0 con 0x7f05a0004090 2024-07-26T12:23:14.202 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.198+0000 7f05bd600640 1 -- 172.21.15.31:0/2719861236 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05a8009c10 con 0x7f05a0004090 2024-07-26T12:23:14.203 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.198+0000 7f05bfe00640 1 -- 172.21.15.31:0/2719861236 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f05a0004090 msgr2=0x7f05a0004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:14.203 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.198+0000 7f05bfe00640 1 --2- 172.21.15.31:0/2719861236 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f05a0004090 0x7f05a0004800 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f05a8009fc0 tx=0x7f05a0005830 comp rx=0 tx=0).stop 2024-07-26T12:23:14.203 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.198+0000 7f05bf400640 1 -- 172.21.15.31:0/2719861236 reap_dead start 2024-07-26T12:23:14.204 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.199+0000 7f05bfe00640 1 -- 172.21.15.31:0/2719861236 shutdown_connections 2024-07-26T12:23:14.204 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.199+0000 7f05bfe00640 1 -- 172.21.15.31:0/2719861236 >> 172.21.15.31:0/2719861236 conn(0x7f05c00bcf80 msgr2=0x7f05c00bd390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:23:14.204 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.199+0000 7f05bfe00640 1 -- 172.21.15.31:0/2719861236 shutdown_connections 2024-07-26T12:23:14.204 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.199+0000 7f05bfe00640 1 -- 172.21.15.31:0/2719861236 wait complete. 2024-07-26T12:23:14.204 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.201+0000 7f05bfe00640 1 Processor -- start 2024-07-26T12:23:14.204 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.201+0000 7f05bfe00640 1 -- start start 2024-07-26T12:23:14.204 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.203+0000 7f05bfe00640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f05a0004090 0x7f05c01de0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:14.204 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.203+0000 7f05bfe00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f05c0144670 0x7f05c013d220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:14.205 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.203+0000 7f05bfe00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f05c0144a80 0x7f05c013d760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:14.205 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.203+0000 7f05bfe00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f05c013e4f0 con 0x7f05c0144670 2024-07-26T12:23:14.205 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.203+0000 7f05bfe00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f05c013e370 con 0x7f05c0144a80 2024-07-26T12:23:14.205 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.203+0000 7f05bfe00640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f05c00b5150 con 0x7f05a0004090 2024-07-26T12:23:14.205 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.203+0000 7f05be000640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f05c0144670 0x7f05c013d220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:14.205 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.203+0000 7f05be000640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f05c0144670 0x7f05c013d220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:45766/0 (socket says 172.21.15.31:45766) 2024-07-26T12:23:14.205 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.203+0000 7f05be000640 1 -- 172.21.15.31:0/90947359 learned_addr learned my addr 172.21.15.31:0/90947359 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:23:14.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.203+0000 7f05bea00640 1 --2- 172.21.15.31:0/90947359 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f05a0004090 0x7f05c01de0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:14.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.203+0000 7f05bf400640 1 --2- 172.21.15.31:0/90947359 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f05c0144a80 0x7f05c013d760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:14.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.203+0000 7f05be000640 1 -- 172.21.15.31:0/90947359 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f05a0004090 msgr2=0x7f05c01de0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:14.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.203+0000 7f05be000640 1 --2- 172.21.15.31:0/90947359 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f05a0004090 0x7f05c01de0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:14.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.203+0000 7f05be000640 1 -- 172.21.15.31:0/90947359 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f05c0144a80 msgr2=0x7f05c013d760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:14.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.203+0000 7f05be000640 1 --2- 172.21.15.31:0/90947359 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f05c0144a80 0x7f05c013d760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:14.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.203+0000 7f05be000640 1 -- 172.21.15.31:0/90947359 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f05c01de600 con 0x7f05c0144670 2024-07-26T12:23:14.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.203+0000 7f05bea00640 1 --2- 172.21.15.31:0/90947359 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f05a0004090 0x7f05c01de0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T12:23:14.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.204+0000 7f05be000640 1 --2- 172.21.15.31:0/90947359 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f05c0144670 0x7f05c013d220 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f05a8009f60 tx=0x7f05a80395f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:23:14.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.204+0000 7f05b6a00640 1 -- 172.21.15.31:0/90947359 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05a8040070 con 0x7f05c0144670 2024-07-26T12:23:14.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.204+0000 7f05b6a00640 1 -- 172.21.15.31:0/90947359 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f05a8003990 con 0x7f05c0144670 2024-07-26T12:23:14.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.204+0000 7f05b6a00640 1 -- 172.21.15.31:0/90947359 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05a8034040 con 0x7f05c0144670 2024-07-26T12:23:14.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.204+0000 7f05bfe00640 1 -- 172.21.15.31:0/90947359 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f05c0144fe0 con 0x7f05c0144670 2024-07-26T12:23:14.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.204+0000 7f05bfe00640 1 -- 172.21.15.31:0/90947359 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f05c0140fe0 con 0x7f05c0144670 2024-07-26T12:23:14.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.206+0000 7f05bfe00640 1 -- 172.21.15.31:0/90947359 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f05c00b4c10 con 0x7f05c0144670 2024-07-26T12:23:14.209 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.207+0000 7f05b6a00640 1 -- 172.21.15.31:0/90947359 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f05a8037020 con 0x7f05c0144670 2024-07-26T12:23:14.209 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.208+0000 7f05b6a00640 1 --2- 172.21.15.31:0/90947359 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f059c077040 0x7f059c079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:14.209 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.208+0000 7f05b6a00640 1 -- 172.21.15.31:0/90947359 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 5825+0+0 (secure 0 0 0) 0x7f05a80b9360 con 0x7f05c0144670 2024-07-26T12:23:14.210 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.209+0000 7f05bea00640 1 --2- 172.21.15.31:0/90947359 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f059c077040 0x7f059c079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:14.210 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.210+0000 7f05bea00640 1 --2- 172.21.15.31:0/90947359 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f059c077040 0x7f059c079550 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f05b0001860 tx=0x7f05b0009040 comp rx=0 tx=0).ready entity=mgr.4126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:23:14.214 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.213+0000 7f05b6a00640 1 -- 172.21.15.31:0/90947359 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f05a8082570 con 0x7f05c0144670 2024-07-26T12:23:14.423 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.423+0000 7f05bfe00640 1 -- 172.21.15.31:0/90947359 --> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "2", "target": ["mon-mgr", ""]}) -- 0x7f05c0140650 con 0x7f059c077040 2024-07-26T12:23:14.425 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.424+0000 7f05b6a00640 1 -- 172.21.15.31:0/90947359 <== mgr.4126 v2:172.21.15.123:6800/1140093937 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 2 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f05c0140650 con 0x7f059c077040 2024-07-26T12:23:14.425 INFO:teuthology.orchestra.run.smithi031.stderr:instructed osd(s) 2 to deep-scrub 2024-07-26T12:23:14.428 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.426+0000 7f05bfe00640 1 -- 172.21.15.31:0/90947359 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f059c077040 msgr2=0x7f059c079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:14.428 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.426+0000 7f05bfe00640 1 --2- 172.21.15.31:0/90947359 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f059c077040 0x7f059c079550 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f05b0001860 tx=0x7f05b0009040 comp rx=0 tx=0).stop 2024-07-26T12:23:14.428 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.426+0000 7f05bfe00640 1 -- 172.21.15.31:0/90947359 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f05c0144670 msgr2=0x7f05c013d220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:14.428 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.426+0000 7f05bfe00640 1 --2- 172.21.15.31:0/90947359 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f05c0144670 0x7f05c013d220 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f05a8009f60 tx=0x7f05a80395f0 comp rx=0 tx=0).stop 2024-07-26T12:23:14.428 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.427+0000 7f05bfe00640 1 -- 172.21.15.31:0/90947359 shutdown_connections 2024-07-26T12:23:14.428 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.427+0000 7f05bfe00640 1 --2- 172.21.15.31:0/90947359 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f059c077040 0x7f059c079550 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:14.429 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.427+0000 7f05bfe00640 1 --2- 172.21.15.31:0/90947359 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f05c0144a80 0x7f05c013d760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:14.429 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.427+0000 7f05bfe00640 1 --2- 172.21.15.31:0/90947359 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f05c0144670 0x7f05c013d220 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:14.429 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.427+0000 7f05bfe00640 1 --2- 172.21.15.31:0/90947359 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f05a0004090 0x7f05c01de0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:14.429 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.427+0000 7f05bfe00640 1 -- 172.21.15.31:0/90947359 >> 172.21.15.31:0/90947359 conn(0x7f05c00bcf80 msgr2=0x7f05c00bc7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:23:14.429 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.427+0000 7f05bfe00640 1 -- 172.21.15.31:0/90947359 shutdown_connections 2024-07-26T12:23:14.429 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.427+0000 7f05bfe00640 1 -- 172.21.15.31:0/90947359 wait complete. 2024-07-26T12:23:14.455 INFO:tasks.ceph:Scrubbing osd.3 2024-07-26T12:23:14.455 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 config set osd_debug_deep_scrub_sleep 0 2024-07-26T12:23:14.723 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.722+0000 7f644b200640 1 Processor -- start 2024-07-26T12:23:14.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.723+0000 7f644b200640 1 -- start start 2024-07-26T12:23:14.725 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.724+0000 7f644b200640 1 --2- >> v2:172.21.15.123:3300/0 conn(0x7f644c0b3830 0x7f644c0b5e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:14.725 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.724+0000 7f644b200640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f644c13de70 0x7f644c13e280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:14.725 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.724+0000 7f644b200640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f644c147960 con 0x7f644c148440 2024-07-26T12:23:14.725 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.724+0000 7f644b200640 1 -- --> v2:172.21.15.123:3300/0 -- mon_getmap magic: 0 -- 0x7f644c147fb0 con 0x7f644c0b3830 2024-07-26T12:23:14.726 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.724+0000 7f644b200640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f644c147c40 con 0x7f644c13de70 2024-07-26T12:23:14.726 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.724+0000 7f6449e00640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f644c148440 0x7f644c0b4390 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:58566/0 (socket says 172.21.15.31:58566) 2024-07-26T12:23:14.726 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.724+0000 7f6449e00640 1 -- 172.21.15.31:0/389940835 learned_addr learned my addr 172.21.15.31:0/389940835 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-07-26T12:23:14.728 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.725+0000 7f6449400640 1 --2- 172.21.15.31:0/389940835 >> v2:172.21.15.123:3300/0 conn(0x7f644c0b3830 0x7f644c0b5e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:14.728 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.725+0000 7f644a800640 1 --2- 172.21.15.31:0/389940835 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f644c13de70 0x7f644c13e280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:14.728 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.725+0000 7f6448a00640 1 -- 172.21.15.31:0/389940835 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3677713547 0 0) 0x7f644c147960 con 0x7f644c148440 2024-07-26T12:23:14.728 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.725+0000 7f6448a00640 1 -- 172.21.15.31:0/389940835 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6430003520 con 0x7f644c148440 2024-07-26T12:23:14.728 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.725+0000 7f6448a00640 1 -- 172.21.15.31:0/389940835 <== mon.0 v1:172.21.15.31:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2132273304 0 0) 0x7f6430003520 con 0x7f644c148440 2024-07-26T12:23:14.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.725+0000 7f6448a00640 1 -- 172.21.15.31:0/389940835 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f644c13de70 msgr2=0x7f644c13e280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:14.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.725+0000 7f6448a00640 1 --2- 172.21.15.31:0/389940835 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f644c13de70 0x7f644c13e280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:14.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.725+0000 7f6448a00640 1 -- 172.21.15.31:0/389940835 >> v2:172.21.15.123:3300/0 conn(0x7f644c0b3830 msgr2=0x7f644c0b5e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:14.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.725+0000 7f6448a00640 1 --2- 172.21.15.31:0/389940835 >> v2:172.21.15.123:3300/0 conn(0x7f644c0b3830 0x7f644c0b5e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:14.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.725+0000 7f6448a00640 1 -- 172.21.15.31:0/389940835 --> v1:172.21.15.31:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f644c0b3c40 con 0x7f644c148440 2024-07-26T12:23:14.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.725+0000 7f6448a00640 1 -- 172.21.15.31:0/389940835 <== mon.0 v1:172.21.15.31:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 972834220 0 0) 0x7f643c0016f0 con 0x7f644c148440 2024-07-26T12:23:14.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.726+0000 7f6448a00640 1 -- 172.21.15.31:0/389940835 >> v1:172.21.15.31:6789/0 conn(0x7f644c148440 legacy=0x7f644c0b4390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:14.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.726+0000 7f6448a00640 1 --2- 172.21.15.31:0/389940835 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f644c13de70 0x7f6430003a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:14.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.726+0000 7f6448a00640 1 --2- 172.21.15.31:0/389940835 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f64300040f0 0x7f6430004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:14.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.726+0000 7f6448a00640 1 --2- 172.21.15.31:0/389940835 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6430004d40 0x7f6430005210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:14.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.726+0000 7f6448a00640 1 -- 172.21.15.31:0/389940835 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f644c147fb0 con 0x7f6430004d40 2024-07-26T12:23:14.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.726+0000 7f6448a00640 1 -- 172.21.15.31:0/389940835 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f644c147c40 con 0x7f64300040f0 2024-07-26T12:23:14.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.726+0000 7f6448a00640 1 -- 172.21.15.31:0/389940835 --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f643000bd70 con 0x7f644c13de70 2024-07-26T12:23:14.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.726+0000 7f644a800640 1 --2- 172.21.15.31:0/389940835 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6430004d40 0x7f6430005210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:14.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.726+0000 7f6449e00640 1 --2- 172.21.15.31:0/389940835 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f644c13de70 0x7f6430003a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:14.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.726+0000 7f6449400640 1 --2- 172.21.15.31:0/389940835 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f64300040f0 0x7f6430004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:14.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.726+0000 7f644a800640 1 -- 172.21.15.31:0/389940835 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f644c13de70 msgr2=0x7f6430003a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:14.731 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.726+0000 7f644a800640 1 --2- 172.21.15.31:0/389940835 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f644c13de70 0x7f6430003a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:14.731 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.726+0000 7f644a800640 1 -- 172.21.15.31:0/389940835 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f64300040f0 msgr2=0x7f6430004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:14.731 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.726+0000 7f644a800640 1 --2- 172.21.15.31:0/389940835 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f64300040f0 0x7f6430004800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:14.731 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.726+0000 7f644a800640 1 -- 172.21.15.31:0/389940835 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6430003520 con 0x7f6430004d40 2024-07-26T12:23:14.731 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.727+0000 7f644a800640 1 --2- 172.21.15.31:0/389940835 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6430004d40 0x7f6430005210 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f6444007360 tx=0x7f6430005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fdc8dd4b255170c8 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:23:14.731 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.728+0000 7f6448a00640 1 -- 172.21.15.31:0/389940835 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6444009be0 con 0x7f6430004d40 2024-07-26T12:23:14.733 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.728+0000 7f6448a00640 1 -- 172.21.15.31:0/389940835 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6444036600 con 0x7f6430004d40 2024-07-26T12:23:14.734 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.728+0000 7f6448a00640 1 -- 172.21.15.31:0/389940835 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6444036a30 con 0x7f6430004d40 2024-07-26T12:23:14.734 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.728+0000 7f644b200640 1 -- 172.21.15.31:0/389940835 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6430004d40 msgr2=0x7f6430005210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:14.734 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.728+0000 7f644b200640 1 --2- 172.21.15.31:0/389940835 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6430004d40 0x7f6430005210 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f6444007360 tx=0x7f6430005830 comp rx=0 tx=0).stop 2024-07-26T12:23:14.734 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.728+0000 7f644a800640 1 -- 172.21.15.31:0/389940835 reap_dead start 2024-07-26T12:23:14.734 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.729+0000 7f644b200640 1 -- 172.21.15.31:0/389940835 shutdown_connections 2024-07-26T12:23:14.734 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.729+0000 7f644b200640 1 -- 172.21.15.31:0/389940835 >> 172.21.15.31:0/389940835 conn(0x7f644c0691f0 msgr2=0x7f644c0bce70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:23:14.734 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.729+0000 7f644b200640 1 -- 172.21.15.31:0/389940835 shutdown_connections 2024-07-26T12:23:14.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.729+0000 7f644b200640 1 -- 172.21.15.31:0/389940835 wait complete. 2024-07-26T12:23:14.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.731+0000 7f644b200640 1 Processor -- start 2024-07-26T12:23:14.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.731+0000 7f644b200640 1 -- start start 2024-07-26T12:23:14.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.732+0000 7f644b200640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f644c1413f0 0x7f644c141800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:14.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.732+0000 7f644b200640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f644c1deb60 0x7f644c1def70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:14.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.732+0000 7f644b200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f644c1e19a0 0x7f644c1e1db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:14.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.732+0000 7f644b200640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f644c150130 con 0x7f644c1deb60 2024-07-26T12:23:14.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.732+0000 7f644b200640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f644c13e5f0 con 0x7f644c1e19a0 2024-07-26T12:23:14.736 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.732+0000 7f644b200640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f644c1502b0 con 0x7f644c1413f0 2024-07-26T12:23:14.736 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.732+0000 7f6449400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f644c1deb60 0x7f644c1def70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:14.736 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.732+0000 7f6449400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f644c1deb60 0x7f644c1def70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:45792/0 (socket says 172.21.15.31:45792) 2024-07-26T12:23:14.736 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.732+0000 7f6449400640 1 -- 172.21.15.31:0/3674606662 learned_addr learned my addr 172.21.15.31:0/3674606662 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:23:14.736 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.733+0000 7f6449e00640 1 --2- 172.21.15.31:0/3674606662 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f644c1413f0 0x7f644c141800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:14.736 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.733+0000 7f644a800640 1 --2- 172.21.15.31:0/3674606662 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f644c1e19a0 0x7f644c1e1db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:14.736 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.733+0000 7f6449400640 1 -- 172.21.15.31:0/3674606662 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f644c1413f0 msgr2=0x7f644c141800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:14.736 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.733+0000 7f6449400640 1 --2- 172.21.15.31:0/3674606662 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f644c1413f0 0x7f644c141800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:14.737 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.733+0000 7f6449400640 1 -- 172.21.15.31:0/3674606662 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f644c1e19a0 msgr2=0x7f644c1e1db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:14.737 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.733+0000 7f6449400640 1 --2- 172.21.15.31:0/3674606662 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f644c1e19a0 0x7f644c1e1db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:14.737 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.733+0000 7f6449400640 1 -- 172.21.15.31:0/3674606662 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f644c144d90 con 0x7f644c1deb60 2024-07-26T12:23:14.737 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.733+0000 7f6449e00640 1 --2- 172.21.15.31:0/3674606662 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f644c1413f0 0x7f644c141800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T12:23:14.737 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.733+0000 7f6449400640 1 --2- 172.21.15.31:0/3674606662 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f644c1deb60 0x7f644c1def70 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f643800e810 tx=0x7f643800ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:23:14.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.733+0000 7f6442000640 1 -- 172.21.15.31:0/3674606662 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6438017070 con 0x7f644c1deb60 2024-07-26T12:23:14.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.733+0000 7f6442000640 1 -- 172.21.15.31:0/3674606662 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f643800c7c0 con 0x7f644c1deb60 2024-07-26T12:23:14.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.733+0000 7f6442000640 1 -- 172.21.15.31:0/3674606662 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f643800f040 con 0x7f644c1deb60 2024-07-26T12:23:14.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.734+0000 7f644b200640 1 -- 172.21.15.31:0/3674606662 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f644c140cf0 con 0x7f644c1deb60 2024-07-26T12:23:14.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.734+0000 7f644b200640 1 -- 172.21.15.31:0/3674606662 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f644c1449d0 con 0x7f644c1deb60 2024-07-26T12:23:14.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.734+0000 7f644b200640 1 -- 172.21.15.31:0/3674606662 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f644c1de430 con 0x7f644c1deb60 2024-07-26T12:23:14.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.736+0000 7f6442000640 1 -- 172.21.15.31:0/3674606662 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f643801a070 con 0x7f644c1deb60 2024-07-26T12:23:14.740 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.737+0000 7f6442000640 1 --2- 172.21.15.31:0/3674606662 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f642c077010 0x7f642c079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:14.740 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.737+0000 7f6442000640 1 -- 172.21.15.31:0/3674606662 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 5825+0+0 (secure 0 0 0) 0x7f6438098620 con 0x7f644c1deb60 2024-07-26T12:23:14.740 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.737+0000 7f6442000640 1 --2- 172.21.15.31:0/3674606662 >> [v2:172.21.15.31:6821/2995395942,v1:172.21.15.31:6823/2995395942] conn(0x7f642c07f3e0 0x7f642c0818b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:14.740 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.737+0000 7f6442000640 1 -- 172.21.15.31:0/3674606662 --> [v2:172.21.15.31:6821/2995395942,v1:172.21.15.31:6823/2995395942] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f6438013e50 con 0x7f642c07f3e0 2024-07-26T12:23:14.740 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.737+0000 7f6442000640 1 -- 172.21.15.31:0/3674606662 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f643809f050 con 0x7f644c1deb60 2024-07-26T12:23:14.740 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.738+0000 7f644a800640 1 --2- 172.21.15.31:0/3674606662 >> [v2:172.21.15.31:6821/2995395942,v1:172.21.15.31:6823/2995395942] conn(0x7f642c07f3e0 0x7f642c0818b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:14.740 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.738+0000 7f6449e00640 1 --2- 172.21.15.31:0/3674606662 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f642c077010 0x7f642c079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:14.740 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.738+0000 7f644a800640 1 --2- 172.21.15.31:0/3674606662 >> [v2:172.21.15.31:6821/2995395942,v1:172.21.15.31:6823/2995395942] conn(0x7f642c07f3e0 0x7f642c0818b0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:23:14.741 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.739+0000 7f6449e00640 1 --2- 172.21.15.31:0/3674606662 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f642c077010 0x7f642c079520 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f643c001480 tx=0x7f643c000f70 comp rx=0 tx=0).ready entity=mgr.4126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:23:14.741 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.739+0000 7f6442000640 1 -- 172.21.15.31:0/3674606662 <== osd.3 v2:172.21.15.31:6821/2995395942 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f6438013e50 con 0x7f642c07f3e0 2024-07-26T12:23:14.754 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.754+0000 7f644b200640 1 -- 172.21.15.31:0/3674606662 --> [v2:172.21.15.31:6821/2995395942,v1:172.21.15.31:6823/2995395942] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f644c144f60 con 0x7f642c07f3e0 2024-07-26T12:23:14.755 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.754+0000 7f6442000640 1 -- 172.21.15.31:0/3674606662 <== osd.3 v2:172.21.15.31:6821/2995395942 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f6444036400 con 0x7f642c07f3e0 2024-07-26T12:23:14.755 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-07-26T12:23:14.755 INFO:teuthology.orchestra.run.smithi031.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-07-26T12:23:14.755 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-07-26T12:23:14.756 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.755+0000 7f644b200640 1 -- 172.21.15.31:0/3674606662 >> [v2:172.21.15.31:6821/2995395942,v1:172.21.15.31:6823/2995395942] conn(0x7f642c07f3e0 msgr2=0x7f642c0818b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:14.757 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.755+0000 7f644b200640 1 --2- 172.21.15.31:0/3674606662 >> [v2:172.21.15.31:6821/2995395942,v1:172.21.15.31:6823/2995395942] conn(0x7f642c07f3e0 0x7f642c0818b0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:14.757 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.755+0000 7f644b200640 1 -- 172.21.15.31:0/3674606662 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f642c077010 msgr2=0x7f642c079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:14.757 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.755+0000 7f644b200640 1 --2- 172.21.15.31:0/3674606662 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f642c077010 0x7f642c079520 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f643c001480 tx=0x7f643c000f70 comp rx=0 tx=0).stop 2024-07-26T12:23:14.757 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.755+0000 7f644b200640 1 -- 172.21.15.31:0/3674606662 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f644c1deb60 msgr2=0x7f644c1def70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:14.757 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.755+0000 7f644b200640 1 --2- 172.21.15.31:0/3674606662 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f644c1deb60 0x7f644c1def70 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f643800e810 tx=0x7f643800ecd0 comp rx=0 tx=0).stop 2024-07-26T12:23:14.757 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.755+0000 7f644a800640 1 -- 172.21.15.31:0/3674606662 reap_dead start 2024-07-26T12:23:14.757 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.756+0000 7f644b200640 1 -- 172.21.15.31:0/3674606662 shutdown_connections 2024-07-26T12:23:14.758 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.756+0000 7f644b200640 1 -- 172.21.15.31:0/3674606662 >> 172.21.15.31:0/3674606662 conn(0x7f644c0691f0 msgr2=0x7f644c0b76f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:23:14.758 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.756+0000 7f644b200640 1 -- 172.21.15.31:0/3674606662 shutdown_connections 2024-07-26T12:23:14.758 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:14.756+0000 7f644b200640 1 -- 172.21.15.31:0/3674606662 wait complete. 2024-07-26T12:23:14.779 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 3 2024-07-26T12:23:15.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.056+0000 7f2b97200640 1 Processor -- start 2024-07-26T12:23:15.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.056+0000 7f2b97200640 1 -- start start 2024-07-26T12:23:15.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.058+0000 7f2b97200640 1 --2- >> v2:172.21.15.123:3300/0 conn(0x7f2b900afb10 0x7f2b90145b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:15.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.058+0000 7f2b97200640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f2b901460b0 0x7f2b901464c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:15.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.058+0000 7f2b97200640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2b900724f0 con 0x7f2b90071460 2024-07-26T12:23:15.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.058+0000 7f2b97200640 1 -- --> v2:172.21.15.123:3300/0 -- mon_getmap magic: 0 -- 0x7f2b90146a00 con 0x7f2b900afb10 2024-07-26T12:23:15.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.058+0000 7f2b97200640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f2b900aff20 con 0x7f2b901460b0 2024-07-26T12:23:15.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.058+0000 7f2b8fe00640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f2b90071460 0x7f2b900b48e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:58570/0 (socket says 172.21.15.31:58570) 2024-07-26T12:23:15.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.058+0000 7f2b8fe00640 1 -- 172.21.15.31:0/2868798338 learned_addr learned my addr 172.21.15.31:0/2868798338 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-07-26T12:23:15.062 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.059+0000 7f2b95200640 1 --2- 172.21.15.31:0/2868798338 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f2b901460b0 0x7f2b901464c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:15.062 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.059+0000 7f2b8f400640 1 --2- 172.21.15.31:0/2868798338 >> v2:172.21.15.123:3300/0 conn(0x7f2b900afb10 0x7f2b90145b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:15.063 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.059+0000 7f2b8ea00640 1 -- 172.21.15.31:0/2868798338 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3386740243 0 0) 0x7f2b900724f0 con 0x7f2b90071460 2024-07-26T12:23:15.063 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.059+0000 7f2b8ea00640 1 -- 172.21.15.31:0/2868798338 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2b74003520 con 0x7f2b90071460 2024-07-26T12:23:15.063 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.059+0000 7f2b8ea00640 1 -- 172.21.15.31:0/2868798338 <== mon.0 v1:172.21.15.31:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4118164876 0 0) 0x7f2b74003520 con 0x7f2b90071460 2024-07-26T12:23:15.063 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.059+0000 7f2b8ea00640 1 -- 172.21.15.31:0/2868798338 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f2b901460b0 msgr2=0x7f2b901464c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:15.063 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.059+0000 7f2b8ea00640 1 --2- 172.21.15.31:0/2868798338 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f2b901460b0 0x7f2b901464c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:15.063 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.059+0000 7f2b8ea00640 1 -- 172.21.15.31:0/2868798338 >> v2:172.21.15.123:3300/0 conn(0x7f2b900afb10 msgr2=0x7f2b90145b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:15.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.059+0000 7f2b8ea00640 1 --2- 172.21.15.31:0/2868798338 >> v2:172.21.15.123:3300/0 conn(0x7f2b900afb10 0x7f2b90145b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:15.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.059+0000 7f2b8ea00640 1 -- 172.21.15.31:0/2868798338 --> v1:172.21.15.31:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b900727d0 con 0x7f2b90071460 2024-07-26T12:23:15.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.059+0000 7f2b8ea00640 1 -- 172.21.15.31:0/2868798338 <== mon.0 v1:172.21.15.31:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 972834220 0 0) 0x7f2b800016f0 con 0x7f2b90071460 2024-07-26T12:23:15.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.059+0000 7f2b8ea00640 1 -- 172.21.15.31:0/2868798338 >> v1:172.21.15.31:6789/0 conn(0x7f2b90071460 legacy=0x7f2b900b48e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:15.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.059+0000 7f2b8ea00640 1 --2- 172.21.15.31:0/2868798338 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2b74003a00 0x7f2b74003e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:15.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.059+0000 7f2b8ea00640 1 --2- 172.21.15.31:0/2868798338 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2b74004800 0x7f2b74004c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:15.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.059+0000 7f2b8ea00640 1 --2- 172.21.15.31:0/2868798338 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f2b901460b0 0x7f2b74005220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:15.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.059+0000 7f2b8ea00640 1 -- 172.21.15.31:0/2868798338 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f2b90146a00 con 0x7f2b74004800 2024-07-26T12:23:15.065 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.059+0000 7f2b8ea00640 1 -- 172.21.15.31:0/2868798338 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f2b900aff20 con 0x7f2b74003a00 2024-07-26T12:23:15.065 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.059+0000 7f2b8ea00640 1 -- 172.21.15.31:0/2868798338 --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f2b7400bbd0 con 0x7f2b901460b0 2024-07-26T12:23:15.065 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.060+0000 7f2b8f400640 1 --2- 172.21.15.31:0/2868798338 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2b74004800 0x7f2b74004c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:15.065 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.060+0000 7f2b8fe00640 1 --2- 172.21.15.31:0/2868798338 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2b74003a00 0x7f2b74003e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:15.065 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.060+0000 7f2b95200640 1 --2- 172.21.15.31:0/2868798338 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f2b901460b0 0x7f2b74005220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:15.065 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.060+0000 7f2b8f400640 1 -- 172.21.15.31:0/2868798338 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f2b901460b0 msgr2=0x7f2b74005220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:15.065 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.060+0000 7f2b8f400640 1 --2- 172.21.15.31:0/2868798338 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f2b901460b0 0x7f2b74005220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:15.066 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.060+0000 7f2b8f400640 1 -- 172.21.15.31:0/2868798338 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2b74003a00 msgr2=0x7f2b74003e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:15.066 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.060+0000 7f2b8f400640 1 --2- 172.21.15.31:0/2868798338 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2b74003a00 0x7f2b74003e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:15.066 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.060+0000 7f2b8f400640 1 -- 172.21.15.31:0/2868798338 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b74003520 con 0x7f2b74004800 2024-07-26T12:23:15.066 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.060+0000 7f2b95200640 1 --2- 172.21.15.31:0/2868798338 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f2b901460b0 0x7f2b74005220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T12:23:15.066 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.061+0000 7f2b8f400640 1 --2- 172.21.15.31:0/2868798338 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2b74004800 0x7f2b74004c10 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f2b900b30a0 tx=0x7f2b74005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6d7547aaa794af4e server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:23:15.066 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.062+0000 7f2b8ea00640 1 -- 172.21.15.31:0/2868798338 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b78036070 con 0x7f2b74004800 2024-07-26T12:23:15.067 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.062+0000 7f2b8ea00640 1 -- 172.21.15.31:0/2868798338 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2b78031400 con 0x7f2b74004800 2024-07-26T12:23:15.067 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.062+0000 7f2b8ea00640 1 -- 172.21.15.31:0/2868798338 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b78009690 con 0x7f2b74004800 2024-07-26T12:23:15.069 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.063+0000 7f2b97200640 1 -- 172.21.15.31:0/2868798338 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2b74004800 msgr2=0x7f2b74004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:15.069 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.063+0000 7f2b97200640 1 --2- 172.21.15.31:0/2868798338 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2b74004800 0x7f2b74004c10 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f2b900b30a0 tx=0x7f2b74005830 comp rx=0 tx=0).stop 2024-07-26T12:23:15.070 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.063+0000 7f2b95200640 1 -- 172.21.15.31:0/2868798338 reap_dead start 2024-07-26T12:23:15.070 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.063+0000 7f2b97200640 1 -- 172.21.15.31:0/2868798338 shutdown_connections 2024-07-26T12:23:15.070 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.063+0000 7f2b97200640 1 -- 172.21.15.31:0/2868798338 >> 172.21.15.31:0/2868798338 conn(0x7f2b9006c7a0 msgr2=0x7f2b9006cbb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:23:15.070 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.063+0000 7f2b97200640 1 -- 172.21.15.31:0/2868798338 shutdown_connections 2024-07-26T12:23:15.070 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.063+0000 7f2b97200640 1 -- 172.21.15.31:0/2868798338 wait complete. 2024-07-26T12:23:15.070 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.065+0000 7f2b97200640 1 Processor -- start 2024-07-26T12:23:15.070 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.065+0000 7f2b97200640 1 -- start start 2024-07-26T12:23:15.071 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.066+0000 7f2b97200640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f2b74004800 0x7f2b901de710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:15.071 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.066+0000 7f2b97200640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2b9014c860 0x7f2b90140ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:15.071 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.066+0000 7f2b97200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2b90141420 0x7f2b901e1840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:15.071 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.066+0000 7f2b97200640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f2b90146850 con 0x7f2b9014c860 2024-07-26T12:23:15.071 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.066+0000 7f2b97200640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f2b901466d0 con 0x7f2b90141420 2024-07-26T12:23:15.071 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.066+0000 7f2b97200640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f2b900b2d30 con 0x7f2b74004800 2024-07-26T12:23:15.071 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.067+0000 7f2b8f400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2b9014c860 0x7f2b90140ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:15.072 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.067+0000 7f2b8f400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2b9014c860 0x7f2b90140ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:45808/0 (socket says 172.21.15.31:45808) 2024-07-26T12:23:15.072 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.067+0000 7f2b8f400640 1 -- 172.21.15.31:0/2068958554 learned_addr learned my addr 172.21.15.31:0/2068958554 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:23:15.072 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.067+0000 7f2b8fe00640 1 --2- 172.21.15.31:0/2068958554 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f2b74004800 0x7f2b901de710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:15.072 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.067+0000 7f2b95200640 1 --2- 172.21.15.31:0/2068958554 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2b90141420 0x7f2b901e1840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:15.072 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.067+0000 7f2b8f400640 1 -- 172.21.15.31:0/2068958554 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f2b74004800 msgr2=0x7f2b901de710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:15.072 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.067+0000 7f2b8f400640 1 --2- 172.21.15.31:0/2068958554 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f2b74004800 0x7f2b901de710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:15.073 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.067+0000 7f2b8f400640 1 -- 172.21.15.31:0/2068958554 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2b90141420 msgr2=0x7f2b901e1840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:15.073 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.067+0000 7f2b8f400640 1 --2- 172.21.15.31:0/2068958554 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2b90141420 0x7f2b901e1840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:15.073 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.067+0000 7f2b8f400640 1 -- 172.21.15.31:0/2068958554 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b901de250 con 0x7f2b9014c860 2024-07-26T12:23:15.073 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.068+0000 7f2b8f400640 1 --2- 172.21.15.31:0/2068958554 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2b9014c860 0x7f2b90140ee0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f2b78034040 tx=0x7f2b78003840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:23:15.073 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.068+0000 7f2b87e00640 1 -- 172.21.15.31:0/2068958554 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b78036050 con 0x7f2b9014c860 2024-07-26T12:23:15.073 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.068+0000 7f2b87e00640 1 -- 172.21.15.31:0/2068958554 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2b78042070 con 0x7f2b9014c860 2024-07-26T12:23:15.074 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.068+0000 7f2b97200640 1 -- 172.21.15.31:0/2068958554 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2b901dec50 con 0x7f2b9014c860 2024-07-26T12:23:15.074 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.068+0000 7f2b87e00640 1 -- 172.21.15.31:0/2068958554 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b780315b0 con 0x7f2b9014c860 2024-07-26T12:23:15.074 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.068+0000 7f2b97200640 1 -- 172.21.15.31:0/2068958554 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2b9014d090 con 0x7f2b9014c860 2024-07-26T12:23:15.075 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.069+0000 7f2b97200640 1 -- 172.21.15.31:0/2068958554 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2b90145b70 con 0x7f2b9014c860 2024-07-26T12:23:15.075 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.071+0000 7f2b87e00640 1 -- 172.21.15.31:0/2068958554 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f2b78031750 con 0x7f2b9014c860 2024-07-26T12:23:15.075 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.072+0000 7f2b87e00640 1 --2- 172.21.15.31:0/2068958554 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f2b6c077040 0x7f2b6c079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:15.075 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.072+0000 7f2b87e00640 1 -- 172.21.15.31:0/2068958554 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 5825+0+0 (secure 0 0 0) 0x7f2b780b9560 con 0x7f2b9014c860 2024-07-26T12:23:15.075 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.073+0000 7f2b8fe00640 1 --2- 172.21.15.31:0/2068958554 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f2b6c077040 0x7f2b6c079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:15.076 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.074+0000 7f2b8fe00640 1 --2- 172.21.15.31:0/2068958554 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f2b6c077040 0x7f2b6c079550 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f2b80000fb0 tx=0x7f2b80009040 comp rx=0 tx=0).ready entity=mgr.4126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:23:15.077 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.076+0000 7f2b87e00640 1 -- 172.21.15.31:0/2068958554 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f2b901de250 con 0x7f2b9014c860 2024-07-26T12:23:15.290 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.289+0000 7f2b97200640 1 -- 172.21.15.31:0/2068958554 --> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "3", "target": ["mon-mgr", ""]}) -- 0x7f2b90071f30 con 0x7f2b6c077040 2024-07-26T12:23:15.290 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.290+0000 7f2b87e00640 1 -- 172.21.15.31:0/2068958554 <== mgr.4126 v2:172.21.15.123:6800/1140093937 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 3 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f2b90071f30 con 0x7f2b6c077040 2024-07-26T12:23:15.291 INFO:teuthology.orchestra.run.smithi031.stderr:instructed osd(s) 3 to deep-scrub 2024-07-26T12:23:15.294 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.293+0000 7f2b97200640 1 -- 172.21.15.31:0/2068958554 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f2b6c077040 msgr2=0x7f2b6c079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:15.294 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.293+0000 7f2b97200640 1 --2- 172.21.15.31:0/2068958554 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f2b6c077040 0x7f2b6c079550 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f2b80000fb0 tx=0x7f2b80009040 comp rx=0 tx=0).stop 2024-07-26T12:23:15.295 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.293+0000 7f2b97200640 1 -- 172.21.15.31:0/2068958554 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2b9014c860 msgr2=0x7f2b90140ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:15.295 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.293+0000 7f2b97200640 1 --2- 172.21.15.31:0/2068958554 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2b9014c860 0x7f2b90140ee0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f2b78034040 tx=0x7f2b78003840 comp rx=0 tx=0).stop 2024-07-26T12:23:15.295 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.293+0000 7f2b97200640 1 -- 172.21.15.31:0/2068958554 shutdown_connections 2024-07-26T12:23:15.295 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.293+0000 7f2b97200640 1 --2- 172.21.15.31:0/2068958554 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f2b6c077040 0x7f2b6c079550 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:15.295 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.293+0000 7f2b97200640 1 --2- 172.21.15.31:0/2068958554 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2b90141420 0x7f2b901e1840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:15.295 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.293+0000 7f2b97200640 1 --2- 172.21.15.31:0/2068958554 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2b9014c860 0x7f2b90140ee0 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:15.295 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.293+0000 7f2b97200640 1 --2- 172.21.15.31:0/2068958554 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f2b74004800 0x7f2b901de710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:15.296 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.294+0000 7f2b97200640 1 -- 172.21.15.31:0/2068958554 >> 172.21.15.31:0/2068958554 conn(0x7f2b9006c7a0 msgr2=0x7f2b9006cbb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:23:15.296 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.294+0000 7f2b97200640 1 -- 172.21.15.31:0/2068958554 shutdown_connections 2024-07-26T12:23:15.296 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.294+0000 7f2b97200640 1 -- 172.21.15.31:0/2068958554 wait complete. 2024-07-26T12:23:15.322 INFO:tasks.ceph:Scrubbing osd.4 2024-07-26T12:23:15.322 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 config set osd_debug_deep_scrub_sleep 0 2024-07-26T12:23:15.594 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.593+0000 7f6f36200640 1 Processor -- start 2024-07-26T12:23:15.594 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.593+0000 7f6f36200640 1 -- start start 2024-07-26T12:23:15.596 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.596+0000 7f6f36200640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f6f30145970 0x7f6f30145d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:15.597 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.596+0000 7f6f36200640 1 --2- >> v2:172.21.15.123:3300/0 conn(0x7f6f3014de20 0x7f6f30150240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:15.597 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.596+0000 7f6f36200640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6f300723e0 con 0x7f6f300b23b0 2024-07-26T12:23:15.597 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.596+0000 7f6f36200640 1 -- --> v2:172.21.15.123:3300/0 -- mon_getmap magic: 0 -- 0x7f6f301454b0 con 0x7f6f3014de20 2024-07-26T12:23:15.597 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.596+0000 7f6f36200640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f6f30070d80 con 0x7f6f30145970 2024-07-26T12:23:15.597 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.596+0000 7f6f34e00640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f6f300b23b0 0x7f6f300b4800 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:58572/0 (socket says 172.21.15.31:58572) 2024-07-26T12:23:15.597 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.596+0000 7f6f34e00640 1 -- 172.21.15.31:0/3676167751 learned_addr learned my addr 172.21.15.31:0/3676167751 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-07-26T12:23:15.600 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.596+0000 7f6f2fe00640 1 --2- 172.21.15.31:0/3676167751 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f6f30145970 0x7f6f30145d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:15.600 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.597+0000 7f6f35800640 1 --2- 172.21.15.31:0/3676167751 >> v2:172.21.15.123:3300/0 conn(0x7f6f3014de20 0x7f6f30150240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:15.600 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.597+0000 7f6f2f400640 1 -- 172.21.15.31:0/3676167751 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4139114491 0 0) 0x7f6f300723e0 con 0x7f6f300b23b0 2024-07-26T12:23:15.601 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.597+0000 7f6f2f400640 1 -- 172.21.15.31:0/3676167751 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6f18003520 con 0x7f6f300b23b0 2024-07-26T12:23:15.601 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.597+0000 7f6f2f400640 1 -- 172.21.15.31:0/3676167751 <== mon.0 v1:172.21.15.31:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3648317517 0 0) 0x7f6f18003520 con 0x7f6f300b23b0 2024-07-26T12:23:15.601 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.597+0000 7f6f2f400640 1 -- 172.21.15.31:0/3676167751 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f6f30145970 msgr2=0x7f6f30145d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:15.601 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.597+0000 7f6f2f400640 1 --2- 172.21.15.31:0/3676167751 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f6f30145970 0x7f6f30145d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:15.601 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.597+0000 7f6f2f400640 1 -- 172.21.15.31:0/3676167751 >> v2:172.21.15.123:3300/0 conn(0x7f6f3014de20 msgr2=0x7f6f30150240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:15.601 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.597+0000 7f6f2f400640 1 --2- 172.21.15.31:0/3676167751 >> v2:172.21.15.123:3300/0 conn(0x7f6f3014de20 0x7f6f30150240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:15.601 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.597+0000 7f6f2f400640 1 -- 172.21.15.31:0/3676167751 --> v1:172.21.15.31:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6f300713c0 con 0x7f6f300b23b0 2024-07-26T12:23:15.601 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.597+0000 7f6f2f400640 1 -- 172.21.15.31:0/3676167751 <== mon.0 v1:172.21.15.31:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 972834220 0 0) 0x7f6f240016f0 con 0x7f6f300b23b0 2024-07-26T12:23:15.602 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.597+0000 7f6f2f400640 1 -- 172.21.15.31:0/3676167751 >> v1:172.21.15.31:6789/0 conn(0x7f6f300b23b0 legacy=0x7f6f300b4800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:15.602 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.597+0000 7f6f2f400640 1 --2- 172.21.15.31:0/3676167751 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f6f30145970 0x7f6f18003b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:15.602 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.598+0000 7f6f2f400640 1 --2- 172.21.15.31:0/3676167751 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6f18004100 0x7f6f18004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:15.602 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.598+0000 7f6f2f400640 1 --2- 172.21.15.31:0/3676167751 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6f18004d40 0x7f6f18005210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:15.602 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.598+0000 7f6f2f400640 1 -- 172.21.15.31:0/3676167751 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f6f301454b0 con 0x7f6f18004100 2024-07-26T12:23:15.602 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.598+0000 7f6f2f400640 1 -- 172.21.15.31:0/3676167751 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f6f30070d80 con 0x7f6f18004d40 2024-07-26T12:23:15.602 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.598+0000 7f6f2f400640 1 -- 172.21.15.31:0/3676167751 --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f6f1800bd70 con 0x7f6f30145970 2024-07-26T12:23:15.602 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.598+0000 7f6f2fe00640 1 --2- 172.21.15.31:0/3676167751 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6f18004100 0x7f6f18004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:15.603 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.598+0000 7f6f35800640 1 --2- 172.21.15.31:0/3676167751 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6f18004d40 0x7f6f18005210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:15.603 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.598+0000 7f6f34e00640 1 --2- 172.21.15.31:0/3676167751 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f6f30145970 0x7f6f18003b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:15.603 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.598+0000 7f6f2fe00640 1 -- 172.21.15.31:0/3676167751 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f6f30145970 msgr2=0x7f6f18003b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:15.603 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.598+0000 7f6f2fe00640 1 --2- 172.21.15.31:0/3676167751 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f6f30145970 0x7f6f18003b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:15.603 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.598+0000 7f6f2fe00640 1 -- 172.21.15.31:0/3676167751 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6f18004d40 msgr2=0x7f6f18005210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:15.603 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.598+0000 7f6f2fe00640 1 --2- 172.21.15.31:0/3676167751 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6f18004d40 0x7f6f18005210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:15.603 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.598+0000 7f6f2fe00640 1 -- 172.21.15.31:0/3676167751 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6f18003520 con 0x7f6f18004100 2024-07-26T12:23:15.603 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.598+0000 7f6f34e00640 1 --2- 172.21.15.31:0/3676167751 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f6f30145970 0x7f6f18003b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T12:23:15.604 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.598+0000 7f6f35800640 1 --2- 172.21.15.31:0/3676167751 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6f18004d40 0x7f6f18005210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T12:23:15.604 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.600+0000 7f6f2fe00640 1 --2- 172.21.15.31:0/3676167751 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6f18004100 0x7f6f18004800 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f6f300b6630 tx=0x7f6f18005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=962fff17f96b6a89 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:23:15.604 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.600+0000 7f6f2f400640 1 -- 172.21.15.31:0/3676167751 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f1c036070 con 0x7f6f18004100 2024-07-26T12:23:15.604 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.600+0000 7f6f2f400640 1 -- 172.21.15.31:0/3676167751 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6f1c031400 con 0x7f6f18004100 2024-07-26T12:23:15.604 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.600+0000 7f6f2f400640 1 -- 172.21.15.31:0/3676167751 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f1c009690 con 0x7f6f18004100 2024-07-26T12:23:15.607 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.601+0000 7f6f36200640 1 -- 172.21.15.31:0/3676167751 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6f18004100 msgr2=0x7f6f18004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:15.607 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.601+0000 7f6f36200640 1 --2- 172.21.15.31:0/3676167751 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6f18004100 0x7f6f18004800 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f6f300b6630 tx=0x7f6f18005830 comp rx=0 tx=0).stop 2024-07-26T12:23:15.607 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.601+0000 7f6f35800640 1 -- 172.21.15.31:0/3676167751 reap_dead start 2024-07-26T12:23:15.607 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.601+0000 7f6f36200640 1 -- 172.21.15.31:0/3676167751 shutdown_connections 2024-07-26T12:23:15.607 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.601+0000 7f6f36200640 1 -- 172.21.15.31:0/3676167751 >> 172.21.15.31:0/3676167751 conn(0x7f6f300b55c0 msgr2=0x7f6f300b5a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:23:15.608 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.601+0000 7f6f36200640 1 -- 172.21.15.31:0/3676167751 shutdown_connections 2024-07-26T12:23:15.608 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.601+0000 7f6f36200640 1 -- 172.21.15.31:0/3676167751 wait complete. 2024-07-26T12:23:15.608 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.603+0000 7f6f36200640 1 Processor -- start 2024-07-26T12:23:15.608 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.603+0000 7f6f36200640 1 -- start start 2024-07-26T12:23:15.608 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.605+0000 7f6f36200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6f18004100 0x7f6f301e2a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:15.608 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.605+0000 7f6f36200640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f6f300ae030 0x7f6f301e5860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:15.609 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.605+0000 7f6f36200640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6f300ae440 0x7f6f301e5da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:15.609 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.605+0000 7f6f36200640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f6f300b5090 con 0x7f6f300ae440 2024-07-26T12:23:15.609 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.605+0000 7f6f36200640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f6f300b4f10 con 0x7f6f18004100 2024-07-26T12:23:15.609 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.605+0000 7f6f36200640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f6f30145d80 con 0x7f6f300ae030 2024-07-26T12:23:15.609 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.605+0000 7f6f35800640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6f300ae440 0x7f6f301e5da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:15.609 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.605+0000 7f6f35800640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6f300ae440 0x7f6f301e5da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:45832/0 (socket says 172.21.15.31:45832) 2024-07-26T12:23:15.609 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.605+0000 7f6f35800640 1 -- 172.21.15.31:0/3967820769 learned_addr learned my addr 172.21.15.31:0/3967820769 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:23:15.609 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.605+0000 7f6f34e00640 1 --2- 172.21.15.31:0/3967820769 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6f18004100 0x7f6f301e2a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:15.610 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.605+0000 7f6f2fe00640 1 --2- 172.21.15.31:0/3967820769 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f6f300ae030 0x7f6f301e5860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:15.610 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.605+0000 7f6f35800640 1 -- 172.21.15.31:0/3967820769 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f6f300ae030 msgr2=0x7f6f301e5860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:15.610 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.605+0000 7f6f35800640 1 --2- 172.21.15.31:0/3967820769 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f6f300ae030 0x7f6f301e5860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:15.610 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.605+0000 7f6f35800640 1 -- 172.21.15.31:0/3967820769 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6f18004100 msgr2=0x7f6f301e2a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:15.610 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.605+0000 7f6f35800640 1 --2- 172.21.15.31:0/3967820769 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6f18004100 0x7f6f301e2a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:15.610 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.605+0000 7f6f35800640 1 -- 172.21.15.31:0/3967820769 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6f3014dbd0 con 0x7f6f300ae440 2024-07-26T12:23:15.610 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.605+0000 7f6f2fe00640 1 --2- 172.21.15.31:0/3967820769 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f6f300ae030 0x7f6f301e5860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T12:23:15.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.606+0000 7f6f35800640 1 --2- 172.21.15.31:0/3967820769 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6f300ae440 0x7f6f301e5da0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f6f30070b00 tx=0x7f6f2800f520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:23:15.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.606+0000 7f6f2cc00640 1 -- 172.21.15.31:0/3967820769 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f28016620 con 0x7f6f300ae440 2024-07-26T12:23:15.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.606+0000 7f6f2cc00640 1 -- 172.21.15.31:0/3967820769 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6f2801b070 con 0x7f6f300ae440 2024-07-26T12:23:15.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.606+0000 7f6f2cc00640 1 -- 172.21.15.31:0/3967820769 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f28016a40 con 0x7f6f300ae440 2024-07-26T12:23:15.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.606+0000 7f6f36200640 1 -- 172.21.15.31:0/3967820769 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6f301e2fd0 con 0x7f6f300ae440 2024-07-26T12:23:15.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.606+0000 7f6f36200640 1 -- 172.21.15.31:0/3967820769 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6f301e22b0 con 0x7f6f300ae440 2024-07-26T12:23:15.613 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.607+0000 7f6f36200640 1 -- 172.21.15.31:0/3967820769 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f6f30146230 con 0x7f6f300ae440 2024-07-26T12:23:15.613 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.609+0000 7f6f2cc00640 1 -- 172.21.15.31:0/3967820769 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f6f28005d10 con 0x7f6f300ae440 2024-07-26T12:23:15.613 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.610+0000 7f6f2cc00640 1 --2- 172.21.15.31:0/3967820769 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f6f10077010 0x7f6f10079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:15.613 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.610+0000 7f6f2cc00640 1 -- 172.21.15.31:0/3967820769 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 5825+0+0 (secure 0 0 0) 0x7f6f28099330 con 0x7f6f300ae440 2024-07-26T12:23:15.613 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.610+0000 7f6f2cc00640 1 --2- 172.21.15.31:0/3967820769 >> [v2:172.21.15.123:6811/2657576441,v1:172.21.15.123:6813/2657576441] conn(0x7f6f1007f3e0 0x7f6f100818b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:15.613 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.610+0000 7f6f2cc00640 1 -- 172.21.15.31:0/3967820769 --> [v2:172.21.15.123:6811/2657576441,v1:172.21.15.123:6813/2657576441] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f6f28017ec0 con 0x7f6f1007f3e0 2024-07-26T12:23:15.613 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.610+0000 7f6f2cc00640 1 -- 172.21.15.31:0/3967820769 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f6f280a0050 con 0x7f6f300ae440 2024-07-26T12:23:15.613 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.610+0000 7f6f34e00640 1 --2- 172.21.15.31:0/3967820769 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f6f10077010 0x7f6f10079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:15.614 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.611+0000 7f6f2fe00640 1 --2- 172.21.15.31:0/3967820769 >> [v2:172.21.15.123:6811/2657576441,v1:172.21.15.123:6813/2657576441] conn(0x7f6f1007f3e0 0x7f6f100818b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:15.614 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.611+0000 7f6f34e00640 1 --2- 172.21.15.31:0/3967820769 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f6f10077010 0x7f6f10079520 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f6f24001240 tx=0x7f6f24009040 comp rx=0 tx=0).ready entity=mgr.4126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:23:15.614 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.612+0000 7f6f2fe00640 1 --2- 172.21.15.31:0/3967820769 >> [v2:172.21.15.123:6811/2657576441,v1:172.21.15.123:6813/2657576441] conn(0x7f6f1007f3e0 0x7f6f100818b0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:23:15.614 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.614+0000 7f6f2cc00640 1 -- 172.21.15.31:0/3967820769 <== osd.4 v2:172.21.15.123:6811/2657576441 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f6f28017ec0 con 0x7f6f1007f3e0 2024-07-26T12:23:15.629 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.628+0000 7f6f36200640 1 -- 172.21.15.31:0/3967820769 --> [v2:172.21.15.123:6811/2657576441,v1:172.21.15.123:6813/2657576441] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f6f30072090 con 0x7f6f1007f3e0 2024-07-26T12:23:15.630 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.629+0000 7f6f2cc00640 1 -- 172.21.15.31:0/3967820769 <== osd.4 v2:172.21.15.123:6811/2657576441 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f6f30072090 con 0x7f6f1007f3e0 2024-07-26T12:23:15.630 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-07-26T12:23:15.630 INFO:teuthology.orchestra.run.smithi031.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-07-26T12:23:15.630 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-07-26T12:23:15.632 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.630+0000 7f6f36200640 1 -- 172.21.15.31:0/3967820769 >> [v2:172.21.15.123:6811/2657576441,v1:172.21.15.123:6813/2657576441] conn(0x7f6f1007f3e0 msgr2=0x7f6f100818b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:15.632 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.630+0000 7f6f36200640 1 --2- 172.21.15.31:0/3967820769 >> [v2:172.21.15.123:6811/2657576441,v1:172.21.15.123:6813/2657576441] conn(0x7f6f1007f3e0 0x7f6f100818b0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:15.632 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.630+0000 7f6f36200640 1 -- 172.21.15.31:0/3967820769 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f6f10077010 msgr2=0x7f6f10079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:15.632 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.630+0000 7f6f36200640 1 --2- 172.21.15.31:0/3967820769 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f6f10077010 0x7f6f10079520 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f6f24001240 tx=0x7f6f24009040 comp rx=0 tx=0).stop 2024-07-26T12:23:15.632 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.630+0000 7f6f36200640 1 -- 172.21.15.31:0/3967820769 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6f300ae440 msgr2=0x7f6f301e5da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:15.632 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.630+0000 7f6f36200640 1 --2- 172.21.15.31:0/3967820769 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6f300ae440 0x7f6f301e5da0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f6f30070b00 tx=0x7f6f2800f520 comp rx=0 tx=0).stop 2024-07-26T12:23:15.632 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.630+0000 7f6f35800640 1 -- 172.21.15.31:0/3967820769 reap_dead start 2024-07-26T12:23:15.632 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.630+0000 7f6f36200640 1 -- 172.21.15.31:0/3967820769 shutdown_connections 2024-07-26T12:23:15.633 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.630+0000 7f6f36200640 1 -- 172.21.15.31:0/3967820769 >> 172.21.15.31:0/3967820769 conn(0x7f6f300b55c0 msgr2=0x7f6f300b3c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:23:15.633 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.630+0000 7f6f36200640 1 -- 172.21.15.31:0/3967820769 shutdown_connections 2024-07-26T12:23:15.633 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.630+0000 7f6f36200640 1 -- 172.21.15.31:0/3967820769 wait complete. 2024-07-26T12:23:15.660 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 4 2024-07-26T12:23:15.945 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.944+0000 7f21d5400640 1 Processor -- start 2024-07-26T12:23:15.945 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.944+0000 7f21d5400640 1 -- start start 2024-07-26T12:23:15.947 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.946+0000 7f21d5400640 1 --2- >> v2:172.21.15.123:3300/0 conn(0x7f21d00b2650 0x7f21d00b4ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:15.947 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.946+0000 7f21d5400640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f21d0070ed0 con 0x7f21d0145c70 2024-07-26T12:23:15.947 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.946+0000 7f21d5400640 1 -- --> v1:172.21.15.123:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f21d00711b0 con 0x7f21d00b50e0 2024-07-26T12:23:15.947 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.946+0000 7f21d5400640 1 -- --> v2:172.21.15.123:3300/0 -- mon_getmap magic: 0 -- 0x7f21d00b2a60 con 0x7f21d00b2650 2024-07-26T12:23:15.949 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.947+0000 7f21d4a00640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f21d0145c70 0x7f21d014fee0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:58580/0 (socket says 172.21.15.31:58580) 2024-07-26T12:23:15.949 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.947+0000 7f21d4a00640 1 -- 172.21.15.31:0/4001185870 learned_addr learned my addr 172.21.15.31:0/4001185870 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-07-26T12:23:15.950 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.947+0000 7f21cfe00640 1 --2- 172.21.15.31:0/4001185870 >> v2:172.21.15.123:3300/0 conn(0x7f21d00b2650 0x7f21d00b4ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:15.950 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.947+0000 7f21cf400640 1 -- 172.21.15.31:0/4001185870 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2076752053 0 0) 0x7f21d0070ed0 con 0x7f21d0145c70 2024-07-26T12:23:15.950 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.947+0000 7f21cf400640 1 -- 172.21.15.31:0/4001185870 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f21b4003520 con 0x7f21d0145c70 2024-07-26T12:23:15.950 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.948+0000 7f21cf400640 1 -- 172.21.15.31:0/4001185870 <== mon.0 v1:172.21.15.31:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3404324715 0 0) 0x7f21b4003520 con 0x7f21d0145c70 2024-07-26T12:23:15.950 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.948+0000 7f21cf400640 1 -- 172.21.15.31:0/4001185870 >> v2:172.21.15.123:3300/0 conn(0x7f21d00b2650 msgr2=0x7f21d00b4ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:15.950 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.948+0000 7f21cf400640 1 --2- 172.21.15.31:0/4001185870 >> v2:172.21.15.123:3300/0 conn(0x7f21d00b2650 0x7f21d00b4ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:15.950 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.948+0000 7f21cf400640 1 -- 172.21.15.31:0/4001185870 >> v1:172.21.15.123:6789/0 conn(0x7f21d00b50e0 legacy=0x7f21d0145560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:15.950 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.948+0000 7f21cf400640 1 -- 172.21.15.31:0/4001185870 --> v1:172.21.15.31:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f21d0071490 con 0x7f21d0145c70 2024-07-26T12:23:15.951 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.948+0000 7f21cf400640 1 -- 172.21.15.31:0/4001185870 <== mon.0 v1:172.21.15.31:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 972834220 0 0) 0x7f21c8001a70 con 0x7f21d0145c70 2024-07-26T12:23:15.951 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.948+0000 7f21cf400640 1 -- 172.21.15.31:0/4001185870 >> v1:172.21.15.31:6789/0 conn(0x7f21d0145c70 legacy=0x7f21d014fee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:15.951 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.948+0000 7f21cf400640 1 --2- 172.21.15.31:0/4001185870 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f21b4003b10 0x7f21b4003fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:15.951 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.948+0000 7f21cf400640 1 --2- 172.21.15.31:0/4001185870 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f21b4004800 0x7f21b4004c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:15.951 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.948+0000 7f21cf400640 1 --2- 172.21.15.31:0/4001185870 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f21b40053d0 0x7f21b400ba80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:15.951 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.948+0000 7f21cf400640 1 -- 172.21.15.31:0/4001185870 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f21d00b2a60 con 0x7f21b4004800 2024-07-26T12:23:15.951 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.948+0000 7f21cf400640 1 -- 172.21.15.31:0/4001185870 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f21b400c360 con 0x7f21b4003b10 2024-07-26T12:23:15.952 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.948+0000 7f21cf400640 1 -- 172.21.15.31:0/4001185870 --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f21b400c560 con 0x7f21b40053d0 2024-07-26T12:23:15.952 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.948+0000 7f21c7400640 1 --2- 172.21.15.31:0/4001185870 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f21b4004800 0x7f21b4004c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:15.952 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.948+0000 7f21cfe00640 1 --2- 172.21.15.31:0/4001185870 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f21b4003b10 0x7f21b4003fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:15.952 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.949+0000 7f21d4a00640 1 --2- 172.21.15.31:0/4001185870 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f21b40053d0 0x7f21b400ba80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:15.952 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.949+0000 7f21c7400640 1 -- 172.21.15.31:0/4001185870 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f21b40053d0 msgr2=0x7f21b400ba80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:15.952 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.949+0000 7f21c7400640 1 --2- 172.21.15.31:0/4001185870 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f21b40053d0 0x7f21b400ba80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:15.952 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.949+0000 7f21c7400640 1 -- 172.21.15.31:0/4001185870 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f21b4003b10 msgr2=0x7f21b4003fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:15.952 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.949+0000 7f21c7400640 1 --2- 172.21.15.31:0/4001185870 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f21b4003b10 0x7f21b4003fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:15.953 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.949+0000 7f21c7400640 1 -- 172.21.15.31:0/4001185870 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f21b4003520 con 0x7f21b4004800 2024-07-26T12:23:15.953 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.949+0000 7f21d4a00640 1 -- 172.21.15.31:0/4001185870 reap_dead start 2024-07-26T12:23:15.954 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.950+0000 7f21c7400640 1 --2- 172.21.15.31:0/4001185870 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f21b4004800 0x7f21b4004c10 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f21b8001790 tx=0x7f21b4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=12c75bc77197f315 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:23:15.954 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.950+0000 7f21cf400640 1 -- 172.21.15.31:0/4001185870 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21b80013b0 con 0x7f21b4004800 2024-07-26T12:23:15.955 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.950+0000 7f21cf400640 1 -- 172.21.15.31:0/4001185870 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f21b80052d0 con 0x7f21b4004800 2024-07-26T12:23:15.955 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.950+0000 7f21cf400640 1 -- 172.21.15.31:0/4001185870 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21b802ab20 con 0x7f21b4004800 2024-07-26T12:23:15.955 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.951+0000 7f21d5400640 1 -- 172.21.15.31:0/4001185870 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f21b4004800 msgr2=0x7f21b4004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:15.955 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.951+0000 7f21d5400640 1 --2- 172.21.15.31:0/4001185870 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f21b4004800 0x7f21b4004c10 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f21b8001790 tx=0x7f21b4005830 comp rx=0 tx=0).stop 2024-07-26T12:23:15.955 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.951+0000 7f21d5400640 1 -- 172.21.15.31:0/4001185870 shutdown_connections 2024-07-26T12:23:15.955 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.951+0000 7f21d5400640 1 --2- 172.21.15.31:0/4001185870 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f21b4004800 0x7f21b4004c10 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:15.955 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.951+0000 7f21d5400640 1 -- 172.21.15.31:0/4001185870 >> 172.21.15.31:0/4001185870 conn(0x7f21d006d300 msgr2=0x7f21d00b8ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:23:15.955 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.951+0000 7f21d5400640 1 -- 172.21.15.31:0/4001185870 shutdown_connections 2024-07-26T12:23:15.955 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.951+0000 7f21d5400640 1 -- 172.21.15.31:0/4001185870 wait complete. 2024-07-26T12:23:15.956 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.953+0000 7f21d5400640 1 Processor -- start 2024-07-26T12:23:15.956 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.953+0000 7f21d5400640 1 -- start start 2024-07-26T12:23:15.958 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.954+0000 7f21d5400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f21b4004800 0x7f21d00ae470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:15.958 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.954+0000 7f21d5400640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f21d01e2260 0x7f21d01e17a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:15.958 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.955+0000 7f21d5400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f21d01d1410 0x7f21d01d1820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:15.958 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.955+0000 7f21d5400640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f21d00b4d20 con 0x7f21b4004800 2024-07-26T12:23:15.958 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.955+0000 7f21d5400640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f21d00b4ba0 con 0x7f21d01d1410 2024-07-26T12:23:15.958 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.955+0000 7f21d5400640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f21d00b4ea0 con 0x7f21d01e2260 2024-07-26T12:23:15.958 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.955+0000 7f21cfe00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f21b4004800 0x7f21d00ae470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:15.959 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.955+0000 7f21cfe00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f21b4004800 0x7f21d00ae470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:45838/0 (socket says 172.21.15.31:45838) 2024-07-26T12:23:15.959 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.955+0000 7f21cfe00640 1 -- 172.21.15.31:0/802899421 learned_addr learned my addr 172.21.15.31:0/802899421 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:23:15.959 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.955+0000 7f21c7400640 1 --2- 172.21.15.31:0/802899421 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f21d01e2260 0x7f21d01e17a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:15.959 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.955+0000 7f21d4a00640 1 --2- 172.21.15.31:0/802899421 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f21d01d1410 0x7f21d01d1820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:15.959 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.955+0000 7f21cfe00640 1 -- 172.21.15.31:0/802899421 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f21d01e2260 msgr2=0x7f21d01e17a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:15.959 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.955+0000 7f21cfe00640 1 --2- 172.21.15.31:0/802899421 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f21d01e2260 0x7f21d01e17a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:15.959 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.955+0000 7f21cfe00640 1 -- 172.21.15.31:0/802899421 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f21d01d1410 msgr2=0x7f21d01d1820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:15.959 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.955+0000 7f21cfe00640 1 --2- 172.21.15.31:0/802899421 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f21d01d1410 0x7f21d01d1820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:15.960 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.955+0000 7f21cfe00640 1 -- 172.21.15.31:0/802899421 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f21d00ae9b0 con 0x7f21b4004800 2024-07-26T12:23:15.960 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.955+0000 7f21d4a00640 1 --2- 172.21.15.31:0/802899421 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f21d01d1410 0x7f21d01d1820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T12:23:15.960 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.956+0000 7f21cfe00640 1 --2- 172.21.15.31:0/802899421 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f21b4004800 0x7f21d00ae470 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f21c00115f0 tx=0x7f21c0011ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:23:15.960 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.956+0000 7f21ccc00640 1 -- 172.21.15.31:0/802899421 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21c000f8f0 con 0x7f21b4004800 2024-07-26T12:23:15.960 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.956+0000 7f21ccc00640 1 -- 172.21.15.31:0/802899421 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f21c000fb80 con 0x7f21b4004800 2024-07-26T12:23:15.960 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.956+0000 7f21ccc00640 1 -- 172.21.15.31:0/802899421 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21c0015460 con 0x7f21b4004800 2024-07-26T12:23:15.960 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.956+0000 7f21d5400640 1 -- 172.21.15.31:0/802899421 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f21d00ad990 con 0x7f21b4004800 2024-07-26T12:23:15.960 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.956+0000 7f21d5400640 1 -- 172.21.15.31:0/802899421 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f21d01d1d60 con 0x7f21b4004800 2024-07-26T12:23:15.961 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.957+0000 7f21d5400640 1 -- 172.21.15.31:0/802899421 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f21d01456d0 con 0x7f21b4004800 2024-07-26T12:23:15.961 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.959+0000 7f21ccc00640 1 -- 172.21.15.31:0/802899421 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f21c0015600 con 0x7f21b4004800 2024-07-26T12:23:15.961 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.960+0000 7f21ccc00640 1 --2- 172.21.15.31:0/802899421 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f21ac077040 0x7f21ac079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:15.961 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.960+0000 7f21ccc00640 1 -- 172.21.15.31:0/802899421 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 5825+0+0 (secure 0 0 0) 0x7f21c0099390 con 0x7f21b4004800 2024-07-26T12:23:15.962 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.960+0000 7f21c7400640 1 --2- 172.21.15.31:0/802899421 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f21ac077040 0x7f21ac079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:15.962 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.961+0000 7f21c7400640 1 --2- 172.21.15.31:0/802899421 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f21ac077040 0x7f21ac079550 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f21b8032000 tx=0x7f21b802c040 comp rx=0 tx=0).ready entity=mgr.4126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:23:15.965 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:15.964+0000 7f21ccc00640 1 -- 172.21.15.31:0/802899421 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f21c0019030 con 0x7f21b4004800 2024-07-26T12:23:16.181 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.180+0000 7f21d5400640 1 -- 172.21.15.31:0/802899421 --> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "4", "target": ["mon-mgr", ""]}) -- 0x7f21d0144f40 con 0x7f21ac077040 2024-07-26T12:23:16.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.182+0000 7f21ccc00640 1 -- 172.21.15.31:0/802899421 <== mgr.4126 v2:172.21.15.123:6800/1140093937 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 4 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f21d0144f40 con 0x7f21ac077040 2024-07-26T12:23:16.182 INFO:teuthology.orchestra.run.smithi031.stderr:instructed osd(s) 4 to deep-scrub 2024-07-26T12:23:16.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.185+0000 7f21d5400640 1 -- 172.21.15.31:0/802899421 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f21ac077040 msgr2=0x7f21ac079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:16.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.185+0000 7f21d5400640 1 --2- 172.21.15.31:0/802899421 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f21ac077040 0x7f21ac079550 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f21b8032000 tx=0x7f21b802c040 comp rx=0 tx=0).stop 2024-07-26T12:23:16.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.185+0000 7f21d5400640 1 -- 172.21.15.31:0/802899421 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f21b4004800 msgr2=0x7f21d00ae470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:16.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.185+0000 7f21d5400640 1 --2- 172.21.15.31:0/802899421 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f21b4004800 0x7f21d00ae470 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f21c00115f0 tx=0x7f21c0011ab0 comp rx=0 tx=0).stop 2024-07-26T12:23:16.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.185+0000 7f21d5400640 1 -- 172.21.15.31:0/802899421 shutdown_connections 2024-07-26T12:23:16.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.185+0000 7f21d5400640 1 --2- 172.21.15.31:0/802899421 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f21ac077040 0x7f21ac079550 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:16.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.185+0000 7f21d5400640 1 --2- 172.21.15.31:0/802899421 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f21d01d1410 0x7f21d01d1820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:16.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.185+0000 7f21d5400640 1 --2- 172.21.15.31:0/802899421 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f21d01e2260 0x7f21d01e17a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:16.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.185+0000 7f21d5400640 1 --2- 172.21.15.31:0/802899421 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f21b4004800 0x7f21d00ae470 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:16.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.185+0000 7f21d5400640 1 -- 172.21.15.31:0/802899421 >> 172.21.15.31:0/802899421 conn(0x7f21d006d300 msgr2=0x7f21d00728a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:23:16.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.185+0000 7f21d5400640 1 -- 172.21.15.31:0/802899421 shutdown_connections 2024-07-26T12:23:16.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.185+0000 7f21d5400640 1 -- 172.21.15.31:0/802899421 wait complete. 2024-07-26T12:23:16.215 INFO:tasks.ceph:Scrubbing osd.5 2024-07-26T12:23:16.215 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 config set osd_debug_deep_scrub_sleep 0 2024-07-26T12:23:16.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.495+0000 7f2eeb200640 1 Processor -- start 2024-07-26T12:23:16.496 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.495+0000 7f2eeb200640 1 -- start start 2024-07-26T12:23:16.497 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.497+0000 7f2eeb200640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f2eec143c50 0x7f2eec0b3f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:16.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.497+0000 7f2eeb200640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2eec0b17d0 con 0x7f2eec0b2510 2024-07-26T12:23:16.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.497+0000 7f2eeb200640 1 -- --> v1:172.21.15.123:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2eec0b1d10 con 0x7f2eec0b4cd0 2024-07-26T12:23:16.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.497+0000 7f2eeb200640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f2eec070a20 con 0x7f2eec143c50 2024-07-26T12:23:16.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.497+0000 7f2ee3e00640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f2eec0b2510 0x7f2eec14c4e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:58590/0 (socket says 172.21.15.31:58590) 2024-07-26T12:23:16.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.497+0000 7f2ee3e00640 1 -- 172.21.15.31:0/1820334564 learned_addr learned my addr 172.21.15.31:0/1820334564 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-07-26T12:23:16.500 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.497+0000 7f2ee9400640 1 -- 172.21.15.31:0/1820334564 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1707650163 0 0) 0x7f2eec0b17d0 con 0x7f2eec0b2510 2024-07-26T12:23:16.500 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.497+0000 7f2ee9400640 1 -- 172.21.15.31:0/1820334564 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2ed0003440 con 0x7f2eec0b2510 2024-07-26T12:23:16.500 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.498+0000 7f2eea800640 1 --2- 172.21.15.31:0/1820334564 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f2eec143c50 0x7f2eec0b3f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:16.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.498+0000 7f2ee9400640 1 -- 172.21.15.31:0/1820334564 <== mon.0 v1:172.21.15.31:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2581053784 0 0) 0x7f2ed0003440 con 0x7f2eec0b2510 2024-07-26T12:23:16.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.498+0000 7f2ee9400640 1 -- 172.21.15.31:0/1820334564 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f2eec143c50 msgr2=0x7f2eec0b3f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:16.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.498+0000 7f2ee9400640 1 --2- 172.21.15.31:0/1820334564 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f2eec143c50 0x7f2eec0b3f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:16.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.498+0000 7f2ee9400640 1 -- 172.21.15.31:0/1820334564 >> v1:172.21.15.123:6789/0 conn(0x7f2eec0b4cd0 legacy=0x7f2eec073190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:16.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.498+0000 7f2ee9400640 1 -- 172.21.15.31:0/1820334564 --> v1:172.21.15.31:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2eec0b1ff0 con 0x7f2eec0b2510 2024-07-26T12:23:16.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.498+0000 7f2ee9400640 1 -- 172.21.15.31:0/1820334564 <== mon.0 v1:172.21.15.31:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 972834220 0 0) 0x7f2ed40016f0 con 0x7f2eec0b2510 2024-07-26T12:23:16.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.498+0000 7f2ee9400640 1 -- 172.21.15.31:0/1820334564 >> v1:172.21.15.31:6789/0 conn(0x7f2eec0b2510 legacy=0x7f2eec14c4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:16.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.498+0000 7f2ee9400640 1 --2- 172.21.15.31:0/1820334564 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f2eec143c50 0x7f2ed0003b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:16.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.498+0000 7f2ee9400640 1 --2- 172.21.15.31:0/1820334564 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2ed0008850 0x7f2ed000ac70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:16.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.498+0000 7f2ee9400640 1 --2- 172.21.15.31:0/1820334564 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2ed000b200 0x7f2ed000d6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:16.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.498+0000 7f2ee9400640 1 -- 172.21.15.31:0/1820334564 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f2eec070a20 con 0x7f2ed000b200 2024-07-26T12:23:16.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.498+0000 7f2ee9400640 1 -- 172.21.15.31:0/1820334564 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f2ed000dfc0 con 0x7f2ed0008850 2024-07-26T12:23:16.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.498+0000 7f2ee9400640 1 -- 172.21.15.31:0/1820334564 --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f2ed000e1c0 con 0x7f2eec143c50 2024-07-26T12:23:16.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.498+0000 7f2eea800640 1 --2- 172.21.15.31:0/1820334564 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2ed000b200 0x7f2ed000d6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:16.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.499+0000 7f2ee9e00640 1 --2- 172.21.15.31:0/1820334564 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f2eec143c50 0x7f2ed0003b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:16.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.499+0000 7f2ee3e00640 1 --2- 172.21.15.31:0/1820334564 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2ed0008850 0x7f2ed000ac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:16.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.499+0000 7f2eea800640 1 -- 172.21.15.31:0/1820334564 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f2eec143c50 msgr2=0x7f2ed0003b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:16.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.499+0000 7f2eea800640 1 --2- 172.21.15.31:0/1820334564 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f2eec143c50 0x7f2ed0003b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:16.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.499+0000 7f2eea800640 1 -- 172.21.15.31:0/1820334564 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2ed0008850 msgr2=0x7f2ed000ac70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:16.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.499+0000 7f2eea800640 1 --2- 172.21.15.31:0/1820334564 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2ed0008850 0x7f2ed000ac70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:16.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.499+0000 7f2eea800640 1 -- 172.21.15.31:0/1820334564 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ed0003440 con 0x7f2ed000b200 2024-07-26T12:23:16.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.500+0000 7f2eea800640 1 --2- 172.21.15.31:0/1820334564 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2ed000b200 0x7f2ed000d6e0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f2eec0742e0 tx=0x7f2ed0003730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7b19f2f2dcd459c2 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:23:16.505 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.500+0000 7f2ee9400640 1 -- 172.21.15.31:0/1820334564 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ee4033070 con 0x7f2ed000b200 2024-07-26T12:23:16.505 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.500+0000 7f2ee9400640 1 -- 172.21.15.31:0/1820334564 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2ee402f630 con 0x7f2ed000b200 2024-07-26T12:23:16.505 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.500+0000 7f2ee9400640 1 -- 172.21.15.31:0/1820334564 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ee4009be0 con 0x7f2ed000b200 2024-07-26T12:23:16.505 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.501+0000 7f2eeb200640 1 -- 172.21.15.31:0/1820334564 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2ed000b200 msgr2=0x7f2ed000d6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:16.505 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.501+0000 7f2eeb200640 1 --2- 172.21.15.31:0/1820334564 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2ed000b200 0x7f2ed000d6e0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f2eec0742e0 tx=0x7f2ed0003730 comp rx=0 tx=0).stop 2024-07-26T12:23:16.505 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.501+0000 7f2eea800640 1 -- 172.21.15.31:0/1820334564 reap_dead start 2024-07-26T12:23:16.505 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.501+0000 7f2eeb200640 1 -- 172.21.15.31:0/1820334564 shutdown_connections 2024-07-26T12:23:16.506 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.501+0000 7f2eeb200640 1 -- 172.21.15.31:0/1820334564 >> 172.21.15.31:0/1820334564 conn(0x7f2eec0b55c0 msgr2=0x7f2eec0b5a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:23:16.506 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.501+0000 7f2eeb200640 1 -- 172.21.15.31:0/1820334564 shutdown_connections 2024-07-26T12:23:16.506 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.501+0000 7f2eeb200640 1 -- 172.21.15.31:0/1820334564 wait complete. 2024-07-26T12:23:16.506 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.503+0000 7f2eeb200640 1 Processor -- start 2024-07-26T12:23:16.506 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.503+0000 7f2eeb200640 1 -- start start 2024-07-26T12:23:16.508 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.505+0000 7f2eeb200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2ed000b200 0x7f2eec140360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:16.508 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.505+0000 7f2eeb200640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2eec1e1390 0x7f2eec0ad8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:16.508 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.505+0000 7f2eeb200640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f2eec13aa70 0x7f2eec13ae80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:16.509 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.505+0000 7f2eeb200640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f2eec0b40b0 con 0x7f2eec1e1390 2024-07-26T12:23:16.509 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.505+0000 7f2eeb200640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f2eec0b3f30 con 0x7f2ed000b200 2024-07-26T12:23:16.509 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.505+0000 7f2eeb200640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f2eec0b4230 con 0x7f2eec13aa70 2024-07-26T12:23:16.509 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.505+0000 7f2ee3e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2eec1e1390 0x7f2eec0ad8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:16.509 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.505+0000 7f2ee3e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2eec1e1390 0x7f2eec0ad8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:45850/0 (socket says 172.21.15.31:45850) 2024-07-26T12:23:16.509 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.505+0000 7f2ee3e00640 1 -- 172.21.15.31:0/2481419134 learned_addr learned my addr 172.21.15.31:0/2481419134 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:23:16.509 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.505+0000 7f2ee9e00640 1 --2- 172.21.15.31:0/2481419134 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2ed000b200 0x7f2eec140360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:16.510 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.505+0000 7f2eea800640 1 --2- 172.21.15.31:0/2481419134 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f2eec13aa70 0x7f2eec13ae80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:16.510 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.505+0000 7f2ee3e00640 1 -- 172.21.15.31:0/2481419134 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f2eec13aa70 msgr2=0x7f2eec13ae80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:16.510 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.505+0000 7f2ee3e00640 1 --2- 172.21.15.31:0/2481419134 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f2eec13aa70 0x7f2eec13ae80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:16.510 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.505+0000 7f2ee3e00640 1 -- 172.21.15.31:0/2481419134 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2ed000b200 msgr2=0x7f2eec140360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:16.510 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.505+0000 7f2ee3e00640 1 --2- 172.21.15.31:0/2481419134 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2ed000b200 0x7f2eec140360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:16.510 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.505+0000 7f2ee3e00640 1 -- 172.21.15.31:0/2481419134 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2eec1e18b0 con 0x7f2eec1e1390 2024-07-26T12:23:16.510 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.505+0000 7f2ee9e00640 1 --2- 172.21.15.31:0/2481419134 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2ed000b200 0x7f2eec140360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T12:23:16.510 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.506+0000 7f2ee3e00640 1 --2- 172.21.15.31:0/2481419134 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2eec1e1390 0x7f2eec0ad8f0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f2ed400e7f0 tx=0x7f2ed400ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:23:16.511 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.506+0000 7f2ee2000640 1 -- 172.21.15.31:0/2481419134 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ed4019070 con 0x7f2eec1e1390 2024-07-26T12:23:16.511 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.506+0000 7f2ee2000640 1 -- 172.21.15.31:0/2481419134 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2ed400c870 con 0x7f2eec1e1390 2024-07-26T12:23:16.511 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.506+0000 7f2eeb200640 1 -- 172.21.15.31:0/2481419134 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2eec1e1b90 con 0x7f2eec1e1390 2024-07-26T12:23:16.511 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.506+0000 7f2ee2000640 1 -- 172.21.15.31:0/2481419134 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ed400ccc0 con 0x7f2eec1e1390 2024-07-26T12:23:16.511 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.506+0000 7f2eeb200640 1 -- 172.21.15.31:0/2481419134 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2eec0adfa0 con 0x7f2eec1e1390 2024-07-26T12:23:16.511 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.507+0000 7f2eeb200640 1 -- 172.21.15.31:0/2481419134 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f2eec13f200 con 0x7f2eec1e1390 2024-07-26T12:23:16.512 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.509+0000 7f2ee2000640 1 -- 172.21.15.31:0/2481419134 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f2ed401c070 con 0x7f2eec1e1390 2024-07-26T12:23:16.512 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.510+0000 7f2ee2000640 1 --2- 172.21.15.31:0/2481419134 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f2ec8077010 0x7f2ec8079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:16.513 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.510+0000 7f2ee2000640 1 -- 172.21.15.31:0/2481419134 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 5825+0+0 (secure 0 0 0) 0x7f2ed4098510 con 0x7f2eec1e1390 2024-07-26T12:23:16.513 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.510+0000 7f2ee2000640 1 --2- 172.21.15.31:0/2481419134 >> [v2:172.21.15.123:6810/3352982608,v1:172.21.15.123:6812/3352982608] conn(0x7f2ec807f3e0 0x7f2ec80818b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:16.513 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.510+0000 7f2ee2000640 1 -- 172.21.15.31:0/2481419134 --> [v2:172.21.15.123:6810/3352982608,v1:172.21.15.123:6812/3352982608] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f2ed4009e50 con 0x7f2ec807f3e0 2024-07-26T12:23:16.513 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.510+0000 7f2ee2000640 1 -- 172.21.15.31:0/2481419134 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f2ed40989a0 con 0x7f2eec1e1390 2024-07-26T12:23:16.513 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.510+0000 7f2ee9e00640 1 --2- 172.21.15.31:0/2481419134 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f2ec8077010 0x7f2ec8079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:16.513 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.511+0000 7f2eea800640 1 --2- 172.21.15.31:0/2481419134 >> [v2:172.21.15.123:6810/3352982608,v1:172.21.15.123:6812/3352982608] conn(0x7f2ec807f3e0 0x7f2ec80818b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:16.513 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.512+0000 7f2eea800640 1 --2- 172.21.15.31:0/2481419134 >> [v2:172.21.15.123:6810/3352982608,v1:172.21.15.123:6812/3352982608] conn(0x7f2ec807f3e0 0x7f2ec80818b0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:23:16.513 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.512+0000 7f2ee9e00640 1 --2- 172.21.15.31:0/2481419134 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f2ec8077010 0x7f2ec8079520 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f2edc001730 tx=0x7f2edc009040 comp rx=0 tx=0).ready entity=mgr.4126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:23:16.515 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.514+0000 7f2ee2000640 1 -- 172.21.15.31:0/2481419134 <== osd.5 v2:172.21.15.123:6810/3352982608 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f2ed4009e50 con 0x7f2ec807f3e0 2024-07-26T12:23:16.531 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.530+0000 7f2eeb200640 1 -- 172.21.15.31:0/2481419134 --> [v2:172.21.15.123:6810/3352982608,v1:172.21.15.123:6812/3352982608] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f2eec073190 con 0x7f2ec807f3e0 2024-07-26T12:23:16.532 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.531+0000 7f2ee2000640 1 -- 172.21.15.31:0/2481419134 <== osd.5 v2:172.21.15.123:6810/3352982608 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f2eec073190 con 0x7f2ec807f3e0 2024-07-26T12:23:16.532 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-07-26T12:23:16.532 INFO:teuthology.orchestra.run.smithi031.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-07-26T12:23:16.532 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-07-26T12:23:16.533 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.532+0000 7f2eeb200640 1 -- 172.21.15.31:0/2481419134 >> [v2:172.21.15.123:6810/3352982608,v1:172.21.15.123:6812/3352982608] conn(0x7f2ec807f3e0 msgr2=0x7f2ec80818b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:16.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.532+0000 7f2eeb200640 1 --2- 172.21.15.31:0/2481419134 >> [v2:172.21.15.123:6810/3352982608,v1:172.21.15.123:6812/3352982608] conn(0x7f2ec807f3e0 0x7f2ec80818b0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:16.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.532+0000 7f2eeb200640 1 -- 172.21.15.31:0/2481419134 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f2ec8077010 msgr2=0x7f2ec8079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:16.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.532+0000 7f2eeb200640 1 --2- 172.21.15.31:0/2481419134 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f2ec8077010 0x7f2ec8079520 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f2edc001730 tx=0x7f2edc009040 comp rx=0 tx=0).stop 2024-07-26T12:23:16.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.532+0000 7f2eeb200640 1 -- 172.21.15.31:0/2481419134 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2eec1e1390 msgr2=0x7f2eec0ad8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:16.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.532+0000 7f2eeb200640 1 --2- 172.21.15.31:0/2481419134 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2eec1e1390 0x7f2eec0ad8f0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f2ed400e7f0 tx=0x7f2ed400ecb0 comp rx=0 tx=0).stop 2024-07-26T12:23:16.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.532+0000 7f2eea800640 1 -- 172.21.15.31:0/2481419134 reap_dead start 2024-07-26T12:23:16.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.532+0000 7f2eeb200640 1 -- 172.21.15.31:0/2481419134 shutdown_connections 2024-07-26T12:23:16.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.532+0000 7f2eeb200640 1 -- 172.21.15.31:0/2481419134 >> 172.21.15.31:0/2481419134 conn(0x7f2eec0b55c0 msgr2=0x7f2eec0afe20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:23:16.535 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.532+0000 7f2eeb200640 1 -- 172.21.15.31:0/2481419134 shutdown_connections 2024-07-26T12:23:16.535 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.532+0000 7f2eeb200640 1 -- 172.21.15.31:0/2481419134 wait complete. 2024-07-26T12:23:16.560 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 5 2024-07-26T12:23:16.830 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.829+0000 7fcf2a800640 1 Processor -- start 2024-07-26T12:23:16.831 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.830+0000 7fcf2a800640 1 -- start start 2024-07-26T12:23:16.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.831+0000 7fcf2a800640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fcf240afaa0 0x7fcf240af310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:16.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.832+0000 7fcf2a800640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fcf240b36a0 0x7fcf240b3ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:16.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.832+0000 7fcf2a800640 1 -- --> v1:172.21.15.123:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcf240afeb0 con 0x7fcf241480c0 2024-07-26T12:23:16.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.832+0000 7fcf2a800640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7fcf240ae9b0 con 0x7fcf240afaa0 2024-07-26T12:23:16.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.832+0000 7fcf2a800640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7fcf240ae760 con 0x7fcf240b36a0 2024-07-26T12:23:16.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.832+0000 7fcf29400640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fcf240afaa0 0x7fcf240af310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:16.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.832+0000 7fcf29400640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fcf240afaa0 0x7fcf240af310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:45862/0 (socket says 172.21.15.31:45862) 2024-07-26T12:23:16.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.832+0000 7fcf29400640 1 -- 172.21.15.31:0/4042962903 learned_addr learned my addr 172.21.15.31:0/4042962903 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:23:16.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.832+0000 7fcf28a00640 1 --2- 172.21.15.31:0/4042962903 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fcf240b36a0 0x7fcf240b3ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:16.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.833+0000 7fcf29400640 1 -- 172.21.15.31:0/4042962903 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fcf240b36a0 msgr2=0x7fcf240b3ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:16.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.833+0000 7fcf29400640 1 --2- 172.21.15.31:0/4042962903 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fcf240b36a0 0x7fcf240b3ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:16.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.833+0000 7fcf29400640 1 -- 172.21.15.31:0/4042962903 >> v1:172.21.15.123:6789/0 conn(0x7fcf241480c0 legacy=0x7fcf2414ae10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:16.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.833+0000 7fcf29400640 1 -- 172.21.15.31:0/4042962903 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcf240b9b40 con 0x7fcf240afaa0 2024-07-26T12:23:16.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.834+0000 7fcf29400640 1 --2- 172.21.15.31:0/4042962903 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcf240afaa0 0x7fcf240af310 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fcf18009870 tx=0x7fcf1802a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2806440f46a405b0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:23:16.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.835+0000 7fcf23e00640 1 -- 172.21.15.31:0/4042962903 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf18037070 con 0x7fcf240afaa0 2024-07-26T12:23:16.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.835+0000 7fcf23e00640 1 -- 172.21.15.31:0/4042962903 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fcf18032440 con 0x7fcf240afaa0 2024-07-26T12:23:16.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.835+0000 7fcf23e00640 1 -- 172.21.15.31:0/4042962903 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf18032870 con 0x7fcf240afaa0 2024-07-26T12:23:16.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.836+0000 7fcf2a800640 1 -- 172.21.15.31:0/4042962903 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcf240afaa0 msgr2=0x7fcf240af310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:16.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.836+0000 7fcf2a800640 1 --2- 172.21.15.31:0/4042962903 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcf240afaa0 0x7fcf240af310 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fcf18009870 tx=0x7fcf1802a1c0 comp rx=0 tx=0).stop 2024-07-26T12:23:16.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.836+0000 7fcf2a800640 1 -- 172.21.15.31:0/4042962903 shutdown_connections 2024-07-26T12:23:16.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.836+0000 7fcf2a800640 1 --2- 172.21.15.31:0/4042962903 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fcf240b36a0 0x7fcf240b3ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:16.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.836+0000 7fcf2a800640 1 --2- 172.21.15.31:0/4042962903 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcf240afaa0 0x7fcf240af310 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:16.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.836+0000 7fcf2a800640 1 -- 172.21.15.31:0/4042962903 >> 172.21.15.31:0/4042962903 conn(0x7fcf2406d300 msgr2=0x7fcf240b8ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:23:16.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.836+0000 7fcf2a800640 1 -- 172.21.15.31:0/4042962903 shutdown_connections 2024-07-26T12:23:16.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.836+0000 7fcf2a800640 1 -- 172.21.15.31:0/4042962903 wait complete. 2024-07-26T12:23:16.839 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.838+0000 7fcf2a800640 1 Processor -- start 2024-07-26T12:23:16.839 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.839+0000 7fcf2a800640 1 -- start start 2024-07-26T12:23:16.840 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.840+0000 7fcf2a800640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcf240afaa0 0x7fcf240b1ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:16.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.840+0000 7fcf2a800640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fcf240b36a0 0x7fcf241416f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:16.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.840+0000 7fcf2a800640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fcf241480c0 0x7fcf24141c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:16.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.840+0000 7fcf2a800640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fcf2414b520 con 0x7fcf240afaa0 2024-07-26T12:23:16.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.840+0000 7fcf2a800640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fcf24148900 con 0x7fcf240b36a0 2024-07-26T12:23:16.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.840+0000 7fcf2a800640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7fcf2414b6a0 con 0x7fcf241480c0 2024-07-26T12:23:16.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.840+0000 7fcf29400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcf240afaa0 0x7fcf240b1ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:16.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.840+0000 7fcf29400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcf240afaa0 0x7fcf240b1ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:45874/0 (socket says 172.21.15.31:45874) 2024-07-26T12:23:16.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.840+0000 7fcf29400640 1 -- 172.21.15.31:0/1453987955 learned_addr learned my addr 172.21.15.31:0/1453987955 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:23:16.843 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.840+0000 7fcf28a00640 1 --2- 172.21.15.31:0/1453987955 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fcf240b36a0 0x7fcf241416f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:16.843 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.840+0000 7fcf29400640 1 -- 172.21.15.31:0/1453987955 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fcf241480c0 msgr2=0x7fcf24141c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:16.843 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.840+0000 7fcf29e00640 1 --2- 172.21.15.31:0/1453987955 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fcf241480c0 0x7fcf24141c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:16.843 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.840+0000 7fcf29400640 1 --2- 172.21.15.31:0/1453987955 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fcf241480c0 0x7fcf24141c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:16.843 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.841+0000 7fcf29400640 1 -- 172.21.15.31:0/1453987955 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fcf240b36a0 msgr2=0x7fcf241416f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:16.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.841+0000 7fcf29400640 1 --2- 172.21.15.31:0/1453987955 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fcf240b36a0 0x7fcf241416f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:16.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.841+0000 7fcf29400640 1 -- 172.21.15.31:0/1453987955 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcf241e1650 con 0x7fcf240afaa0 2024-07-26T12:23:16.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.841+0000 7fcf28a00640 1 --2- 172.21.15.31:0/1453987955 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fcf240b36a0 0x7fcf241416f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T12:23:16.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.841+0000 7fcf29400640 1 --2- 172.21.15.31:0/1453987955 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcf240afaa0 0x7fcf240b1ce0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fcf180097c0 tx=0x7fcf18030570 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:23:16.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.841+0000 7fcf21600640 1 -- 172.21.15.31:0/1453987955 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf18040070 con 0x7fcf240afaa0 2024-07-26T12:23:16.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.841+0000 7fcf21600640 1 -- 172.21.15.31:0/1453987955 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fcf18030a80 con 0x7fcf240afaa0 2024-07-26T12:23:16.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.841+0000 7fcf21600640 1 -- 172.21.15.31:0/1453987955 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf18037070 con 0x7fcf240afaa0 2024-07-26T12:23:16.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.841+0000 7fcf2a800640 1 -- 172.21.15.31:0/1453987955 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcf241e1930 con 0x7fcf240afaa0 2024-07-26T12:23:16.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.841+0000 7fcf2a800640 1 -- 172.21.15.31:0/1453987955 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcf24073670 con 0x7fcf240afaa0 2024-07-26T12:23:16.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.842+0000 7fcf2a800640 1 -- 172.21.15.31:0/1453987955 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcf2414bb80 con 0x7fcf240afaa0 2024-07-26T12:23:16.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.844+0000 7fcf21600640 1 -- 172.21.15.31:0/1453987955 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fcf18043070 con 0x7fcf240afaa0 2024-07-26T12:23:16.846 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.845+0000 7fcf21600640 1 --2- 172.21.15.31:0/1453987955 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fcf04077010 0x7fcf04079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:16.846 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.845+0000 7fcf21600640 1 -- 172.21.15.31:0/1453987955 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 5825+0+0 (secure 0 0 0) 0x7fcf180b8620 con 0x7fcf240afaa0 2024-07-26T12:23:16.846 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.846+0000 7fcf28a00640 1 --2- 172.21.15.31:0/1453987955 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fcf04077010 0x7fcf04079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:16.847 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.847+0000 7fcf28a00640 1 --2- 172.21.15.31:0/1453987955 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fcf04077010 0x7fcf04079520 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fcf10006fd0 tx=0x7fcf10008040 comp rx=0 tx=0).ready entity=mgr.4126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:23:16.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:16.850+0000 7fcf21600640 1 -- 172.21.15.31:0/1453987955 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fcf18081700 con 0x7fcf240afaa0 2024-07-26T12:23:17.063 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.062+0000 7fcf2a800640 1 -- 172.21.15.31:0/1453987955 --> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "5", "target": ["mon-mgr", ""]}) -- 0x7fcf241e1490 con 0x7fcf04077010 2024-07-26T12:23:17.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.063+0000 7fcf21600640 1 -- 172.21.15.31:0/1453987955 <== mgr.4126 v2:172.21.15.123:6800/1140093937 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 5 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7fcf10009d90 con 0x7fcf04077010 2024-07-26T12:23:17.064 INFO:teuthology.orchestra.run.smithi031.stderr:instructed osd(s) 5 to deep-scrub 2024-07-26T12:23:17.067 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.066+0000 7fcf2a800640 1 -- 172.21.15.31:0/1453987955 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fcf04077010 msgr2=0x7fcf04079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:17.067 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.066+0000 7fcf2a800640 1 --2- 172.21.15.31:0/1453987955 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fcf04077010 0x7fcf04079520 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fcf10006fd0 tx=0x7fcf10008040 comp rx=0 tx=0).stop 2024-07-26T12:23:17.067 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.066+0000 7fcf2a800640 1 -- 172.21.15.31:0/1453987955 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcf240afaa0 msgr2=0x7fcf240b1ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:17.067 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.066+0000 7fcf2a800640 1 --2- 172.21.15.31:0/1453987955 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcf240afaa0 0x7fcf240b1ce0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fcf180097c0 tx=0x7fcf18030570 comp rx=0 tx=0).stop 2024-07-26T12:23:17.067 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.066+0000 7fcf2a800640 1 -- 172.21.15.31:0/1453987955 shutdown_connections 2024-07-26T12:23:17.068 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.066+0000 7fcf2a800640 1 --2- 172.21.15.31:0/1453987955 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fcf04077010 0x7fcf04079520 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:17.068 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.066+0000 7fcf2a800640 1 --2- 172.21.15.31:0/1453987955 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fcf241480c0 0x7fcf24141c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:17.068 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.066+0000 7fcf2a800640 1 --2- 172.21.15.31:0/1453987955 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fcf240b36a0 0x7fcf241416f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:17.068 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.066+0000 7fcf2a800640 1 --2- 172.21.15.31:0/1453987955 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcf240afaa0 0x7fcf240b1ce0 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:17.068 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.066+0000 7fcf2a800640 1 -- 172.21.15.31:0/1453987955 >> 172.21.15.31:0/1453987955 conn(0x7fcf2406d300 msgr2=0x7fcf24145b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:23:17.068 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.066+0000 7fcf2a800640 1 -- 172.21.15.31:0/1453987955 shutdown_connections 2024-07-26T12:23:17.068 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.066+0000 7fcf2a800640 1 -- 172.21.15.31:0/1453987955 wait complete. 2024-07-26T12:23:17.092 INFO:tasks.ceph:Scrubbing osd.6 2024-07-26T12:23:17.093 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 config set osd_debug_deep_scrub_sleep 0 2024-07-26T12:23:17.378 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.377+0000 7f319fe00640 1 Processor -- start 2024-07-26T12:23:17.378 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.377+0000 7f319fe00640 1 -- start start 2024-07-26T12:23:17.380 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.379+0000 7f319fe00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f31a00b36a0 0x7f31a00b25c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:17.380 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.379+0000 7f319fe00640 1 --2- >> v2:172.21.15.123:3300/0 conn(0x7f31a0148580 0x7f31a0144530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:17.380 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.379+0000 7f319fe00640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f31a00743a0 con 0x7f31a0148170 2024-07-26T12:23:17.380 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.379+0000 7f319fe00640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f31a01479f0 con 0x7f31a00b36a0 2024-07-26T12:23:17.381 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.379+0000 7f319fe00640 1 -- --> v2:172.21.15.123:3300/0 -- mon_getmap magic: 0 -- 0x7f31a00b2e20 con 0x7f31a0148580 2024-07-26T12:23:17.381 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.380+0000 7f319ea00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f31a00b36a0 0x7f31a00b25c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:17.381 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.380+0000 7f319e000640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f31a0148170 0x7f31a013aa70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:58606/0 (socket says 172.21.15.31:58606) 2024-07-26T12:23:17.381 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.380+0000 7f319e000640 1 -- 172.21.15.31:0/2406160286 learned_addr learned my addr 172.21.15.31:0/2406160286 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-07-26T12:23:17.382 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.380+0000 7f319f400640 1 --2- 172.21.15.31:0/2406160286 >> v2:172.21.15.123:3300/0 conn(0x7f31a0148580 0x7f31a0144530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:17.382 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.380+0000 7f319d600640 1 -- 172.21.15.31:0/2406160286 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3907169287 0 0) 0x7f31a00743a0 con 0x7f31a0148170 2024-07-26T12:23:17.383 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.380+0000 7f319d600640 1 -- 172.21.15.31:0/2406160286 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3184003520 con 0x7f31a0148170 2024-07-26T12:23:17.383 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.380+0000 7f319ea00640 1 -- 172.21.15.31:0/2406160286 >> v2:172.21.15.123:3300/0 conn(0x7f31a0148580 msgr2=0x7f31a0144530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:17.383 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.380+0000 7f319ea00640 1 --2- 172.21.15.31:0/2406160286 >> v2:172.21.15.123:3300/0 conn(0x7f31a0148580 0x7f31a0144530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:17.383 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.380+0000 7f319ea00640 1 -- 172.21.15.31:0/2406160286 >> v1:172.21.15.31:6789/0 conn(0x7f31a0148170 legacy=0x7f31a013aa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:17.383 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.380+0000 7f319ea00640 1 -- 172.21.15.31:0/2406160286 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f31a0147c50 con 0x7f31a00b36a0 2024-07-26T12:23:17.383 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.380+0000 7f319f400640 1 --2- 172.21.15.31:0/2406160286 >> v2:172.21.15.123:3300/0 conn(0x7f31a0148580 0x7f31a0144530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T12:23:17.383 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.381+0000 7f319ea00640 1 --2- 172.21.15.31:0/2406160286 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f31a00b36a0 0x7f31a00b25c0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f31a00709b0 tx=0x7f319002a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6d643320e52262fe server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:23:17.383 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.382+0000 7f319d600640 1 -- 172.21.15.31:0/2406160286 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3190037070 con 0x7f31a00b36a0 2024-07-26T12:23:17.384 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.382+0000 7f319d600640 1 -- 172.21.15.31:0/2406160286 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3190032440 con 0x7f31a00b36a0 2024-07-26T12:23:17.384 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.382+0000 7f319d600640 1 -- 172.21.15.31:0/2406160286 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3190032810 con 0x7f31a00b36a0 2024-07-26T12:23:17.384 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.383+0000 7f319fe00640 1 -- 172.21.15.31:0/2406160286 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f31a00b36a0 msgr2=0x7f31a00b25c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:17.385 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.383+0000 7f319fe00640 1 --2- 172.21.15.31:0/2406160286 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f31a00b36a0 0x7f31a00b25c0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f31a00709b0 tx=0x7f319002a1a0 comp rx=0 tx=0).stop 2024-07-26T12:23:17.385 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.383+0000 7f319fe00640 1 -- 172.21.15.31:0/2406160286 shutdown_connections 2024-07-26T12:23:17.385 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.383+0000 7f319fe00640 1 --2- 172.21.15.31:0/2406160286 >> v2:172.21.15.123:3300/0 conn(0x7f31a0148580 0x7f31a0144530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:17.385 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.383+0000 7f319fe00640 1 --2- 172.21.15.31:0/2406160286 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f31a00b36a0 0x7f31a00b25c0 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:17.385 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.383+0000 7f319fe00640 1 -- 172.21.15.31:0/2406160286 >> 172.21.15.31:0/2406160286 conn(0x7f31a00b55c0 msgr2=0x7f31a00b5a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:23:17.385 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.383+0000 7f319fe00640 1 -- 172.21.15.31:0/2406160286 shutdown_connections 2024-07-26T12:23:17.385 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.383+0000 7f319fe00640 1 -- 172.21.15.31:0/2406160286 wait complete. 2024-07-26T12:23:17.386 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.385+0000 7f319fe00640 1 Processor -- start 2024-07-26T12:23:17.386 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.385+0000 7f319fe00640 1 -- start start 2024-07-26T12:23:17.387 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.386+0000 7f319fe00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f31a00b36a0 0x7f31a013bd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:17.387 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.386+0000 7f319fe00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f31a0148170 0x7f31a013d660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:17.387 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.387+0000 7f319fe00640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f31a0148580 0x7f31a01d77e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:17.388 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.387+0000 7f319fe00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f31a0144bf0 con 0x7f31a00b36a0 2024-07-26T12:23:17.388 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.387+0000 7f319fe00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f31a0144a70 con 0x7f31a0148170 2024-07-26T12:23:17.388 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.387+0000 7f319fe00640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f31a0144d70 con 0x7f31a0148580 2024-07-26T12:23:17.388 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.387+0000 7f319ea00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f31a00b36a0 0x7f31a013bd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:17.388 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.387+0000 7f319ea00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f31a00b36a0 0x7f31a013bd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:45890/0 (socket says 172.21.15.31:45890) 2024-07-26T12:23:17.388 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.387+0000 7f319ea00640 1 -- 172.21.15.31:0/1813044758 learned_addr learned my addr 172.21.15.31:0/1813044758 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:23:17.389 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.387+0000 7f319ea00640 1 -- 172.21.15.31:0/1813044758 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f31a0148580 msgr2=0x7f31a01d77e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:17.390 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.387+0000 7f319ea00640 1 --2- 172.21.15.31:0/1813044758 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f31a0148580 0x7f31a01d77e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:17.390 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.387+0000 7f319ea00640 1 -- 172.21.15.31:0/1813044758 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f31a0148170 msgr2=0x7f31a013d660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:17.390 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.387+0000 7f319ea00640 1 --2- 172.21.15.31:0/1813044758 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f31a0148170 0x7f31a013d660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:17.390 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.387+0000 7f319ea00640 1 -- 172.21.15.31:0/1813044758 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f31a013f090 con 0x7f31a00b36a0 2024-07-26T12:23:17.390 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.388+0000 7f319ea00640 1 --2- 172.21.15.31:0/1813044758 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f31a00b36a0 0x7f31a013bd50 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f3190035040 tx=0x7f31900305f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:23:17.390 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.388+0000 7f3196a00640 1 -- 172.21.15.31:0/1813044758 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f319003f020 con 0x7f31a00b36a0 2024-07-26T12:23:17.390 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.388+0000 7f3196a00640 1 -- 172.21.15.31:0/1813044758 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f31900307e0 con 0x7f31a00b36a0 2024-07-26T12:23:17.390 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.388+0000 7f3196a00640 1 -- 172.21.15.31:0/1813044758 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3190037040 con 0x7f31a00b36a0 2024-07-26T12:23:17.391 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.388+0000 7f319fe00640 1 -- 172.21.15.31:0/1813044758 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f31a013d040 con 0x7f31a00b36a0 2024-07-26T12:23:17.391 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.388+0000 7f319fe00640 1 -- 172.21.15.31:0/1813044758 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f31a01de1c0 con 0x7f31a00b36a0 2024-07-26T12:23:17.391 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.389+0000 7f319fe00640 1 -- 172.21.15.31:0/1813044758 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f31a01451f0 con 0x7f31a00b36a0 2024-07-26T12:23:17.391 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.391+0000 7f3196a00640 1 -- 172.21.15.31:0/1813044758 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f3190042020 con 0x7f31a00b36a0 2024-07-26T12:23:17.392 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.391+0000 7f3196a00640 1 --2- 172.21.15.31:0/1813044758 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f3180077010 0x7f3180079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:17.392 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.392+0000 7f3196a00640 1 -- 172.21.15.31:0/1813044758 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 5825+0+0 (secure 0 0 0) 0x7f31900b8f50 con 0x7f31a00b36a0 2024-07-26T12:23:17.393 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.392+0000 7f3196a00640 1 --2- 172.21.15.31:0/1813044758 >> [v2:172.21.15.123:6825/1360257549,v1:172.21.15.123:6827/1360257549] conn(0x7f318007f3e0 0x7f31800818b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:17.393 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.392+0000 7f3196a00640 1 -- 172.21.15.31:0/1813044758 --> [v2:172.21.15.123:6825/1360257549,v1:172.21.15.123:6827/1360257549] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f3190032440 con 0x7f318007f3e0 2024-07-26T12:23:17.393 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.392+0000 7f3196a00640 1 -- 172.21.15.31:0/1813044758 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f31900b9300 con 0x7f31a00b36a0 2024-07-26T12:23:17.393 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.392+0000 7f319e000640 1 --2- 172.21.15.31:0/1813044758 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f3180077010 0x7f3180079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:17.393 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.393+0000 7f319f400640 1 --2- 172.21.15.31:0/1813044758 >> [v2:172.21.15.123:6825/1360257549,v1:172.21.15.123:6827/1360257549] conn(0x7f318007f3e0 0x7f31800818b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:17.394 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.393+0000 7f319e000640 1 --2- 172.21.15.31:0/1813044758 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f3180077010 0x7f3180079520 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f318c001220 tx=0x7f318c0078f0 comp rx=0 tx=0).ready entity=mgr.4126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:23:17.394 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.394+0000 7f319f400640 1 --2- 172.21.15.31:0/1813044758 >> [v2:172.21.15.123:6825/1360257549,v1:172.21.15.123:6827/1360257549] conn(0x7f318007f3e0 0x7f31800818b0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:23:17.396 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.396+0000 7f3196a00640 1 -- 172.21.15.31:0/1813044758 <== osd.6 v2:172.21.15.123:6825/1360257549 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f3190032440 con 0x7f318007f3e0 2024-07-26T12:23:17.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.411+0000 7f319fe00640 1 -- 172.21.15.31:0/1813044758 --> [v2:172.21.15.123:6825/1360257549,v1:172.21.15.123:6827/1360257549] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f31a0143d40 con 0x7f318007f3e0 2024-07-26T12:23:17.412 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.412+0000 7f3196a00640 1 -- 172.21.15.31:0/1813044758 <== osd.6 v2:172.21.15.123:6825/1360257549 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f31a0143d40 con 0x7f318007f3e0 2024-07-26T12:23:17.413 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-07-26T12:23:17.413 INFO:teuthology.orchestra.run.smithi031.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-07-26T12:23:17.413 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-07-26T12:23:17.414 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.412+0000 7f319fe00640 1 -- 172.21.15.31:0/1813044758 >> [v2:172.21.15.123:6825/1360257549,v1:172.21.15.123:6827/1360257549] conn(0x7f318007f3e0 msgr2=0x7f31800818b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:17.414 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.412+0000 7f319fe00640 1 --2- 172.21.15.31:0/1813044758 >> [v2:172.21.15.123:6825/1360257549,v1:172.21.15.123:6827/1360257549] conn(0x7f318007f3e0 0x7f31800818b0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:17.414 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.413+0000 7f319fe00640 1 -- 172.21.15.31:0/1813044758 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f3180077010 msgr2=0x7f3180079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:17.414 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.413+0000 7f319fe00640 1 --2- 172.21.15.31:0/1813044758 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f3180077010 0x7f3180079520 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f318c001220 tx=0x7f318c0078f0 comp rx=0 tx=0).stop 2024-07-26T12:23:17.414 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.413+0000 7f319fe00640 1 -- 172.21.15.31:0/1813044758 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f31a00b36a0 msgr2=0x7f31a013bd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:17.415 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.413+0000 7f319fe00640 1 --2- 172.21.15.31:0/1813044758 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f31a00b36a0 0x7f31a013bd50 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f3190035040 tx=0x7f31900305f0 comp rx=0 tx=0).stop 2024-07-26T12:23:17.415 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.413+0000 7f319f400640 1 -- 172.21.15.31:0/1813044758 reap_dead start 2024-07-26T12:23:17.415 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.413+0000 7f319fe00640 1 -- 172.21.15.31:0/1813044758 shutdown_connections 2024-07-26T12:23:17.415 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.413+0000 7f319fe00640 1 -- 172.21.15.31:0/1813044758 >> 172.21.15.31:0/1813044758 conn(0x7f31a00b55c0 msgr2=0x7f31a006cef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:23:17.415 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.413+0000 7f319fe00640 1 -- 172.21.15.31:0/1813044758 shutdown_connections 2024-07-26T12:23:17.415 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.413+0000 7f319fe00640 1 -- 172.21.15.31:0/1813044758 wait complete. 2024-07-26T12:23:17.439 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 6 2024-07-26T12:23:17.718 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.717+0000 7f3e53e00640 1 Processor -- start 2024-07-26T12:23:17.718 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.717+0000 7f3e53e00640 1 -- start start 2024-07-26T12:23:17.720 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.719+0000 7f3e53e00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f3e4c071460 0x7f3e4c0afb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:17.720 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.719+0000 7f3e53e00640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3e4c0724f0 con 0x7f3e4c1495a0 2024-07-26T12:23:17.720 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.719+0000 7f3e53e00640 1 -- --> v1:172.21.15.123:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3e4c0727d0 con 0x7f3e4c0b48e0 2024-07-26T12:23:17.720 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.719+0000 7f3e53e00640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f3e4c071a40 con 0x7f3e4c071460 2024-07-26T12:23:17.720 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.719+0000 7f3e51400640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f3e4c071460 0x7f3e4c0afb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:17.720 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.719+0000 7f3e51e00640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f3e4c1495a0 0x7f3e4c1503d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:58612/0 (socket says 172.21.15.31:58612) 2024-07-26T12:23:17.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.719+0000 7f3e51e00640 1 -- 172.21.15.31:0/1247530854 learned_addr learned my addr 172.21.15.31:0/1247530854 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-07-26T12:23:17.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.720+0000 7f3e51400640 1 -- 172.21.15.31:0/1247530854 >> v1:172.21.15.123:6789/0 conn(0x7f3e4c0b48e0 legacy=0x7f3e4c148e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:17.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.720+0000 7f3e51400640 1 -- 172.21.15.31:0/1247530854 >> v1:172.21.15.31:6789/0 conn(0x7f3e4c1495a0 legacy=0x7f3e4c1503d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:17.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.720+0000 7f3e51400640 1 -- 172.21.15.31:0/1247530854 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3e4c0b25f0 con 0x7f3e4c071460 2024-07-26T12:23:17.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.722+0000 7f3e51400640 1 --2- 172.21.15.31:0/1247530854 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3e4c071460 0x7f3e4c0afb10 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f3e400097a0 tx=0x7f3e4002a000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fcd57a0a532c7c04 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:23:17.723 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.722+0000 7f3e4be00640 1 -- 172.21.15.31:0/1247530854 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e40037070 con 0x7f3e4c071460 2024-07-26T12:23:17.723 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.722+0000 7f3e4be00640 1 -- 172.21.15.31:0/1247530854 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3e4002ad80 con 0x7f3e4c071460 2024-07-26T12:23:17.723 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.722+0000 7f3e4be00640 1 -- 172.21.15.31:0/1247530854 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e400326a0 con 0x7f3e4c071460 2024-07-26T12:23:17.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.723+0000 7f3e53e00640 1 -- 172.21.15.31:0/1247530854 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3e4c071460 msgr2=0x7f3e4c0afb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:17.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.723+0000 7f3e53e00640 1 --2- 172.21.15.31:0/1247530854 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3e4c071460 0x7f3e4c0afb10 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f3e400097a0 tx=0x7f3e4002a000 comp rx=0 tx=0).stop 2024-07-26T12:23:17.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.723+0000 7f3e53e00640 1 -- 172.21.15.31:0/1247530854 shutdown_connections 2024-07-26T12:23:17.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.723+0000 7f3e53e00640 1 --2- 172.21.15.31:0/1247530854 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3e4c071460 0x7f3e4c0afb10 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:17.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.723+0000 7f3e53e00640 1 -- 172.21.15.31:0/1247530854 >> 172.21.15.31:0/1247530854 conn(0x7f3e4c06c7a0 msgr2=0x7f3e4c06cbb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:23:17.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.723+0000 7f3e53e00640 1 -- 172.21.15.31:0/1247530854 shutdown_connections 2024-07-26T12:23:17.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.723+0000 7f3e53e00640 1 -- 172.21.15.31:0/1247530854 wait complete. 2024-07-26T12:23:17.726 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.725+0000 7f3e53e00640 1 Processor -- start 2024-07-26T12:23:17.726 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.725+0000 7f3e53e00640 1 -- start start 2024-07-26T12:23:17.728 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.727+0000 7f3e53e00640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f3e4c071460 0x7f3e4c14fd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:17.728 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.727+0000 7f3e53e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3e4c0b48e0 0x7f3e4c1e2380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:17.728 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.727+0000 7f3e53e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3e4c1495a0 0x7f3e4c141ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:17.728 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.727+0000 7f3e53e00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f3e4c151af0 con 0x7f3e4c1495a0 2024-07-26T12:23:17.728 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.727+0000 7f3e53e00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f3e4c149bc0 con 0x7f3e4c0b48e0 2024-07-26T12:23:17.728 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.727+0000 7f3e53e00640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f3e4c151c70 con 0x7f3e4c071460 2024-07-26T12:23:17.728 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.727+0000 7f3e51e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3e4c1495a0 0x7f3e4c141ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:17.728 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.727+0000 7f3e51e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3e4c1495a0 0x7f3e4c141ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:45908/0 (socket says 172.21.15.31:45908) 2024-07-26T12:23:17.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.727+0000 7f3e51e00640 1 -- 172.21.15.31:0/2805559499 learned_addr learned my addr 172.21.15.31:0/2805559499 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:23:17.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.727+0000 7f3e51400640 1 --2- 172.21.15.31:0/2805559499 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f3e4c071460 0x7f3e4c14fd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:17.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.727+0000 7f3e50a00640 1 --2- 172.21.15.31:0/2805559499 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3e4c0b48e0 0x7f3e4c1e2380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:17.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.727+0000 7f3e51e00640 1 -- 172.21.15.31:0/2805559499 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f3e4c071460 msgr2=0x7f3e4c14fd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:17.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.727+0000 7f3e51e00640 1 --2- 172.21.15.31:0/2805559499 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f3e4c071460 0x7f3e4c14fd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:17.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.727+0000 7f3e51e00640 1 -- 172.21.15.31:0/2805559499 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3e4c0b48e0 msgr2=0x7f3e4c1e2380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:17.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.728+0000 7f3e51e00640 1 --2- 172.21.15.31:0/2805559499 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3e4c0b48e0 0x7f3e4c1e2380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:17.731 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.728+0000 7f3e51e00640 1 -- 172.21.15.31:0/2805559499 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3e4c1502d0 con 0x7f3e4c1495a0 2024-07-26T12:23:17.731 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.728+0000 7f3e51e00640 1 --2- 172.21.15.31:0/2805559499 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3e4c1495a0 0x7f3e4c141ff0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f3e4400c870 tx=0x7f3e4400cd30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:23:17.731 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.728+0000 7f3e49600640 1 -- 172.21.15.31:0/2805559499 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e44018070 con 0x7f3e4c1495a0 2024-07-26T12:23:17.731 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.728+0000 7f3e49600640 1 -- 172.21.15.31:0/2805559499 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3e4400a640 con 0x7f3e4c1495a0 2024-07-26T12:23:17.731 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.728+0000 7f3e53e00640 1 -- 172.21.15.31:0/2805559499 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3e4c1e2c50 con 0x7f3e4c1495a0 2024-07-26T12:23:17.731 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.728+0000 7f3e49600640 1 -- 172.21.15.31:0/2805559499 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e4400aad0 con 0x7f3e4c1495a0 2024-07-26T12:23:17.731 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.728+0000 7f3e53e00640 1 -- 172.21.15.31:0/2805559499 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3e4c14bea0 con 0x7f3e4c1495a0 2024-07-26T12:23:17.731 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.729+0000 7f3e53e00640 1 -- 172.21.15.31:0/2805559499 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3e4c14b490 con 0x7f3e4c1495a0 2024-07-26T12:23:17.732 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.731+0000 7f3e49600640 1 -- 172.21.15.31:0/2805559499 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f3e4401b070 con 0x7f3e4c1495a0 2024-07-26T12:23:17.732 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.732+0000 7f3e49600640 1 --2- 172.21.15.31:0/2805559499 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f3e2c077040 0x7f3e2c079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:17.733 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.732+0000 7f3e49600640 1 -- 172.21.15.31:0/2805559499 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 5825+0+0 (secure 0 0 0) 0x7f3e44098110 con 0x7f3e4c1495a0 2024-07-26T12:23:17.733 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.732+0000 7f3e51400640 1 --2- 172.21.15.31:0/2805559499 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f3e2c077040 0x7f3e2c079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:17.734 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.734+0000 7f3e51400640 1 --2- 172.21.15.31:0/2805559499 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f3e2c077040 0x7f3e2c079550 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f3e40034000 tx=0x7f3e40004730 comp rx=0 tx=0).ready entity=mgr.4126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:23:17.737 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.737+0000 7f3e49600640 1 -- 172.21.15.31:0/2805559499 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f3e44061280 con 0x7f3e4c1495a0 2024-07-26T12:23:17.958 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.957+0000 7f3e53e00640 1 -- 172.21.15.31:0/2805559499 --> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "6", "target": ["mon-mgr", ""]}) -- 0x7f3e4c071f30 con 0x7f3e2c077040 2024-07-26T12:23:17.959 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.958+0000 7f3e49600640 1 -- 172.21.15.31:0/2805559499 <== mgr.4126 v2:172.21.15.123:6800/1140093937 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 6 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f3e4c071f30 con 0x7f3e2c077040 2024-07-26T12:23:17.959 INFO:teuthology.orchestra.run.smithi031.stderr:instructed osd(s) 6 to deep-scrub 2024-07-26T12:23:17.962 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.961+0000 7f3e53e00640 1 -- 172.21.15.31:0/2805559499 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f3e2c077040 msgr2=0x7f3e2c079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:17.962 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.961+0000 7f3e53e00640 1 --2- 172.21.15.31:0/2805559499 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f3e2c077040 0x7f3e2c079550 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f3e40034000 tx=0x7f3e40004730 comp rx=0 tx=0).stop 2024-07-26T12:23:17.962 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.961+0000 7f3e53e00640 1 -- 172.21.15.31:0/2805559499 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3e4c1495a0 msgr2=0x7f3e4c141ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:17.962 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.961+0000 7f3e53e00640 1 --2- 172.21.15.31:0/2805559499 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3e4c1495a0 0x7f3e4c141ff0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f3e4400c870 tx=0x7f3e4400cd30 comp rx=0 tx=0).stop 2024-07-26T12:23:17.963 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.961+0000 7f3e53e00640 1 -- 172.21.15.31:0/2805559499 shutdown_connections 2024-07-26T12:23:17.963 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.961+0000 7f3e53e00640 1 --2- 172.21.15.31:0/2805559499 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f3e2c077040 0x7f3e2c079550 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:17.963 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.961+0000 7f3e53e00640 1 --2- 172.21.15.31:0/2805559499 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3e4c1495a0 0x7f3e4c141ff0 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:17.963 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.961+0000 7f3e53e00640 1 --2- 172.21.15.31:0/2805559499 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3e4c0b48e0 0x7f3e4c1e2380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:17.963 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.961+0000 7f3e53e00640 1 --2- 172.21.15.31:0/2805559499 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f3e4c071460 0x7f3e4c14fd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:17.963 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.961+0000 7f3e53e00640 1 -- 172.21.15.31:0/2805559499 >> 172.21.15.31:0/2805559499 conn(0x7f3e4c06c7a0 msgr2=0x7f3e4c0b3e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:23:17.963 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.961+0000 7f3e53e00640 1 -- 172.21.15.31:0/2805559499 shutdown_connections 2024-07-26T12:23:17.963 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:17.962+0000 7f3e53e00640 1 -- 172.21.15.31:0/2805559499 wait complete. 2024-07-26T12:23:17.989 INFO:tasks.ceph:Scrubbing osd.7 2024-07-26T12:23:17.989 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 config set osd_debug_deep_scrub_sleep 0 2024-07-26T12:23:18.269 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.268+0000 7fefc2400640 1 Processor -- start 2024-07-26T12:23:18.269 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.268+0000 7fefc2400640 1 -- start start 2024-07-26T12:23:18.271 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.270+0000 7fefc2400640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fefbc0b23b0 0x7fefbc0b4800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:18.271 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.270+0000 7fefc2400640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fefbc146080 0x7fefbc14fe30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:18.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.270+0000 7fefc2400640 1 -- --> v1:172.21.15.123:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fefbc0723e0 con 0x7fefbc0b4d40 2024-07-26T12:23:18.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.270+0000 7fefc2400640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7fefbc13fc50 con 0x7fefbc0b23b0 2024-07-26T12:23:18.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.270+0000 7fefc2400640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7fefbc0b5150 con 0x7fefbc146080 2024-07-26T12:23:18.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.270+0000 7fefc1000640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fefbc0b23b0 0x7fefbc0b4800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:18.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.271+0000 7fefc1000640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fefbc0b23b0 0x7fefbc0b4800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:45918/0 (socket says 172.21.15.31:45918) 2024-07-26T12:23:18.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.271+0000 7fefc1000640 1 -- 172.21.15.31:0/1920084326 learned_addr learned my addr 172.21.15.31:0/1920084326 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:23:18.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.271+0000 7fefc1a00640 1 --2- 172.21.15.31:0/1920084326 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fefbc146080 0x7fefbc14fe30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:18.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.271+0000 7fefc1000640 1 -- 172.21.15.31:0/1920084326 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fefbc146080 msgr2=0x7fefbc14fe30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:18.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.271+0000 7fefc1000640 1 --2- 172.21.15.31:0/1920084326 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fefbc146080 0x7fefbc14fe30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:18.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.271+0000 7fefc1000640 1 -- 172.21.15.31:0/1920084326 >> v1:172.21.15.123:6789/0 conn(0x7fefbc0b4d40 legacy=0x7fefbc145970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:18.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.271+0000 7fefc1000640 1 -- 172.21.15.31:0/1920084326 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fefbc1454b0 con 0x7fefbc0b23b0 2024-07-26T12:23:18.274 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.272+0000 7fefc1000640 1 --2- 172.21.15.31:0/1920084326 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fefbc0b23b0 0x7fefbc0b4800 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fefb0009870 tx=0x7fefb002a0a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5f6a1fca62f33881 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:23:18.274 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.273+0000 7fefbb400640 1 -- 172.21.15.31:0/1920084326 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fefb0037070 con 0x7fefbc0b23b0 2024-07-26T12:23:18.275 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.273+0000 7fefbb400640 1 -- 172.21.15.31:0/1920084326 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fefb0032440 con 0x7fefbc0b23b0 2024-07-26T12:23:18.275 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.273+0000 7fefbb400640 1 -- 172.21.15.31:0/1920084326 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fefb0032870 con 0x7fefbc0b23b0 2024-07-26T12:23:18.275 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.273+0000 7fefc2400640 1 -- 172.21.15.31:0/1920084326 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fefbc0b23b0 msgr2=0x7fefbc0b4800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:18.275 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.273+0000 7fefc2400640 1 --2- 172.21.15.31:0/1920084326 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fefbc0b23b0 0x7fefbc0b4800 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fefb0009870 tx=0x7fefb002a0a0 comp rx=0 tx=0).stop 2024-07-26T12:23:18.275 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.274+0000 7fefc2400640 1 -- 172.21.15.31:0/1920084326 shutdown_connections 2024-07-26T12:23:18.275 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.274+0000 7fefc2400640 1 --2- 172.21.15.31:0/1920084326 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fefbc146080 0x7fefbc14fe30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:18.275 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.274+0000 7fefc2400640 1 --2- 172.21.15.31:0/1920084326 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fefbc0b23b0 0x7fefbc0b4800 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:18.275 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.274+0000 7fefc2400640 1 -- 172.21.15.31:0/1920084326 >> 172.21.15.31:0/1920084326 conn(0x7fefbc0b55c0 msgr2=0x7fefbc0b5a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:23:18.276 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.274+0000 7fefc2400640 1 -- 172.21.15.31:0/1920084326 shutdown_connections 2024-07-26T12:23:18.276 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.274+0000 7fefc2400640 1 -- 172.21.15.31:0/1920084326 wait complete. 2024-07-26T12:23:18.277 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.276+0000 7fefc2400640 1 Processor -- start 2024-07-26T12:23:18.277 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.276+0000 7fefc2400640 1 -- start start 2024-07-26T12:23:18.279 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.277+0000 7fefc2400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fefbc0b23b0 0x7fefbc13d220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:18.279 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.277+0000 7fefc2400640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fefbc0b4d40 0x7fefbc13ae10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:18.279 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.278+0000 7fefc2400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fefbc146080 0x7fefbc1347e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:18.279 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.278+0000 7fefc2400640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fefbc1504f0 con 0x7fefbc146080 2024-07-26T12:23:18.280 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.278+0000 7fefc2400640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fefbc150370 con 0x7fefbc0b23b0 2024-07-26T12:23:18.280 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.278+0000 7fefc2400640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7fefbc150670 con 0x7fefbc0b4d40 2024-07-26T12:23:18.280 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.278+0000 7fefc1a00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fefbc146080 0x7fefbc1347e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:18.280 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.278+0000 7fefc1a00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fefbc146080 0x7fefbc1347e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:45924/0 (socket says 172.21.15.31:45924) 2024-07-26T12:23:18.280 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.278+0000 7fefc1a00640 1 -- 172.21.15.31:0/1072938591 learned_addr learned my addr 172.21.15.31:0/1072938591 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:23:18.280 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.278+0000 7fefc1000640 1 --2- 172.21.15.31:0/1072938591 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fefbc0b23b0 0x7fefbc13d220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:18.280 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.278+0000 7fefbbe00640 1 --2- 172.21.15.31:0/1072938591 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fefbc0b4d40 0x7fefbc13ae10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:18.280 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.278+0000 7fefc1a00640 1 -- 172.21.15.31:0/1072938591 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fefbc0b4d40 msgr2=0x7fefbc13ae10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:18.281 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.278+0000 7fefc1a00640 1 --2- 172.21.15.31:0/1072938591 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fefbc0b4d40 0x7fefbc13ae10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:18.281 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.278+0000 7fefc1a00640 1 -- 172.21.15.31:0/1072938591 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fefbc0b23b0 msgr2=0x7fefbc13d220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:18.281 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.278+0000 7fefc1a00640 1 --2- 172.21.15.31:0/1072938591 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fefbc0b23b0 0x7fefbc13d220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:18.281 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.278+0000 7fefc1a00640 1 -- 172.21.15.31:0/1072938591 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fefbc1df2a0 con 0x7fefbc146080 2024-07-26T12:23:18.281 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.279+0000 7fefc1a00640 1 --2- 172.21.15.31:0/1072938591 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fefbc146080 0x7fefbc1347e0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fefb4009fd0 tx=0x7fefb400e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:23:18.282 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.279+0000 7fefb8c00640 1 -- 172.21.15.31:0/1072938591 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fefb4014420 con 0x7fefbc146080 2024-07-26T12:23:18.282 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.279+0000 7fefb8c00640 1 -- 172.21.15.31:0/1072938591 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fefb4019070 con 0x7fefbc146080 2024-07-26T12:23:18.282 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.279+0000 7fefc2400640 1 -- 172.21.15.31:0/1072938591 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fefbc13c740 con 0x7fefbc146080 2024-07-26T12:23:18.283 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.279+0000 7fefb8c00640 1 -- 172.21.15.31:0/1072938591 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fefb4014950 con 0x7fefbc146080 2024-07-26T12:23:18.283 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.279+0000 7fefc2400640 1 -- 172.21.15.31:0/1072938591 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fefbc13cd00 con 0x7fefbc146080 2024-07-26T12:23:18.283 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.280+0000 7fefc2400640 1 -- 172.21.15.31:0/1072938591 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fefbc0b4800 con 0x7fefbc146080 2024-07-26T12:23:18.283 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.281+0000 7fefb8c00640 1 -- 172.21.15.31:0/1072938591 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fefb4014af0 con 0x7fefbc146080 2024-07-26T12:23:18.284 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.282+0000 7fefb8c00640 1 --2- 172.21.15.31:0/1072938591 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fef9c077010 0x7fef9c079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:18.284 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.283+0000 7fefb8c00640 1 -- 172.21.15.31:0/1072938591 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 5825+0+0 (secure 0 0 0) 0x7fefb40992d0 con 0x7fefbc146080 2024-07-26T12:23:18.284 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.283+0000 7fefb8c00640 1 --2- 172.21.15.31:0/1072938591 >> [v2:172.21.15.123:6802/2969480778,v1:172.21.15.123:6803/2969480778] conn(0x7fef9c07f380 0x7fef9c081850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:18.284 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.283+0000 7fefb8c00640 1 -- 172.21.15.31:0/1072938591 --> [v2:172.21.15.123:6802/2969480778,v1:172.21.15.123:6803/2969480778] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fef9c081f20 con 0x7fef9c07f380 2024-07-26T12:23:18.284 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.283+0000 7fefb8c00640 1 -- 172.21.15.31:0/1072938591 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fefb40a0050 con 0x7fefbc146080 2024-07-26T12:23:18.285 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.283+0000 7fefc1000640 1 --2- 172.21.15.31:0/1072938591 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fef9c077010 0x7fef9c079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:18.285 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.283+0000 7fefbbe00640 1 --2- 172.21.15.31:0/1072938591 >> [v2:172.21.15.123:6802/2969480778,v1:172.21.15.123:6803/2969480778] conn(0x7fef9c07f380 0x7fef9c081850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:18.285 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.284+0000 7fefc1000640 1 --2- 172.21.15.31:0/1072938591 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fef9c077010 0x7fef9c079520 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fefb0034000 tx=0x7fefb002c040 comp rx=0 tx=0).ready entity=mgr.4126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:23:18.285 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.285+0000 7fefbbe00640 1 --2- 172.21.15.31:0/1072938591 >> [v2:172.21.15.123:6802/2969480778,v1:172.21.15.123:6803/2969480778] conn(0x7fef9c07f380 0x7fef9c081850 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:23:18.287 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.287+0000 7fefb8c00640 1 -- 172.21.15.31:0/1072938591 <== osd.7 v2:172.21.15.123:6802/2969480778 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fef9c081f20 con 0x7fef9c07f380 2024-07-26T12:23:18.302 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.302+0000 7fefc2400640 1 -- 172.21.15.31:0/1072938591 --> [v2:172.21.15.123:6802/2969480778,v1:172.21.15.123:6803/2969480778] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7fefbc1355b0 con 0x7fef9c07f380 2024-07-26T12:23:18.303 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.303+0000 7fefb8c00640 1 -- 172.21.15.31:0/1072938591 <== osd.7 v2:172.21.15.123:6802/2969480778 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7fefbc1355b0 con 0x7fef9c07f380 2024-07-26T12:23:18.304 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-07-26T12:23:18.304 INFO:teuthology.orchestra.run.smithi031.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-07-26T12:23:18.304 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-07-26T12:23:18.305 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.303+0000 7fefc2400640 1 -- 172.21.15.31:0/1072938591 >> [v2:172.21.15.123:6802/2969480778,v1:172.21.15.123:6803/2969480778] conn(0x7fef9c07f380 msgr2=0x7fef9c081850 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:18.305 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.303+0000 7fefc2400640 1 --2- 172.21.15.31:0/1072938591 >> [v2:172.21.15.123:6802/2969480778,v1:172.21.15.123:6803/2969480778] conn(0x7fef9c07f380 0x7fef9c081850 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:18.305 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.304+0000 7fefc2400640 1 -- 172.21.15.31:0/1072938591 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fef9c077010 msgr2=0x7fef9c079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:18.305 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.304+0000 7fefc2400640 1 --2- 172.21.15.31:0/1072938591 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fef9c077010 0x7fef9c079520 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fefb0034000 tx=0x7fefb002c040 comp rx=0 tx=0).stop 2024-07-26T12:23:18.305 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.304+0000 7fefc2400640 1 -- 172.21.15.31:0/1072938591 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fefbc146080 msgr2=0x7fefbc1347e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:18.305 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.304+0000 7fefc2400640 1 --2- 172.21.15.31:0/1072938591 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fefbc146080 0x7fefbc1347e0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fefb4009fd0 tx=0x7fefb400e4b0 comp rx=0 tx=0).stop 2024-07-26T12:23:18.306 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.304+0000 7fefc1a00640 1 -- 172.21.15.31:0/1072938591 reap_dead start 2024-07-26T12:23:18.306 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.304+0000 7fefc2400640 1 -- 172.21.15.31:0/1072938591 shutdown_connections 2024-07-26T12:23:18.306 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.304+0000 7fefc2400640 1 -- 172.21.15.31:0/1072938591 >> 172.21.15.31:0/1072938591 conn(0x7fefbc0b55c0 msgr2=0x7fefbc075670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:23:18.306 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.304+0000 7fefc2400640 1 -- 172.21.15.31:0/1072938591 shutdown_connections 2024-07-26T12:23:18.306 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.304+0000 7fefc2400640 1 -- 172.21.15.31:0/1072938591 wait complete. 2024-07-26T12:23:18.331 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 7 2024-07-26T12:23:18.606 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.605+0000 7fe92b200640 1 Processor -- start 2024-07-26T12:23:18.606 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.605+0000 7fe92b200640 1 -- start start 2024-07-26T12:23:18.608 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.607+0000 7fe92b200640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe9240b2df0 0x7fe9240af6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:18.608 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.607+0000 7fe92b200640 1 --2- >> v2:172.21.15.123:3300/0 conn(0x7fe9240b1da0 0x7fe9240b21b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:18.608 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.607+0000 7fe92b200640 1 -- --> v1:172.21.15.123:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe9240afc00 con 0x7fe92414aeb0 2024-07-26T12:23:18.608 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.607+0000 7fe92b200640 1 -- --> v2:172.21.15.123:3300/0 -- mon_getmap magic: 0 -- 0x7fe9240b0520 con 0x7fe9240b1da0 2024-07-26T12:23:18.608 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.607+0000 7fe92b200640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7fe9240b3200 con 0x7fe9240b2df0 2024-07-26T12:23:18.609 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.608+0000 7fe923e00640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe9240b2df0 0x7fe9240af6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:18.609 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.608+0000 7fe923e00640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe9240b2df0 0x7fe9240af6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3301/0 says I am v2:172.21.15.31:51496/0 (socket says 172.21.15.31:51496) 2024-07-26T12:23:18.609 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.608+0000 7fe923e00640 1 -- 172.21.15.31:0/2220605844 learned_addr learned my addr 172.21.15.31:0/2220605844 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:23:18.610 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.608+0000 7fe923400640 1 --2- 172.21.15.31:0/2220605844 >> v2:172.21.15.123:3300/0 conn(0x7fe9240b1da0 0x7fe9240b21b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:18.610 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.609+0000 7fe923e00640 1 -- 172.21.15.31:0/2220605844 >> v2:172.21.15.123:3300/0 conn(0x7fe9240b1da0 msgr2=0x7fe9240b21b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:18.610 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.609+0000 7fe923e00640 1 --2- 172.21.15.31:0/2220605844 >> v2:172.21.15.123:3300/0 conn(0x7fe9240b1da0 0x7fe9240b21b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:18.610 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.609+0000 7fe922a00640 1 -- 172.21.15.31:0/2220605844 <== mon.1 v1:172.21.15.123:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3280791176 0 0) 0x7fe9240afc00 con 0x7fe92414aeb0 2024-07-26T12:23:18.610 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.609+0000 7fe923e00640 1 -- 172.21.15.31:0/2220605844 >> v1:172.21.15.123:6789/0 conn(0x7fe92414aeb0 legacy=0x7fe92414b2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:18.610 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.609+0000 7fe923e00640 1 -- 172.21.15.31:0/2220605844 --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe924147c40 con 0x7fe9240b2df0 2024-07-26T12:23:18.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.610+0000 7fe923e00640 1 --2- 172.21.15.31:0/2220605844 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe9240b2df0 0x7fe9240af6c0 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7fe914009870 tx=0x7fe91402a130 comp rx=0 tx=0).ready entity=mon.2 client_cookie=748f5e940ed8d296 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:23:18.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.610+0000 7fe922a00640 1 -- 172.21.15.31:0/2220605844 <== mon.2 v2:172.21.15.123:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe914037070 con 0x7fe9240b2df0 2024-07-26T12:23:18.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.611+0000 7fe922a00640 1 -- 172.21.15.31:0/2220605844 <== mon.2 v2:172.21.15.123:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe914032440 con 0x7fe9240b2df0 2024-07-26T12:23:18.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.611+0000 7fe922a00640 1 -- 172.21.15.31:0/2220605844 <== mon.2 v2:172.21.15.123:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe914032870 con 0x7fe9240b2df0 2024-07-26T12:23:18.612 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.611+0000 7fe92b200640 1 -- 172.21.15.31:0/2220605844 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe9240b2df0 msgr2=0x7fe9240af6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:18.612 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.611+0000 7fe92b200640 1 --2- 172.21.15.31:0/2220605844 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe9240b2df0 0x7fe9240af6c0 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7fe914009870 tx=0x7fe91402a130 comp rx=0 tx=0).stop 2024-07-26T12:23:18.612 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.611+0000 7fe92b200640 1 -- 172.21.15.31:0/2220605844 shutdown_connections 2024-07-26T12:23:18.612 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.611+0000 7fe92b200640 1 --2- 172.21.15.31:0/2220605844 >> v2:172.21.15.123:3300/0 conn(0x7fe9240b1da0 0x7fe9240b21b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:18.613 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.611+0000 7fe92b200640 1 --2- 172.21.15.31:0/2220605844 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe9240b2df0 0x7fe9240af6c0 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:18.613 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.611+0000 7fe92b200640 1 -- 172.21.15.31:0/2220605844 >> 172.21.15.31:0/2220605844 conn(0x7fe92406c7a0 msgr2=0x7fe92406cbb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:23:18.613 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.612+0000 7fe92b200640 1 -- 172.21.15.31:0/2220605844 shutdown_connections 2024-07-26T12:23:18.613 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.612+0000 7fe92b200640 1 -- 172.21.15.31:0/2220605844 wait complete. 2024-07-26T12:23:18.614 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.614+0000 7fe92b200640 1 Processor -- start 2024-07-26T12:23:18.614 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.614+0000 7fe92b200640 1 -- start start 2024-07-26T12:23:18.616 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.615+0000 7fe92b200640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe9240b1da0 0x7fe9240b7d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:18.616 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.615+0000 7fe92b200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe9240b2df0 0x7fe924142cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:18.616 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.615+0000 7fe92b200640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe92414aeb0 0x7fe92413cd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:18.616 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.615+0000 7fe92b200640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fe92414bb50 con 0x7fe92414aeb0 2024-07-26T12:23:18.617 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.615+0000 7fe92b200640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fe92414b9d0 con 0x7fe9240b2df0 2024-07-26T12:23:18.617 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.615+0000 7fe92b200640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7fe92414bcd0 con 0x7fe9240b1da0 2024-07-26T12:23:18.617 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.615+0000 7fe929200640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe92414aeb0 0x7fe92413cd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:18.617 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.615+0000 7fe929200640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe92414aeb0 0x7fe92413cd10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:45932/0 (socket says 172.21.15.31:45932) 2024-07-26T12:23:18.617 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.616+0000 7fe929200640 1 -- 172.21.15.31:0/1958795328 learned_addr learned my addr 172.21.15.31:0/1958795328 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:23:18.617 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.616+0000 7fe923400640 1 --2- 172.21.15.31:0/1958795328 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe9240b2df0 0x7fe924142cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:18.617 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.616+0000 7fe923e00640 1 --2- 172.21.15.31:0/1958795328 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe9240b1da0 0x7fe9240b7d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:18.619 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.616+0000 7fe929200640 1 -- 172.21.15.31:0/1958795328 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe9240b1da0 msgr2=0x7fe9240b7d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:18.619 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.616+0000 7fe929200640 1 --2- 172.21.15.31:0/1958795328 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe9240b1da0 0x7fe9240b7d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:18.619 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.616+0000 7fe929200640 1 -- 172.21.15.31:0/1958795328 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe9240b2df0 msgr2=0x7fe924142cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:18.619 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.616+0000 7fe929200640 1 --2- 172.21.15.31:0/1958795328 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe9240b2df0 0x7fe924142cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:18.619 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.616+0000 7fe929200640 1 -- 172.21.15.31:0/1958795328 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe924142280 con 0x7fe92414aeb0 2024-07-26T12:23:18.619 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.616+0000 7fe923400640 1 --2- 172.21.15.31:0/1958795328 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe9240b2df0 0x7fe924142cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T12:23:18.619 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.616+0000 7fe929200640 1 --2- 172.21.15.31:0/1958795328 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe92414aeb0 0x7fe92413cd10 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fe91c00c760 tx=0x7fe91c00cb60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:23:18.619 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.617+0000 7fe91be00640 1 -- 172.21.15.31:0/1958795328 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe91c003b70 con 0x7fe92414aeb0 2024-07-26T12:23:18.620 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.617+0000 7fe91be00640 1 -- 172.21.15.31:0/1958795328 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe91c003d10 con 0x7fe92414aeb0 2024-07-26T12:23:18.620 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.617+0000 7fe91be00640 1 -- 172.21.15.31:0/1958795328 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe91c0052d0 con 0x7fe92414aeb0 2024-07-26T12:23:18.620 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.617+0000 7fe92b200640 1 -- 172.21.15.31:0/1958795328 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe924143230 con 0x7fe92414aeb0 2024-07-26T12:23:18.620 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.617+0000 7fe92b200640 1 -- 172.21.15.31:0/1958795328 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe924070bc0 con 0x7fe92414aeb0 2024-07-26T12:23:18.620 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.618+0000 7fe92b200640 1 -- 172.21.15.31:0/1958795328 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe9240aec10 con 0x7fe92414aeb0 2024-07-26T12:23:18.621 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.619+0000 7fe91be00640 1 -- 172.21.15.31:0/1958795328 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fe91c005470 con 0x7fe92414aeb0 2024-07-26T12:23:18.621 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.620+0000 7fe91be00640 1 --2- 172.21.15.31:0/1958795328 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fe904077010 0x7fe904079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:18.621 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.621+0000 7fe91be00640 1 -- 172.21.15.31:0/1958795328 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 5825+0+0 (secure 0 0 0) 0x7fe91c0989b0 con 0x7fe92414aeb0 2024-07-26T12:23:18.621 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.621+0000 7fe923e00640 1 --2- 172.21.15.31:0/1958795328 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fe904077010 0x7fe904079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:18.623 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.622+0000 7fe923e00640 1 --2- 172.21.15.31:0/1958795328 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fe904077010 0x7fe904079520 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fe914034000 tx=0x7fe914008040 comp rx=0 tx=0).ready entity=mgr.4126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:23:18.626 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.626+0000 7fe91be00640 1 -- 172.21.15.31:0/1958795328 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fe91c061a90 con 0x7fe92414aeb0 2024-07-26T12:23:18.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.838+0000 7fe92b200640 1 -- 172.21.15.31:0/1958795328 --> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "7", "target": ["mon-mgr", ""]}) -- 0x7fe9240afdf0 con 0x7fe904077010 2024-07-26T12:23:18.840 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.839+0000 7fe91be00640 1 -- 172.21.15.31:0/1958795328 <== mgr.4126 v2:172.21.15.123:6800/1140093937 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 7 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7fe9240afdf0 con 0x7fe904077010 2024-07-26T12:23:18.840 INFO:teuthology.orchestra.run.smithi031.stderr:instructed osd(s) 7 to deep-scrub 2024-07-26T12:23:18.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.843+0000 7fe92b200640 1 -- 172.21.15.31:0/1958795328 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fe904077010 msgr2=0x7fe904079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:18.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.843+0000 7fe92b200640 1 --2- 172.21.15.31:0/1958795328 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fe904077010 0x7fe904079520 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fe914034000 tx=0x7fe914008040 comp rx=0 tx=0).stop 2024-07-26T12:23:18.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.843+0000 7fe92b200640 1 -- 172.21.15.31:0/1958795328 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe92414aeb0 msgr2=0x7fe92413cd10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:18.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.843+0000 7fe92b200640 1 --2- 172.21.15.31:0/1958795328 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe92414aeb0 0x7fe92413cd10 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fe91c00c760 tx=0x7fe91c00cb60 comp rx=0 tx=0).stop 2024-07-26T12:23:18.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.843+0000 7fe92b200640 1 -- 172.21.15.31:0/1958795328 shutdown_connections 2024-07-26T12:23:18.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.843+0000 7fe92b200640 1 --2- 172.21.15.31:0/1958795328 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fe904077010 0x7fe904079520 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:18.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.843+0000 7fe92b200640 1 --2- 172.21.15.31:0/1958795328 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe92414aeb0 0x7fe92413cd10 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:18.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.843+0000 7fe92b200640 1 --2- 172.21.15.31:0/1958795328 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe9240b2df0 0x7fe924142cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:18.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.843+0000 7fe92b200640 1 --2- 172.21.15.31:0/1958795328 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fe9240b1da0 0x7fe9240b7d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:18.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.843+0000 7fe92b200640 1 -- 172.21.15.31:0/1958795328 >> 172.21.15.31:0/1958795328 conn(0x7fe92406c7a0 msgr2=0x7fe9240b3640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:23:18.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.843+0000 7fe92b200640 1 -- 172.21.15.31:0/1958795328 shutdown_connections 2024-07-26T12:23:18.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:18.843+0000 7fe92b200640 1 -- 172.21.15.31:0/1958795328 wait complete. 2024-07-26T12:23:18.872 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-26T12:23:19.149 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:19.149+0000 7f3454c00640 1 Processor -- start 2024-07-26T12:23:19.150 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:19.149+0000 7f3454c00640 1 -- start start 2024-07-26T12:23:19.152 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:19.151+0000 7f3454c00640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f34500b00a0 0x7f3450148620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:19.152 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:19.151+0000 7f3454c00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f34500b39b0 0x7f3450073d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:19.152 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:19.151+0000 7f3454c00640 1 -- --> v1:172.21.15.123:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3450147e20 con 0x7f34500b35a0 2024-07-26T12:23:19.152 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:19.151+0000 7f3454c00640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f3450071130 con 0x7f34500b39b0 2024-07-26T12:23:19.152 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:19.151+0000 7f3454c00640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f3450148190 con 0x7f34500b00a0 2024-07-26T12:23:19.153 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:19.151+0000 7f344e800640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f34500b39b0 0x7f3450073d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:19.153 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:19.152+0000 7f344e800640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f34500b39b0 0x7f3450073d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:45938/0 (socket says 172.21.15.31:45938) 2024-07-26T12:23:19.153 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:19.152+0000 7f344e800640 1 -- 172.21.15.31:0/2603959668 learned_addr learned my addr 172.21.15.31:0/2603959668 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:23:19.154 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:19.152+0000 7f344de00640 1 --2- 172.21.15.31:0/2603959668 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f34500b00a0 0x7f3450148620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:19.154 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:19.152+0000 7f344e800640 1 -- 172.21.15.31:0/2603959668 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f34500b00a0 msgr2=0x7f3450148620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:23:19.154 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:19.152+0000 7f344e800640 1 --2- 172.21.15.31:0/2603959668 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f34500b00a0 0x7f3450148620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:19.154 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:19.152+0000 7f344e800640 1 -- 172.21.15.31:0/2603959668 >> v1:172.21.15.123:6789/0 conn(0x7f34500b35a0 legacy=0x7f34500b2790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:19.154 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:19.152+0000 7f344e800640 1 -- 172.21.15.31:0/2603959668 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3450148b60 con 0x7f34500b39b0 2024-07-26T12:23:19.155 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:19.153+0000 7f344e800640 1 --2- 172.21.15.31:0/2603959668 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f34500b39b0 0x7f3450073d80 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f3448009e50 tx=0x7f344802a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=11f6d2807f10eeb9 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:23:19.155 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:19.154+0000 7f344ca00640 1 -- 172.21.15.31:0/2603959668 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3448036070 con 0x7f34500b39b0 2024-07-26T12:23:19.156 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:19.154+0000 7f344ca00640 1 -- 172.21.15.31:0/2603959668 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f34480316f0 con 0x7f34500b39b0 2024-07-26T12:23:19.156 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:19.154+0000 7f344ca00640 1 -- 172.21.15.31:0/2603959668 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3448031b20 con 0x7f34500b39b0 2024-07-26T12:23:19.156 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:19.154+0000 7f3454c00640 1 -- 172.21.15.31:0/2603959668 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f34500b39b0 msgr2=0x7f3450073d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:19.156 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:19.154+0000 7f3454c00640 1 --2- 172.21.15.31:0/2603959668 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f34500b39b0 0x7f3450073d80 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f3448009e50 tx=0x7f344802a710 comp rx=0 tx=0).stop 2024-07-26T12:23:19.156 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:19.155+0000 7f3454c00640 1 -- 172.21.15.31:0/2603959668 shutdown_connections 2024-07-26T12:23:19.156 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:19.155+0000 7f3454c00640 1 --2- 172.21.15.31:0/2603959668 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f34500b39b0 0x7f3450073d80 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:19.156 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:19.155+0000 7f3454c00640 1 --2- 172.21.15.31:0/2603959668 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f34500b00a0 0x7f3450148620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:19.156 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:19.155+0000 7f3454c00640 1 -- 172.21.15.31:0/2603959668 >> 172.21.15.31:0/2603959668 conn(0x7f34500b8d80 msgr2=0x7f34500b9190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:23:19.157 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:19.155+0000 7f3454c00640 1 -- 172.21.15.31:0/2603959668 shutdown_connections 2024-07-26T12:23:19.157 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:19.155+0000 7f3454c00640 1 -- 172.21.15.31:0/2603959668 wait complete. 2024-07-26T12:23:19.157 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:19.157+0000 7f3454c00640 1 Processor -- start 2024-07-26T12:23:19.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:19.157+0000 7f3454c00640 1 -- start start 2024-07-26T12:23:19.160 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:19.158+0000 7f3454c00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f34500b00a0 0x7f3450146900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:19.160 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:19.158+0000 7f3454c00640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f34500b35a0 0x7f3450141570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:19.160 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:19.159+0000 7f3454c00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f34500b39b0 0x7f3450141ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:19.160 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:19.159+0000 7f3454c00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f34500b4200 con 0x7f34500b00a0 2024-07-26T12:23:19.161 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:19.159+0000 7f3454c00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f34500b4080 con 0x7f34500b39b0 2024-07-26T12:23:19.161 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:19.159+0000 7f3454c00640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f34500b4380 con 0x7f34500b35a0 2024-07-26T12:23:19.161 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:19.159+0000 7f344de00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f34500b00a0 0x7f3450146900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:19.161 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:19.159+0000 7f344de00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f34500b00a0 0x7f3450146900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:45950/0 (socket says 172.21.15.31:45950) 2024-07-26T12:23:19.161 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:19.159+0000 7f344de00640 1 -- 172.21.15.31:0/3410057847 learned_addr learned my addr 172.21.15.31:0/3410057847 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:23:19.161 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:19.159+0000 7f344e800640 1 --2- 172.21.15.31:0/3410057847 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f34500b39b0 0x7f3450141ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:19.161 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:19.159+0000 7f344d400640 1 --2- 172.21.15.31:0/3410057847 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f34500b35a0 0x7f3450141570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:19.161 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:19.159+0000 7f344de00640 1 -- 172.21.15.31:0/3410057847 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f34500b35a0 msgr2=0x7f3450141570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:19.162 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:19.159+0000 7f344de00640 1 --2- 172.21.15.31:0/3410057847 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f34500b35a0 0x7f3450141570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:19.162 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:19.159+0000 7f344de00640 1 -- 172.21.15.31:0/3410057847 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f34500b39b0 msgr2=0x7f3450141ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:19.162 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:19.159+0000 7f344de00640 1 --2- 172.21.15.31:0/3410057847 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f34500b39b0 0x7f3450141ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:19.162 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:19.159+0000 7f344de00640 1 -- 172.21.15.31:0/3410057847 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f34501474b0 con 0x7f34500b00a0 2024-07-26T12:23:19.162 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:19.159+0000 7f344d400640 1 --2- 172.21.15.31:0/3410057847 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f34500b35a0 0x7f3450141570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T12:23:19.162 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:19.160+0000 7f344de00640 1 --2- 172.21.15.31:0/3410057847 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f34500b00a0 0x7f3450146900 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f344000d5d0 tx=0x7f344000da90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:23:19.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:19.160+0000 7f3446000640 1 -- 172.21.15.31:0/3410057847 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34400125f0 con 0x7f34500b00a0 2024-07-26T12:23:19.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:19.160+0000 7f3446000640 1 -- 172.21.15.31:0/3410057847 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3440019070 con 0x7f34500b00a0 2024-07-26T12:23:19.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:19.160+0000 7f3446000640 1 -- 172.21.15.31:0/3410057847 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3440012b40 con 0x7f34500b00a0 2024-07-26T12:23:19.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:19.160+0000 7f3454c00640 1 -- 172.21.15.31:0/3410057847 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f34501e1990 con 0x7f34500b00a0 2024-07-26T12:23:19.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:19.160+0000 7f3454c00640 1 -- 172.21.15.31:0/3410057847 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3450145330 con 0x7f34500b00a0 2024-07-26T12:23:19.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:19.162+0000 7f3454c00640 1 -- 172.21.15.31:0/3410057847 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3450148620 con 0x7f34500b00a0 2024-07-26T12:23:19.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:19.163+0000 7f3446000640 1 -- 172.21.15.31:0/3410057847 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f3440012ce0 con 0x7f34500b00a0 2024-07-26T12:23:19.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:19.164+0000 7f3446000640 1 --2- 172.21.15.31:0/3410057847 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f3430077010 0x7f3430079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:19.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:19.164+0000 7f3446000640 1 -- 172.21.15.31:0/3410057847 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 5825+0+0 (secure 0 0 0) 0x7f3440098f30 con 0x7f34500b00a0 2024-07-26T12:23:19.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:19.164+0000 7f344d400640 1 --2- 172.21.15.31:0/3410057847 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f3430077010 0x7f3430079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:19.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:19.166+0000 7f344d400640 1 --2- 172.21.15.31:0/3410057847 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f3430077010 0x7f3430079520 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f34501466f0 tx=0x7f343c009040 comp rx=0 tx=0).ready entity=mgr.4126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:23:19.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:19.168+0000 7f3446000640 1 -- 172.21.15.31:0/3410057847 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f3440062010 con 0x7f34500b00a0 2024-07-26T12:23:19.378 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:19.377+0000 7f3454c00640 1 -- 172.21.15.31:0/3410057847 --> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f3450141ff0 con 0x7f3430077010 2024-07-26T12:23:19.390 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:19.390+0000 7f3446000640 1 -- 172.21.15.31:0/3410057847 <== mgr.4126 v2:172.21.15.123:6800/1140093937 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+250541 (secure 0 0 0) 0x7f343c001c50 con 0x7f3430077010 2024-07-26T12:23:19.395 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-07-26T12:23:19.396 INFO:teuthology.orchestra.run.smithi031.stderr:dumped all 2024-07-26T12:23:19.397 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:19.396+0000 7f3454c00640 1 -- 172.21.15.31:0/3410057847 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f3430077010 msgr2=0x7f3430079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:19.398 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:19.396+0000 7f3454c00640 1 --2- 172.21.15.31:0/3410057847 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f3430077010 0x7f3430079520 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f34501466f0 tx=0x7f343c009040 comp rx=0 tx=0).stop 2024-07-26T12:23:19.398 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:19.396+0000 7f3454c00640 1 -- 172.21.15.31:0/3410057847 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f34500b00a0 msgr2=0x7f3450146900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:19.398 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:19.396+0000 7f3454c00640 1 --2- 172.21.15.31:0/3410057847 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f34500b00a0 0x7f3450146900 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f344000d5d0 tx=0x7f344000da90 comp rx=0 tx=0).stop 2024-07-26T12:23:19.398 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:19.397+0000 7f3454c00640 1 -- 172.21.15.31:0/3410057847 shutdown_connections 2024-07-26T12:23:19.398 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:19.397+0000 7f3454c00640 1 --2- 172.21.15.31:0/3410057847 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f3430077010 0x7f3430079520 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:19.398 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:19.397+0000 7f3454c00640 1 --2- 172.21.15.31:0/3410057847 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f34500b39b0 0x7f3450141ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:19.398 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:19.397+0000 7f3454c00640 1 --2- 172.21.15.31:0/3410057847 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f34500b35a0 0x7f3450141570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:19.399 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:19.397+0000 7f3454c00640 1 --2- 172.21.15.31:0/3410057847 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f34500b00a0 0x7f3450146900 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:19.399 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:19.397+0000 7f3454c00640 1 -- 172.21.15.31:0/3410057847 >> 172.21.15.31:0/3410057847 conn(0x7f34500b8d80 msgr2=0x7f3450072cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:23:19.399 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:19.397+0000 7f3454c00640 1 -- 172.21.15.31:0/3410057847 shutdown_connections 2024-07-26T12:23:19.399 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:19.397+0000 7f3454c00640 1 -- 172.21.15.31:0/3410057847 wait complete. 2024-07-26T12:23:19.428 INFO:teuthology.orchestra.run.smithi031.stdout:{"pg_ready":true,"pg_map":{"version":73,"stamp":"2024-07-26T12:23:17.389650+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":670454,"num_objects":25,"num_object_clones":0,"num_object_copies":50,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":25,"num_whiteouts":0,"num_read":72,"num_read_kb":61,"num_write":233,"num_write_kb":1769,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5112,"num_omap_keys":12,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":211,"ondisk_log_size":211,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":223584,"kb_used_data":3296,"kb_used_omap":12,"kb_used_meta":220211,"kb_avail":754751136,"statfs":{"total":773094113280,"available":772865163264,"internally_reserved":0,"allocated":3375104,"data_stored":2060540,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":225496626},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":68305,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":5,"num_write":74,"num_write_kb":109,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5112,"num_omap_keys":12,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005094"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.859785+0000","last_change":"2024-07-26T12:21:44.598425+0000","last_active":"2024-07-26T12:22:22.859785+0000","last_peered":"2024-07-26T12:22:22.859785+0000","last_clean":"2024-07-26T12:22:22.859785+0000","last_became_active":"2024-07-26T12:21:44.598014+0000","last_became_peered":"2024-07-26T12:21:44.598014+0000","last_unstale":"2024-07-26T12:22:22.859785+0000","last_undegraded":"2024-07-26T12:22:22.859785+0000","last_fullsized":"2024-07-26T12:22:22.859785+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:39:26.949378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":18,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.799470+0000","last_change":"2024-07-26T12:21:44.613852+0000","last_active":"2024-07-26T12:22:22.799470+0000","last_peered":"2024-07-26T12:22:22.799470+0000","last_clean":"2024-07-26T12:22:22.799470+0000","last_became_active":"2024-07-26T12:21:44.613499+0000","last_became_peered":"2024-07-26T12:21:44.613499+0000","last_unstale":"2024-07-26T12:22:22.799470+0000","last_undegraded":"2024-07-26T12:22:22.799470+0000","last_fullsized":"2024-07-26T12:22:22.799470+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":18,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.816349+0000","last_change":"2024-07-26T12:21:44.596020+0000","last_active":"2024-07-26T12:22:22.816349+0000","last_peered":"2024-07-26T12:22:22.816349+0000","last_clean":"2024-07-26T12:22:22.816349+0000","last_became_active":"2024-07-26T12:21:44.594975+0000","last_became_peered":"2024-07-26T12:21:44.594975+0000","last_unstale":"2024-07-26T12:22:22.816349+0000","last_undegraded":"2024-07-26T12:22:22.816349+0000","last_fullsized":"2024-07-26T12:22:22.816349+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.860728+0000","last_change":"2024-07-26T12:21:44.620041+0000","last_active":"2024-07-26T12:22:22.860728+0000","last_peered":"2024-07-26T12:22:22.860728+0000","last_clean":"2024-07-26T12:22:22.860728+0000","last_became_active":"2024-07-26T12:21:44.618023+0000","last_became_peered":"2024-07-26T12:21:44.618023+0000","last_unstale":"2024-07-26T12:22:22.860728+0000","last_undegraded":"2024-07-26T12:22:22.860728+0000","last_fullsized":"2024-07-26T12:22:22.860728+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:25:45.445054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.859429+0000","last_change":"2024-07-26T12:21:44.607500+0000","last_active":"2024-07-26T12:22:22.859429+0000","last_peered":"2024-07-26T12:22:22.859429+0000","last_clean":"2024-07-26T12:22:22.859429+0000","last_became_active":"2024-07-26T12:21:44.606054+0000","last_became_peered":"2024-07-26T12:21:44.606054+0000","last_unstale":"2024-07-26T12:22:22.859429+0000","last_undegraded":"2024-07-26T12:22:22.859429+0000","last_fullsized":"2024-07-26T12:22:22.859429+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:54:05.091781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:25.271623+0000","last_change":"2024-07-26T12:22:22.818399+0000","last_active":"2024-07-26T12:22:25.271623+0000","last_peered":"2024-07-26T12:22:25.271623+0000","last_clean":"2024-07-26T12:22:25.271623+0000","last_became_active":"2024-07-26T12:22:22.816612+0000","last_became_peered":"2024-07-26T12:22:22.816612+0000","last_unstale":"2024-07-26T12:22:25.271623+0000","last_undegraded":"2024-07-26T12:22:25.271623+0000","last_fullsized":"2024-07-26T12:22:25.271623+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.858661+0000","last_change":"2024-07-26T12:21:44.607726+0000","last_active":"2024-07-26T12:22:22.858661+0000","last_peered":"2024-07-26T12:22:22.858661+0000","last_clean":"2024-07-26T12:22:22.858661+0000","last_became_active":"2024-07-26T12:21:44.607354+0000","last_became_peered":"2024-07-26T12:21:44.607354+0000","last_unstale":"2024-07-26T12:22:22.858661+0000","last_undegraded":"2024-07-26T12:22:22.858661+0000","last_fullsized":"2024-07-26T12:22:22.858661+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:24:21.238237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":18,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.858848+0000","last_change":"2024-07-26T12:21:44.606285+0000","last_active":"2024-07-26T12:22:22.858848+0000","last_peered":"2024-07-26T12:22:22.858848+0000","last_clean":"2024-07-26T12:22:22.858848+0000","last_became_active":"2024-07-26T12:21:44.604046+0000","last_became_peered":"2024-07-26T12:21:44.604046+0000","last_unstale":"2024-07-26T12:22:22.858848+0000","last_undegraded":"2024-07-26T12:22:22.858848+0000","last_fullsized":"2024-07-26T12:22:22.858848+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.860139+0000","last_change":"2024-07-26T12:21:44.614864+0000","last_active":"2024-07-26T12:22:22.860139+0000","last_peered":"2024-07-26T12:22:22.860139+0000","last_clean":"2024-07-26T12:22:22.860139+0000","last_became_active":"2024-07-26T12:21:44.611439+0000","last_became_peered":"2024-07-26T12:21:44.611439+0000","last_unstale":"2024-07-26T12:22:22.860139+0000","last_undegraded":"2024-07-26T12:22:22.860139+0000","last_fullsized":"2024-07-26T12:22:22.860139+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:40:43.380315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.800741+0000","last_change":"2024-07-26T12:21:44.603057+0000","last_active":"2024-07-26T12:22:22.800741+0000","last_peered":"2024-07-26T12:22:22.800741+0000","last_clean":"2024-07-26T12:22:22.800741+0000","last_became_active":"2024-07-26T12:21:44.602611+0000","last_became_peered":"2024-07-26T12:21:44.602611+0000","last_unstale":"2024-07-26T12:22:22.800741+0000","last_undegraded":"2024-07-26T12:22:22.800741+0000","last_fullsized":"2024-07-26T12:22:22.800741+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:59:09.665003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.799911+0000","last_change":"2024-07-26T12:21:44.605014+0000","last_active":"2024-07-26T12:22:22.799911+0000","last_peered":"2024-07-26T12:22:22.799911+0000","last_clean":"2024-07-26T12:22:22.799911+0000","last_became_active":"2024-07-26T12:21:44.602583+0000","last_became_peered":"2024-07-26T12:21:44.602583+0000","last_unstale":"2024-07-26T12:22:22.799911+0000","last_undegraded":"2024-07-26T12:22:22.799911+0000","last_fullsized":"2024-07-26T12:22:22.799911+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:37:12.798347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.802621+0000","last_change":"2024-07-26T12:21:44.599359+0000","last_active":"2024-07-26T12:22:22.802621+0000","last_peered":"2024-07-26T12:22:22.802621+0000","last_clean":"2024-07-26T12:22:22.802621+0000","last_became_active":"2024-07-26T12:21:44.598748+0000","last_became_peered":"2024-07-26T12:21:44.598748+0000","last_unstale":"2024-07-26T12:22:22.802621+0000","last_undegraded":"2024-07-26T12:22:22.802621+0000","last_fullsized":"2024-07-26T12:22:22.802621+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:04:23.225808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":18,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.858665+0000","last_change":"2024-07-26T12:21:44.594030+0000","last_active":"2024-07-26T12:22:22.858665+0000","last_peered":"2024-07-26T12:22:22.858665+0000","last_clean":"2024-07-26T12:22:22.858665+0000","last_became_active":"2024-07-26T12:21:44.593659+0000","last_became_peered":"2024-07-26T12:21:44.593659+0000","last_unstale":"2024-07-26T12:22:22.858665+0000","last_undegraded":"2024-07-26T12:22:22.858665+0000","last_fullsized":"2024-07-26T12:22:22.858665+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"24'1","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:06.728057+0000","last_change":"2024-07-26T12:21:44.610384+0000","last_active":"2024-07-26T12:23:06.728057+0000","last_peered":"2024-07-26T12:23:06.728057+0000","last_clean":"2024-07-26T12:23:06.728057+0000","last_became_active":"2024-07-26T12:21:44.609961+0000","last_became_peered":"2024-07-26T12:21:44.609961+0000","last_unstale":"2024-07-26T12:23:06.728057+0000","last_undegraded":"2024-07-26T12:23:06.728057+0000","last_fullsized":"2024-07-26T12:23:06.728057+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":18,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.799331+0000","last_change":"2024-07-26T12:21:44.609098+0000","last_active":"2024-07-26T12:22:22.799331+0000","last_peered":"2024-07-26T12:22:22.799331+0000","last_clean":"2024-07-26T12:22:22.799331+0000","last_became_active":"2024-07-26T12:21:44.608719+0000","last_became_peered":"2024-07-26T12:21:44.608719+0000","last_unstale":"2024-07-26T12:22:22.799331+0000","last_undegraded":"2024-07-26T12:22:22.799331+0000","last_fullsized":"2024-07-26T12:22:22.799331+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"24'1","reported_seq":18,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.859537+0000","last_change":"2024-07-26T12:21:44.611153+0000","last_active":"2024-07-26T12:22:22.859537+0000","last_peered":"2024-07-26T12:22:22.859537+0000","last_clean":"2024-07-26T12:22:22.859537+0000","last_became_active":"2024-07-26T12:21:44.610750+0000","last_became_peered":"2024-07-26T12:21:44.610750+0000","last_unstale":"2024-07-26T12:22:22.859537+0000","last_undegraded":"2024-07-26T12:22:22.859537+0000","last_fullsized":"2024-07-26T12:22:22.859537+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:55:18.605826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.862509+0000","last_change":"2024-07-26T12:21:44.619663+0000","last_active":"2024-07-26T12:22:22.862509+0000","last_peered":"2024-07-26T12:22:22.862509+0000","last_clean":"2024-07-26T12:22:22.862509+0000","last_became_active":"2024-07-26T12:21:44.619376+0000","last_became_peered":"2024-07-26T12:21:44.619376+0000","last_unstale":"2024-07-26T12:22:22.862509+0000","last_undegraded":"2024-07-26T12:22:22.862509+0000","last_fullsized":"2024-07-26T12:22:22.862509+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:12:26.897100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":18,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.804459+0000","last_change":"2024-07-26T12:21:44.599552+0000","last_active":"2024-07-26T12:22:22.804459+0000","last_peered":"2024-07-26T12:22:22.804459+0000","last_clean":"2024-07-26T12:22:22.804459+0000","last_became_active":"2024-07-26T12:21:44.597649+0000","last_became_peered":"2024-07-26T12:21:44.597649+0000","last_unstale":"2024-07-26T12:22:22.804459+0000","last_undegraded":"2024-07-26T12:22:22.804459+0000","last_fullsized":"2024-07-26T12:22:22.804459+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.861023+0000","last_change":"2024-07-26T12:21:44.598125+0000","last_active":"2024-07-26T12:22:22.861023+0000","last_peered":"2024-07-26T12:22:22.861023+0000","last_clean":"2024-07-26T12:22:22.861023+0000","last_became_active":"2024-07-26T12:21:44.597677+0000","last_became_peered":"2024-07-26T12:21:44.597677+0000","last_unstale":"2024-07-26T12:22:22.861023+0000","last_undegraded":"2024-07-26T12:22:22.861023+0000","last_fullsized":"2024-07-26T12:22:22.861023+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:56:39.180521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.799650+0000","last_change":"2024-07-26T12:21:44.603356+0000","last_active":"2024-07-26T12:22:22.799650+0000","last_peered":"2024-07-26T12:22:22.799650+0000","last_clean":"2024-07-26T12:22:22.799650+0000","last_became_active":"2024-07-26T12:21:44.602543+0000","last_became_peered":"2024-07-26T12:21:44.602543+0000","last_unstale":"2024-07-26T12:22:22.799650+0000","last_undegraded":"2024-07-26T12:22:22.799650+0000","last_fullsized":"2024-07-26T12:22:22.799650+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:40:20.369265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":18,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.816503+0000","last_change":"2024-07-26T12:21:44.620712+0000","last_active":"2024-07-26T12:22:22.816503+0000","last_peered":"2024-07-26T12:22:22.816503+0000","last_clean":"2024-07-26T12:22:22.816503+0000","last_became_active":"2024-07-26T12:21:44.620385+0000","last_became_peered":"2024-07-26T12:21:44.620385+0000","last_unstale":"2024-07-26T12:22:22.816503+0000","last_undegraded":"2024-07-26T12:22:22.816503+0000","last_fullsized":"2024-07-26T12:22:22.816503+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.860150+0000","last_change":"2024-07-26T12:21:44.615431+0000","last_active":"2024-07-26T12:22:22.860150+0000","last_peered":"2024-07-26T12:22:22.860150+0000","last_clean":"2024-07-26T12:22:22.860150+0000","last_became_active":"2024-07-26T12:21:44.614878+0000","last_became_peered":"2024-07-26T12:21:44.614878+0000","last_unstale":"2024-07-26T12:22:22.860150+0000","last_undegraded":"2024-07-26T12:22:22.860150+0000","last_fullsized":"2024-07-26T12:22:22.860150+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:47:23.460382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":18,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.858833+0000","last_change":"2024-07-26T12:21:44.583379+0000","last_active":"2024-07-26T12:22:22.858833+0000","last_peered":"2024-07-26T12:22:22.858833+0000","last_clean":"2024-07-26T12:22:22.858833+0000","last_became_active":"2024-07-26T12:21:44.582397+0000","last_became_peered":"2024-07-26T12:21:44.582397+0000","last_unstale":"2024-07-26T12:22:22.858833+0000","last_undegraded":"2024-07-26T12:22:22.858833+0000","last_fullsized":"2024-07-26T12:22:22.858833+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.859739+0000","last_change":"2024-07-26T12:21:44.619249+0000","last_active":"2024-07-26T12:22:22.859739+0000","last_peered":"2024-07-26T12:22:22.859739+0000","last_clean":"2024-07-26T12:22:22.859739+0000","last_became_active":"2024-07-26T12:21:44.617270+0000","last_became_peered":"2024-07-26T12:21:44.617270+0000","last_unstale":"2024-07-26T12:22:22.859739+0000","last_undegraded":"2024-07-26T12:22:22.859739+0000","last_fullsized":"2024-07-26T12:22:22.859739+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:12:00.406855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":18,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.860219+0000","last_change":"2024-07-26T12:21:44.586072+0000","last_active":"2024-07-26T12:22:22.860219+0000","last_peered":"2024-07-26T12:22:22.860219+0000","last_clean":"2024-07-26T12:22:22.860219+0000","last_became_active":"2024-07-26T12:21:44.585376+0000","last_became_peered":"2024-07-26T12:21:44.585376+0000","last_unstale":"2024-07-26T12:22:22.860219+0000","last_undegraded":"2024-07-26T12:22:22.860219+0000","last_fullsized":"2024-07-26T12:22:22.860219+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.800758+0000","last_change":"2024-07-26T12:21:44.597255+0000","last_active":"2024-07-26T12:22:22.800758+0000","last_peered":"2024-07-26T12:22:22.800758+0000","last_clean":"2024-07-26T12:22:22.800758+0000","last_became_active":"2024-07-26T12:21:44.596828+0000","last_became_peered":"2024-07-26T12:21:44.596828+0000","last_unstale":"2024-07-26T12:22:22.800758+0000","last_undegraded":"2024-07-26T12:22:22.800758+0000","last_fullsized":"2024-07-26T12:22:22.800758+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:47:09.335932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"24'1","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:07.729033+0000","last_change":"2024-07-26T12:21:44.627726+0000","last_active":"2024-07-26T12:23:07.729033+0000","last_peered":"2024-07-26T12:23:07.729033+0000","last_clean":"2024-07-26T12:23:07.729033+0000","last_became_active":"2024-07-26T12:21:44.627382+0000","last_became_peered":"2024-07-26T12:21:44.627382+0000","last_unstale":"2024-07-26T12:23:07.729033+0000","last_undegraded":"2024-07-26T12:23:07.729033+0000","last_fullsized":"2024-07-26T12:23:07.729033+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":18,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.859524+0000","last_change":"2024-07-26T12:21:44.589620+0000","last_active":"2024-07-26T12:22:22.859524+0000","last_peered":"2024-07-26T12:22:22.859524+0000","last_clean":"2024-07-26T12:22:22.859524+0000","last_became_active":"2024-07-26T12:21:44.587686+0000","last_became_peered":"2024-07-26T12:21:44.587686+0000","last_unstale":"2024-07-26T12:22:22.859524+0000","last_undegraded":"2024-07-26T12:22:22.859524+0000","last_fullsized":"2024-07-26T12:22:22.859524+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":18,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.816680+0000","last_change":"2024-07-26T12:21:44.618404+0000","last_active":"2024-07-26T12:22:22.816680+0000","last_peered":"2024-07-26T12:22:22.816680+0000","last_clean":"2024-07-26T12:22:22.816680+0000","last_became_active":"2024-07-26T12:21:44.617803+0000","last_became_peered":"2024-07-26T12:21:44.617803+0000","last_unstale":"2024-07-26T12:22:22.816680+0000","last_undegraded":"2024-07-26T12:22:22.816680+0000","last_fullsized":"2024-07-26T12:22:22.816680+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:25.271579+0000","last_change":"2024-07-26T12:22:22.863044+0000","last_active":"2024-07-26T12:22:25.271579+0000","last_peered":"2024-07-26T12:22:25.271579+0000","last_clean":"2024-07-26T12:22:25.271579+0000","last_became_active":"2024-07-26T12:22:22.862335+0000","last_became_peered":"2024-07-26T12:22:22.862335+0000","last_unstale":"2024-07-26T12:22:25.271579+0000","last_undegraded":"2024-07-26T12:22:25.271579+0000","last_fullsized":"2024-07-26T12:22:25.271579+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":18,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.804168+0000","last_change":"2024-07-26T12:21:44.599717+0000","last_active":"2024-07-26T12:22:22.804168+0000","last_peered":"2024-07-26T12:22:22.804168+0000","last_clean":"2024-07-26T12:22:22.804168+0000","last_became_active":"2024-07-26T12:21:44.599162+0000","last_became_peered":"2024-07-26T12:21:44.599162+0000","last_unstale":"2024-07-26T12:22:22.804168+0000","last_undegraded":"2024-07-26T12:22:22.804168+0000","last_fullsized":"2024-07-26T12:22:22.804168+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.798879+0000","last_change":"2024-07-26T12:21:44.606117+0000","last_active":"2024-07-26T12:22:22.798879+0000","last_peered":"2024-07-26T12:22:22.798879+0000","last_clean":"2024-07-26T12:22:22.798879+0000","last_became_active":"2024-07-26T12:21:44.605533+0000","last_became_peered":"2024-07-26T12:21:44.605533+0000","last_unstale":"2024-07-26T12:22:22.798879+0000","last_undegraded":"2024-07-26T12:22:22.798879+0000","last_fullsized":"2024-07-26T12:22:22.798879+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:36:30.521771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.802114+0000","last_change":"2024-07-26T12:21:44.602731+0000","last_active":"2024-07-26T12:22:22.802114+0000","last_peered":"2024-07-26T12:22:22.802114+0000","last_clean":"2024-07-26T12:22:22.802114+0000","last_became_active":"2024-07-26T12:21:44.602204+0000","last_became_peered":"2024-07-26T12:21:44.602204+0000","last_unstale":"2024-07-26T12:22:22.802114+0000","last_undegraded":"2024-07-26T12:22:22.802114+0000","last_fullsized":"2024-07-26T12:22:22.802114+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:11:55.873169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"21'1","reported_seq":29,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:15.795079+0000","last_change":"2024-07-26T12:23:15.795160+0000","last_active":"2024-07-26T12:23:15.795079+0000","last_peered":"2024-07-26T12:23:15.795079+0000","last_clean":"2024-07-26T12:23:15.795079+0000","last_became_active":"2024-07-26T12:21:43.597822+0000","last_became_peered":"2024-07-26T12:21:43.597822+0000","last_unstale":"2024-07-26T12:23:15.795079+0000","last_undegraded":"2024-07-26T12:23:15.795079+0000","last_fullsized":"2024-07-26T12:23:15.795079+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"21'1","last_scrub_stamp":"2024-07-26T12:23:15.794823+0000","last_deep_scrub":"21'1","last_deep_scrub_stamp":"2024-07-26T12:23:15.794823+0000","last_clean_scrub_stamp":"2024-07-26T12:23:15.794823+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:09:55.188037+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":18,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.816946+0000","last_change":"2024-07-26T12:21:44.601717+0000","last_active":"2024-07-26T12:22:22.816946+0000","last_peered":"2024-07-26T12:22:22.816946+0000","last_clean":"2024-07-26T12:22:22.816946+0000","last_became_active":"2024-07-26T12:21:44.598135+0000","last_became_peered":"2024-07-26T12:21:44.598135+0000","last_unstale":"2024-07-26T12:22:22.816946+0000","last_undegraded":"2024-07-26T12:22:22.816946+0000","last_fullsized":"2024-07-26T12:22:22.816946+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"21'1","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.799313+0000","last_change":"2024-07-26T12:21:43.597651+0000","last_active":"2024-07-26T12:22:22.799313+0000","last_peered":"2024-07-26T12:22:22.799313+0000","last_clean":"2024-07-26T12:22:22.799313+0000","last_became_active":"2024-07-26T12:21:43.597357+0000","last_became_peered":"2024-07-26T12:21:43.597357+0000","last_unstale":"2024-07-26T12:22:22.799313+0000","last_undegraded":"2024-07-26T12:22:22.799313+0000","last_fullsized":"2024-07-26T12:22:22.799313+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:36:09.991878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.859890+0000","last_change":"2024-07-26T12:21:43.586064+0000","last_active":"2024-07-26T12:22:22.859890+0000","last_peered":"2024-07-26T12:22:22.859890+0000","last_clean":"2024-07-26T12:22:22.859890+0000","last_became_active":"2024-07-26T12:21:43.583951+0000","last_became_peered":"2024-07-26T12:21:43.583951+0000","last_unstale":"2024-07-26T12:22:22.859890+0000","last_undegraded":"2024-07-26T12:22:22.859890+0000","last_fullsized":"2024-07-26T12:22:22.859890+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:26.277763+0000","last_change":"2024-07-26T12:22:22.816735+0000","last_active":"2024-07-26T12:22:26.277763+0000","last_peered":"2024-07-26T12:22:26.277763+0000","last_clean":"2024-07-26T12:22:26.277763+0000","last_became_active":"2024-07-26T12:22:22.816354+0000","last_became_peered":"2024-07-26T12:22:22.816354+0000","last_unstale":"2024-07-26T12:22:26.277763+0000","last_undegraded":"2024-07-26T12:22:26.277763+0000","last_fullsized":"2024-07-26T12:22:26.277763+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.861398+0000","last_change":"2024-07-26T12:21:43.602916+0000","last_active":"2024-07-26T12:22:22.861398+0000","last_peered":"2024-07-26T12:22:22.861398+0000","last_clean":"2024-07-26T12:22:22.861398+0000","last_became_active":"2024-07-26T12:21:43.598768+0000","last_became_peered":"2024-07-26T12:21:43.598768+0000","last_unstale":"2024-07-26T12:22:22.861398+0000","last_undegraded":"2024-07-26T12:22:22.861398+0000","last_fullsized":"2024-07-26T12:22:22.861398+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:44:44.466313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":18,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.798975+0000","last_change":"2024-07-26T12:21:44.615254+0000","last_active":"2024-07-26T12:22:22.798975+0000","last_peered":"2024-07-26T12:22:22.798975+0000","last_clean":"2024-07-26T12:22:22.798975+0000","last_became_active":"2024-07-26T12:21:44.614900+0000","last_became_peered":"2024-07-26T12:21:44.614900+0000","last_unstale":"2024-07-26T12:22:22.798975+0000","last_undegraded":"2024-07-26T12:22:22.798975+0000","last_fullsized":"2024-07-26T12:22:22.798975+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"24'1","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.800262+0000","last_change":"2024-07-26T12:21:43.596529+0000","last_active":"2024-07-26T12:22:22.800262+0000","last_peered":"2024-07-26T12:22:22.800262+0000","last_clean":"2024-07-26T12:22:22.800262+0000","last_became_active":"2024-07-26T12:21:43.596190+0000","last_became_peered":"2024-07-26T12:21:43.596190+0000","last_unstale":"2024-07-26T12:22:22.800262+0000","last_undegraded":"2024-07-26T12:22:22.800262+0000","last_fullsized":"2024-07-26T12:22:22.800262+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:00:15.755490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:25.271652+0000","last_change":"2024-07-26T12:22:22.863934+0000","last_active":"2024-07-26T12:22:25.271652+0000","last_peered":"2024-07-26T12:22:25.271652+0000","last_clean":"2024-07-26T12:22:25.271652+0000","last_became_active":"2024-07-26T12:22:22.863503+0000","last_became_peered":"2024-07-26T12:22:22.863503+0000","last_unstale":"2024-07-26T12:22:25.271652+0000","last_undegraded":"2024-07-26T12:22:25.271652+0000","last_fullsized":"2024-07-26T12:22:25.271652+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.861940+0000","last_change":"2024-07-26T12:21:43.599687+0000","last_active":"2024-07-26T12:22:22.861940+0000","last_peered":"2024-07-26T12:22:22.861940+0000","last_clean":"2024-07-26T12:22:22.861940+0000","last_became_active":"2024-07-26T12:21:43.598135+0000","last_became_peered":"2024-07-26T12:21:43.598135+0000","last_unstale":"2024-07-26T12:22:22.861940+0000","last_undegraded":"2024-07-26T12:22:22.861940+0000","last_fullsized":"2024-07-26T12:22:22.861940+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:06:44.167242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":26,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:15.535192+0000","last_change":"2024-07-26T12:23:15.535258+0000","last_active":"2024-07-26T12:23:15.535192+0000","last_peered":"2024-07-26T12:23:15.535192+0000","last_clean":"2024-07-26T12:23:15.535192+0000","last_became_active":"2024-07-26T12:21:44.602473+0000","last_became_peered":"2024-07-26T12:21:44.602473+0000","last_unstale":"2024-07-26T12:23:15.535192+0000","last_undegraded":"2024-07-26T12:23:15.535192+0000","last_fullsized":"2024-07-26T12:23:15.535192+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:15.534966+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:15.534966+0000","last_clean_scrub_stamp":"2024-07-26T12:23:15.534966+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:17:06.036237+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"24'8","reported_seq":28,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:07.735051+0000","last_change":"2024-07-26T12:21:43.601669+0000","last_active":"2024-07-26T12:23:07.735051+0000","last_peered":"2024-07-26T12:23:07.735051+0000","last_clean":"2024-07-26T12:23:07.735051+0000","last_became_active":"2024-07-26T12:21:43.601312+0000","last_became_peered":"2024-07-26T12:21:43.601312+0000","last_unstale":"2024-07-26T12:23:07.735051+0000","last_undegraded":"2024-07-26T12:23:07.735051+0000","last_fullsized":"2024-07-26T12:23:07.735051+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.802791+0000","last_change":"2024-07-26T12:21:44.602910+0000","last_active":"2024-07-26T12:22:22.802791+0000","last_peered":"2024-07-26T12:22:22.802791+0000","last_clean":"2024-07-26T12:22:22.802791+0000","last_became_active":"2024-07-26T12:21:44.600952+0000","last_became_peered":"2024-07-26T12:21:44.600952+0000","last_unstale":"2024-07-26T12:22:22.802791+0000","last_undegraded":"2024-07-26T12:22:22.802791+0000","last_fullsized":"2024-07-26T12:22:22.802791+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:40:05.002731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"24'70","reported_seq":89,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:08.298460+0000","last_change":"2024-07-26T12:21:43.591788+0000","last_active":"2024-07-26T12:23:08.298460+0000","last_peered":"2024-07-26T12:23:08.298460+0000","last_clean":"2024-07-26T12:23:08.298460+0000","last_became_active":"2024-07-26T12:21:43.590913+0000","last_became_peered":"2024-07-26T12:21:43.590913+0000","last_unstale":"2024-07-26T12:23:08.298460+0000","last_undegraded":"2024-07-26T12:23:08.298460+0000","last_fullsized":"2024-07-26T12:23:08.298460+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":0,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:41:03.044571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":78480,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":69,"num_write_kb":113,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.859788+0000","last_change":"2024-07-26T12:21:44.627524+0000","last_active":"2024-07-26T12:22:22.859788+0000","last_peered":"2024-07-26T12:22:22.859788+0000","last_clean":"2024-07-26T12:22:22.859788+0000","last_became_active":"2024-07-26T12:21:44.627137+0000","last_became_peered":"2024-07-26T12:21:44.627137+0000","last_unstale":"2024-07-26T12:22:22.859788+0000","last_undegraded":"2024-07-26T12:22:22.859788+0000","last_fullsized":"2024-07-26T12:22:22.859788+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:01:16.822912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"24'4","reported_seq":32,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:13.525383+0000","last_change":"2024-07-26T12:23:13.525481+0000","last_active":"2024-07-26T12:23:13.525383+0000","last_peered":"2024-07-26T12:23:13.525383+0000","last_clean":"2024-07-26T12:23:13.525383+0000","last_became_active":"2024-07-26T12:21:43.588133+0000","last_became_peered":"2024-07-26T12:21:43.588133+0000","last_unstale":"2024-07-26T12:23:13.525383+0000","last_undegraded":"2024-07-26T12:23:13.525383+0000","last_fullsized":"2024-07-26T12:23:13.525383+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"24'4","last_scrub_stamp":"2024-07-26T12:23:13.525111+0000","last_deep_scrub":"24'4","last_deep_scrub_stamp":"2024-07-26T12:23:13.525111+0000","last_clean_scrub_stamp":"2024-07-26T12:23:13.525111+0000","objects_scrubbed":2,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:39:37.902079+0000","scrub_duration":8,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5000,"num_omap_keys":10,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"24'3","reported_seq":21,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:06.727152+0000","last_change":"2024-07-26T12:21:44.621879+0000","last_active":"2024-07-26T12:23:06.727152+0000","last_peered":"2024-07-26T12:23:06.727152+0000","last_clean":"2024-07-26T12:23:06.727152+0000","last_became_active":"2024-07-26T12:21:44.621372+0000","last_became_peered":"2024-07-26T12:21:44.621372+0000","last_unstale":"2024-07-26T12:23:06.727152+0000","last_undegraded":"2024-07-26T12:23:06.727152+0000","last_fullsized":"2024-07-26T12:23:06.727152+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.860817+0000","last_change":"2024-07-26T12:21:43.597819+0000","last_active":"2024-07-26T12:22:22.860817+0000","last_peered":"2024-07-26T12:22:22.860817+0000","last_clean":"2024-07-26T12:22:22.860817+0000","last_became_active":"2024-07-26T12:21:43.595837+0000","last_became_peered":"2024-07-26T12:21:43.595837+0000","last_unstale":"2024-07-26T12:22:22.860817+0000","last_undegraded":"2024-07-26T12:22:22.860817+0000","last_fullsized":"2024-07-26T12:22:22.860817+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:16:47.249776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"24'1","reported_seq":18,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.859989+0000","last_change":"2024-07-26T12:21:44.613025+0000","last_active":"2024-07-26T12:22:22.859989+0000","last_peered":"2024-07-26T12:22:22.859989+0000","last_clean":"2024-07-26T12:22:22.859989+0000","last_became_active":"2024-07-26T12:21:44.612702+0000","last_became_peered":"2024-07-26T12:21:44.612702+0000","last_unstale":"2024-07-26T12:22:22.859989+0000","last_undegraded":"2024-07-26T12:22:22.859989+0000","last_fullsized":"2024-07-26T12:22:22.859989+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:07:33.344941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.799161+0000","last_change":"2024-07-26T12:21:43.588282+0000","last_active":"2024-07-26T12:22:22.799161+0000","last_peered":"2024-07-26T12:22:22.799161+0000","last_clean":"2024-07-26T12:22:22.799161+0000","last_became_active":"2024-07-26T12:21:43.587549+0000","last_became_peered":"2024-07-26T12:21:43.587549+0000","last_unstale":"2024-07-26T12:22:22.799161+0000","last_undegraded":"2024-07-26T12:22:22.799161+0000","last_fullsized":"2024-07-26T12:22:22.799161+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:19:44.931902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.799273+0000","last_change":"2024-07-26T12:21:44.604821+0000","last_active":"2024-07-26T12:22:22.799273+0000","last_peered":"2024-07-26T12:22:22.799273+0000","last_clean":"2024-07-26T12:22:22.799273+0000","last_became_active":"2024-07-26T12:21:44.604495+0000","last_became_peered":"2024-07-26T12:21:44.604495+0000","last_unstale":"2024-07-26T12:22:22.799273+0000","last_undegraded":"2024-07-26T12:22:22.799273+0000","last_fullsized":"2024-07-26T12:22:22.799273+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:38:44.174478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"21'8","reported_seq":28,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.803831+0000","last_change":"2024-07-26T12:21:43.584411+0000","last_active":"2024-07-26T12:22:22.803831+0000","last_peered":"2024-07-26T12:22:22.803831+0000","last_clean":"2024-07-26T12:22:22.803831+0000","last_became_active":"2024-07-26T12:21:43.582984+0000","last_became_peered":"2024-07-26T12:21:43.582984+0000","last_unstale":"2024-07-26T12:22:22.803831+0000","last_undegraded":"2024-07-26T12:22:22.803831+0000","last_fullsized":"2024-07-26T12:22:22.803831+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.858760+0000","last_change":"2024-07-26T12:21:44.601816+0000","last_active":"2024-07-26T12:22:22.858760+0000","last_peered":"2024-07-26T12:22:22.858760+0000","last_clean":"2024-07-26T12:22:22.858760+0000","last_became_active":"2024-07-26T12:21:44.601407+0000","last_became_peered":"2024-07-26T12:21:44.601407+0000","last_unstale":"2024-07-26T12:22:22.858760+0000","last_undegraded":"2024-07-26T12:22:22.858760+0000","last_fullsized":"2024-07-26T12:22:22.858760+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:30:10.770704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"21'1","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.803378+0000","last_change":"2024-07-26T12:21:43.585789+0000","last_active":"2024-07-26T12:22:22.803378+0000","last_peered":"2024-07-26T12:22:22.803378+0000","last_clean":"2024-07-26T12:22:22.803378+0000","last_became_active":"2024-07-26T12:21:43.585351+0000","last_became_peered":"2024-07-26T12:21:43.585351+0000","last_unstale":"2024-07-26T12:22:22.803378+0000","last_undegraded":"2024-07-26T12:22:22.803378+0000","last_fullsized":"2024-07-26T12:22:22.803378+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:37:00.698599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.859402+0000","last_change":"2024-07-26T12:21:44.605806+0000","last_active":"2024-07-26T12:22:22.859402+0000","last_peered":"2024-07-26T12:22:22.859402+0000","last_clean":"2024-07-26T12:22:22.859402+0000","last_became_active":"2024-07-26T12:21:44.605107+0000","last_became_peered":"2024-07-26T12:21:44.605107+0000","last_unstale":"2024-07-26T12:22:22.859402+0000","last_undegraded":"2024-07-26T12:22:22.859402+0000","last_fullsized":"2024-07-26T12:22:22.859402+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:02:19.506956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"21'2","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.804652+0000","last_change":"2024-07-26T12:21:43.586245+0000","last_active":"2024-07-26T12:22:22.804652+0000","last_peered":"2024-07-26T12:22:22.804652+0000","last_clean":"2024-07-26T12:22:22.804652+0000","last_became_active":"2024-07-26T12:21:43.585935+0000","last_became_peered":"2024-07-26T12:21:43.585935+0000","last_unstale":"2024-07-26T12:22:22.804652+0000","last_undegraded":"2024-07-26T12:22:22.804652+0000","last_fullsized":"2024-07-26T12:22:22.804652+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.860511+0000","last_change":"2024-07-26T12:21:44.615527+0000","last_active":"2024-07-26T12:22:22.860511+0000","last_peered":"2024-07-26T12:22:22.860511+0000","last_clean":"2024-07-26T12:22:22.860511+0000","last_became_active":"2024-07-26T12:21:44.611464+0000","last_became_peered":"2024-07-26T12:21:44.611464+0000","last_unstale":"2024-07-26T12:22:22.860511+0000","last_undegraded":"2024-07-26T12:22:22.860511+0000","last_fullsized":"2024-07-26T12:22:22.860511+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:20:12.489093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"21'1","reported_seq":21,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.800457+0000","last_change":"2024-07-26T12:21:43.587353+0000","last_active":"2024-07-26T12:22:22.800457+0000","last_peered":"2024-07-26T12:22:22.800457+0000","last_clean":"2024-07-26T12:22:22.800457+0000","last_became_active":"2024-07-26T12:21:43.586989+0000","last_became_peered":"2024-07-26T12:21:43.586989+0000","last_unstale":"2024-07-26T12:22:22.800457+0000","last_undegraded":"2024-07-26T12:22:22.800457+0000","last_fullsized":"2024-07-26T12:22:22.800457+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.861817+0000","last_change":"2024-07-26T12:21:44.618987+0000","last_active":"2024-07-26T12:22:22.861817+0000","last_peered":"2024-07-26T12:22:22.861817+0000","last_clean":"2024-07-26T12:22:22.861817+0000","last_became_active":"2024-07-26T12:21:44.617072+0000","last_became_peered":"2024-07-26T12:21:44.617072+0000","last_unstale":"2024-07-26T12:22:22.861817+0000","last_undegraded":"2024-07-26T12:22:22.861817+0000","last_fullsized":"2024-07-26T12:22:22.861817+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:22:52.563381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":28,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:15.148436+0000","last_change":"2024-07-26T12:23:15.148489+0000","last_active":"2024-07-26T12:23:15.148436+0000","last_peered":"2024-07-26T12:23:15.148436+0000","last_clean":"2024-07-26T12:23:15.148436+0000","last_became_active":"2024-07-26T12:21:43.601179+0000","last_became_peered":"2024-07-26T12:21:43.601179+0000","last_unstale":"2024-07-26T12:23:15.148436+0000","last_undegraded":"2024-07-26T12:23:15.148436+0000","last_fullsized":"2024-07-26T12:23:15.148436+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:15.148282+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:15.148282+0000","last_clean_scrub_stamp":"2024-07-26T12:23:15.148282+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:06:04.994250+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.860467+0000","last_change":"2024-07-26T12:21:44.610751+0000","last_active":"2024-07-26T12:22:22.860467+0000","last_peered":"2024-07-26T12:22:22.860467+0000","last_clean":"2024-07-26T12:22:22.860467+0000","last_became_active":"2024-07-26T12:21:44.609773+0000","last_became_peered":"2024-07-26T12:21:44.609773+0000","last_unstale":"2024-07-26T12:22:22.860467+0000","last_undegraded":"2024-07-26T12:22:22.860467+0000","last_fullsized":"2024-07-26T12:22:22.860467+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:25:44.034160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"18'72","reported_seq":115,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.858760+0000","last_change":"2024-07-26T12:21:33.467293+0000","last_active":"2024-07-26T12:22:22.858760+0000","last_peered":"2024-07-26T12:22:22.858760+0000","last_clean":"2024-07-26T12:22:22.858760+0000","last_became_active":"2024-07-26T12:21:33.464397+0000","last_became_peered":"2024-07-26T12:21:33.464397+0000","last_unstale":"2024-07-26T12:22:22.858760+0000","last_undegraded":"2024-07-26T12:22:22.858760+0000","last_fullsized":"2024-07-26T12:22:22.858760+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:32.289755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:32.289755+0000","last_clean_scrub_stamp":"2024-07-26T12:21:32.289755+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:52:33.395456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.859396+0000","last_change":"2024-07-26T12:21:43.596245+0000","last_active":"2024-07-26T12:22:22.859396+0000","last_peered":"2024-07-26T12:22:22.859396+0000","last_clean":"2024-07-26T12:22:22.859396+0000","last_became_active":"2024-07-26T12:21:43.595878+0000","last_became_peered":"2024-07-26T12:21:43.595878+0000","last_unstale":"2024-07-26T12:22:22.859396+0000","last_undegraded":"2024-07-26T12:22:22.859396+0000","last_fullsized":"2024-07-26T12:22:22.859396+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:32:00.408263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":18,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.860336+0000","last_change":"2024-07-26T12:21:44.616682+0000","last_active":"2024-07-26T12:22:22.860336+0000","last_peered":"2024-07-26T12:22:22.860336+0000","last_clean":"2024-07-26T12:22:22.860336+0000","last_became_active":"2024-07-26T12:21:44.616429+0000","last_became_peered":"2024-07-26T12:21:44.616429+0000","last_unstale":"2024-07-26T12:22:22.860336+0000","last_undegraded":"2024-07-26T12:22:22.860336+0000","last_fullsized":"2024-07-26T12:22:22.860336+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.858429+0000","last_change":"2024-07-26T12:21:43.599807+0000","last_active":"2024-07-26T12:22:22.858429+0000","last_peered":"2024-07-26T12:22:22.858429+0000","last_clean":"2024-07-26T12:22:22.858429+0000","last_became_active":"2024-07-26T12:21:43.598892+0000","last_became_peered":"2024-07-26T12:21:43.598892+0000","last_unstale":"2024-07-26T12:22:22.858429+0000","last_undegraded":"2024-07-26T12:22:22.858429+0000","last_fullsized":"2024-07-26T12:22:22.858429+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:36:09.991878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":18,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.814741+0000","last_change":"2024-07-26T12:21:44.603170+0000","last_active":"2024-07-26T12:22:22.814741+0000","last_peered":"2024-07-26T12:22:22.814741+0000","last_clean":"2024-07-26T12:22:22.814741+0000","last_became_active":"2024-07-26T12:21:44.602633+0000","last_became_peered":"2024-07-26T12:21:44.602633+0000","last_unstale":"2024-07-26T12:22:22.814741+0000","last_undegraded":"2024-07-26T12:22:22.814741+0000","last_fullsized":"2024-07-26T12:22:22.814741+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"24'7","reported_seq":33,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:07.724636+0000","last_change":"2024-07-26T12:21:43.589121+0000","last_active":"2024-07-26T12:23:07.724636+0000","last_peered":"2024-07-26T12:23:07.724636+0000","last_clean":"2024-07-26T12:23:07.724636+0000","last_became_active":"2024-07-26T12:21:43.587920+0000","last_became_peered":"2024-07-26T12:21:43.587920+0000","last_unstale":"2024-07-26T12:23:07.724636+0000","last_undegraded":"2024-07-26T12:23:07.724636+0000","last_fullsized":"2024-07-26T12:23:07.724636+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":808,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":6,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":18,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.799320+0000","last_change":"2024-07-26T12:21:44.595102+0000","last_active":"2024-07-26T12:22:22.799320+0000","last_peered":"2024-07-26T12:22:22.799320+0000","last_clean":"2024-07-26T12:22:22.799320+0000","last_became_active":"2024-07-26T12:21:44.594709+0000","last_became_peered":"2024-07-26T12:21:44.594709+0000","last_unstale":"2024-07-26T12:22:22.799320+0000","last_undegraded":"2024-07-26T12:22:22.799320+0000","last_fullsized":"2024-07-26T12:22:22.799320+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.860991+0000","last_change":"2024-07-26T12:21:43.595340+0000","last_active":"2024-07-26T12:22:22.860991+0000","last_peered":"2024-07-26T12:22:22.860991+0000","last_clean":"2024-07-26T12:22:22.860991+0000","last_became_active":"2024-07-26T12:21:43.592052+0000","last_became_peered":"2024-07-26T12:21:43.592052+0000","last_unstale":"2024-07-26T12:22:22.860991+0000","last_undegraded":"2024-07-26T12:22:22.860991+0000","last_fullsized":"2024-07-26T12:22:22.860991+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:14:41.106615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.802580+0000","last_change":"2024-07-26T12:21:44.609727+0000","last_active":"2024-07-26T12:22:22.802580+0000","last_peered":"2024-07-26T12:22:22.802580+0000","last_clean":"2024-07-26T12:22:22.802580+0000","last_became_active":"2024-07-26T12:21:44.609380+0000","last_became_peered":"2024-07-26T12:21:44.609380+0000","last_unstale":"2024-07-26T12:22:22.802580+0000","last_undegraded":"2024-07-26T12:22:22.802580+0000","last_fullsized":"2024-07-26T12:22:22.802580+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:45:39.167404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":28,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:14.705525+0000","last_change":"2024-07-26T12:23:14.705555+0000","last_active":"2024-07-26T12:23:14.705525+0000","last_peered":"2024-07-26T12:23:14.705525+0000","last_clean":"2024-07-26T12:23:14.705525+0000","last_became_active":"2024-07-26T12:21:43.580293+0000","last_became_peered":"2024-07-26T12:21:43.580293+0000","last_unstale":"2024-07-26T12:23:14.705525+0000","last_undegraded":"2024-07-26T12:23:14.705525+0000","last_fullsized":"2024-07-26T12:23:14.705525+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:14.705431+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:14.705431+0000","last_clean_scrub_stamp":"2024-07-26T12:23:14.705431+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:49:34.434555+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"24'2","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:06.809071+0000","last_change":"2024-07-26T12:21:44.625563+0000","last_active":"2024-07-26T12:23:06.809071+0000","last_peered":"2024-07-26T12:23:06.809071+0000","last_clean":"2024-07-26T12:23:06.809071+0000","last_became_active":"2024-07-26T12:21:44.625006+0000","last_became_peered":"2024-07-26T12:21:44.625006+0000","last_unstale":"2024-07-26T12:23:06.809071+0000","last_undegraded":"2024-07-26T12:23:06.809071+0000","last_fullsized":"2024-07-26T12:23:06.809071+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:59:03.695695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.861324+0000","last_change":"2024-07-26T12:21:43.601219+0000","last_active":"2024-07-26T12:22:22.861324+0000","last_peered":"2024-07-26T12:22:22.861324+0000","last_clean":"2024-07-26T12:22:22.861324+0000","last_became_active":"2024-07-26T12:21:43.599712+0000","last_became_peered":"2024-07-26T12:21:43.599712+0000","last_unstale":"2024-07-26T12:22:22.861324+0000","last_undegraded":"2024-07-26T12:22:22.861324+0000","last_fullsized":"2024-07-26T12:22:22.861324+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:13:25.847032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":26,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:15.712247+0000","last_change":"2024-07-26T12:23:15.712311+0000","last_active":"2024-07-26T12:23:15.712247+0000","last_peered":"2024-07-26T12:23:15.712247+0000","last_clean":"2024-07-26T12:23:15.712247+0000","last_became_active":"2024-07-26T12:21:44.598447+0000","last_became_peered":"2024-07-26T12:21:44.598447+0000","last_unstale":"2024-07-26T12:23:15.712247+0000","last_undegraded":"2024-07-26T12:23:15.712247+0000","last_fullsized":"2024-07-26T12:23:15.712247+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:15.712120+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:15.712120+0000","last_clean_scrub_stamp":"2024-07-26T12:23:15.712120+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:17:06.213391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"24'4","reported_seq":32,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:13.670027+0000","last_change":"2024-07-26T12:23:13.670120+0000","last_active":"2024-07-26T12:23:13.670027+0000","last_peered":"2024-07-26T12:23:13.670027+0000","last_clean":"2024-07-26T12:23:13.670027+0000","last_became_active":"2024-07-26T12:21:43.586410+0000","last_became_peered":"2024-07-26T12:21:43.586410+0000","last_unstale":"2024-07-26T12:23:13.670027+0000","last_undegraded":"2024-07-26T12:23:13.670027+0000","last_fullsized":"2024-07-26T12:23:13.670027+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"24'4","last_scrub_stamp":"2024-07-26T12:23:13.669858+0000","last_deep_scrub":"24'4","last_deep_scrub_stamp":"2024-07-26T12:23:13.669858+0000","last_clean_scrub_stamp":"2024-07-26T12:23:13.669858+0000","objects_scrubbed":1,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:12:05.716801+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":112,"num_omap_keys":2,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"24'3","reported_seq":21,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:05.718735+0000","last_change":"2024-07-26T12:21:44.615473+0000","last_active":"2024-07-26T12:23:05.718735+0000","last_peered":"2024-07-26T12:23:05.718735+0000","last_clean":"2024-07-26T12:23:05.718735+0000","last_became_active":"2024-07-26T12:21:44.615105+0000","last_became_peered":"2024-07-26T12:21:44.615105+0000","last_unstale":"2024-07-26T12:23:05.718735+0000","last_undegraded":"2024-07-26T12:23:05.718735+0000","last_fullsized":"2024-07-26T12:23:05.718735+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"21'2","reported_seq":21,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.800354+0000","last_change":"2024-07-26T12:21:43.598990+0000","last_active":"2024-07-26T12:22:22.800354+0000","last_peered":"2024-07-26T12:22:22.800354+0000","last_clean":"2024-07-26T12:22:22.800354+0000","last_became_active":"2024-07-26T12:21:43.598632+0000","last_became_peered":"2024-07-26T12:21:43.598632+0000","last_unstale":"2024-07-26T12:22:22.800354+0000","last_undegraded":"2024-07-26T12:22:22.800354+0000","last_fullsized":"2024-07-26T12:22:22.800354+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:32:17.202395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":18,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.816065+0000","last_change":"2024-07-26T12:21:44.615728+0000","last_active":"2024-07-26T12:22:22.816065+0000","last_peered":"2024-07-26T12:22:22.816065+0000","last_clean":"2024-07-26T12:22:22.816065+0000","last_became_active":"2024-07-26T12:21:44.612240+0000","last_became_peered":"2024-07-26T12:21:44.612240+0000","last_unstale":"2024-07-26T12:22:22.816065+0000","last_undegraded":"2024-07-26T12:22:22.816065+0000","last_fullsized":"2024-07-26T12:22:22.816065+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.858409+0000","last_change":"2024-07-26T12:21:43.599474+0000","last_active":"2024-07-26T12:22:22.858409+0000","last_peered":"2024-07-26T12:22:22.858409+0000","last_clean":"2024-07-26T12:22:22.858409+0000","last_became_active":"2024-07-26T12:21:43.597968+0000","last_became_peered":"2024-07-26T12:21:43.597968+0000","last_unstale":"2024-07-26T12:22:22.858409+0000","last_undegraded":"2024-07-26T12:22:22.858409+0000","last_fullsized":"2024-07-26T12:22:22.858409+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:41:03.044571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.802222+0000","last_change":"2024-07-26T12:21:44.594114+0000","last_active":"2024-07-26T12:22:22.802222+0000","last_peered":"2024-07-26T12:22:22.802222+0000","last_clean":"2024-07-26T12:22:22.802222+0000","last_became_active":"2024-07-26T12:21:44.592991+0000","last_became_peered":"2024-07-26T12:21:44.592991+0000","last_unstale":"2024-07-26T12:22:22.802222+0000","last_undegraded":"2024-07-26T12:22:22.802222+0000","last_fullsized":"2024-07-26T12:22:22.802222+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:34:10.646547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.799918+0000","last_change":"2024-07-26T12:21:43.594859+0000","last_active":"2024-07-26T12:22:22.799918+0000","last_peered":"2024-07-26T12:22:22.799918+0000","last_clean":"2024-07-26T12:22:22.799918+0000","last_became_active":"2024-07-26T12:21:43.594389+0000","last_became_peered":"2024-07-26T12:21:43.594389+0000","last_unstale":"2024-07-26T12:22:22.799918+0000","last_undegraded":"2024-07-26T12:22:22.799918+0000","last_fullsized":"2024-07-26T12:22:22.799918+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":18,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.859062+0000","last_change":"2024-07-26T12:21:44.597533+0000","last_active":"2024-07-26T12:22:22.859062+0000","last_peered":"2024-07-26T12:22:22.859062+0000","last_clean":"2024-07-26T12:22:22.859062+0000","last_became_active":"2024-07-26T12:21:44.596960+0000","last_became_peered":"2024-07-26T12:21:44.596960+0000","last_unstale":"2024-07-26T12:22:22.859062+0000","last_undegraded":"2024-07-26T12:22:22.859062+0000","last_fullsized":"2024-07-26T12:22:22.859062+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.799462+0000","last_change":"2024-07-26T12:21:43.589649+0000","last_active":"2024-07-26T12:22:22.799462+0000","last_peered":"2024-07-26T12:22:22.799462+0000","last_clean":"2024-07-26T12:22:22.799462+0000","last_became_active":"2024-07-26T12:21:43.589311+0000","last_became_peered":"2024-07-26T12:21:43.589311+0000","last_unstale":"2024-07-26T12:22:22.799462+0000","last_undegraded":"2024-07-26T12:22:22.799462+0000","last_fullsized":"2024-07-26T12:22:22.799462+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":18,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.859164+0000","last_change":"2024-07-26T12:21:44.597550+0000","last_active":"2024-07-26T12:22:22.859164+0000","last_peered":"2024-07-26T12:22:22.859164+0000","last_clean":"2024-07-26T12:22:22.859164+0000","last_became_active":"2024-07-26T12:21:44.596041+0000","last_became_peered":"2024-07-26T12:21:44.596041+0000","last_unstale":"2024-07-26T12:22:22.859164+0000","last_undegraded":"2024-07-26T12:22:22.859164+0000","last_fullsized":"2024-07-26T12:22:22.859164+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"24'3","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.860278+0000","last_change":"2024-07-26T12:21:43.601853+0000","last_active":"2024-07-26T12:22:22.860278+0000","last_peered":"2024-07-26T12:22:22.860278+0000","last_clean":"2024-07-26T12:22:22.860278+0000","last_became_active":"2024-07-26T12:21:43.601565+0000","last_became_peered":"2024-07-26T12:21:43.601565+0000","last_unstale":"2024-07-26T12:22:22.860278+0000","last_undegraded":"2024-07-26T12:22:22.860278+0000","last_fullsized":"2024-07-26T12:22:22.860278+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:53:26.812098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.798930+0000","last_change":"2024-07-26T12:21:44.604142+0000","last_active":"2024-07-26T12:22:22.798930+0000","last_peered":"2024-07-26T12:22:22.798930+0000","last_clean":"2024-07-26T12:22:22.798930+0000","last_became_active":"2024-07-26T12:21:44.602745+0000","last_became_peered":"2024-07-26T12:21:44.602745+0000","last_unstale":"2024-07-26T12:22:22.798930+0000","last_undegraded":"2024-07-26T12:22:22.798930+0000","last_fullsized":"2024-07-26T12:22:22.798930+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:25:49.213898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"24'2","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:06.961401+0000","last_change":"2024-07-26T12:21:44.612632+0000","last_active":"2024-07-26T12:23:06.961401+0000","last_peered":"2024-07-26T12:23:06.961401+0000","last_clean":"2024-07-26T12:23:06.961401+0000","last_became_active":"2024-07-26T12:21:44.612080+0000","last_became_peered":"2024-07-26T12:21:44.612080+0000","last_unstale":"2024-07-26T12:23:06.961401+0000","last_undegraded":"2024-07-26T12:23:06.961401+0000","last_fullsized":"2024-07-26T12:23:06.961401+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:34:09.854662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"21'2","reported_seq":21,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.859800+0000","last_change":"2024-07-26T12:21:43.605554+0000","last_active":"2024-07-26T12:22:22.859800+0000","last_peered":"2024-07-26T12:22:22.859800+0000","last_clean":"2024-07-26T12:22:22.859800+0000","last_became_active":"2024-07-26T12:21:43.605157+0000","last_became_peered":"2024-07-26T12:21:43.605157+0000","last_unstale":"2024-07-26T12:22:22.859800+0000","last_undegraded":"2024-07-26T12:22:22.859800+0000","last_fullsized":"2024-07-26T12:22:22.859800+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:00:15.755490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.861068+0000","last_change":"2024-07-26T12:21:44.607389+0000","last_active":"2024-07-26T12:22:22.861068+0000","last_peered":"2024-07-26T12:22:22.861068+0000","last_clean":"2024-07-26T12:22:22.861068+0000","last_became_active":"2024-07-26T12:21:44.606970+0000","last_became_peered":"2024-07-26T12:21:44.606970+0000","last_unstale":"2024-07-26T12:22:22.861068+0000","last_undegraded":"2024-07-26T12:22:22.861068+0000","last_fullsized":"2024-07-26T12:22:22.861068+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:46:45.212964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"24'3","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.860882+0000","last_change":"2024-07-26T12:21:43.601802+0000","last_active":"2024-07-26T12:22:22.860882+0000","last_peered":"2024-07-26T12:22:22.860882+0000","last_clean":"2024-07-26T12:22:22.860882+0000","last_became_active":"2024-07-26T12:21:43.601442+0000","last_became_peered":"2024-07-26T12:21:43.601442+0000","last_unstale":"2024-07-26T12:22:22.860882+0000","last_undegraded":"2024-07-26T12:22:22.860882+0000","last_fullsized":"2024-07-26T12:22:22.860882+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:32:17.202395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":18,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.815366+0000","last_change":"2024-07-26T12:21:44.603292+0000","last_active":"2024-07-26T12:22:22.815366+0000","last_peered":"2024-07-26T12:22:22.815366+0000","last_clean":"2024-07-26T12:22:22.815366+0000","last_became_active":"2024-07-26T12:21:44.602551+0000","last_became_peered":"2024-07-26T12:21:44.602551+0000","last_unstale":"2024-07-26T12:22:22.815366+0000","last_undegraded":"2024-07-26T12:22:22.815366+0000","last_fullsized":"2024-07-26T12:22:22.815366+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"21'1","reported_seq":21,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.859957+0000","last_change":"2024-07-26T12:21:43.591671+0000","last_active":"2024-07-26T12:22:22.859957+0000","last_peered":"2024-07-26T12:22:22.859957+0000","last_clean":"2024-07-26T12:22:22.859957+0000","last_became_active":"2024-07-26T12:21:43.584686+0000","last_became_peered":"2024-07-26T12:21:43.584686+0000","last_unstale":"2024-07-26T12:22:22.859957+0000","last_undegraded":"2024-07-26T12:22:22.859957+0000","last_fullsized":"2024-07-26T12:22:22.859957+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:42.524138+0000","last_clean_scrub_stamp":"2024-07-26T12:21:42.524138+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":18,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.859350+0000","last_change":"2024-07-26T12:21:44.594141+0000","last_active":"2024-07-26T12:22:22.859350+0000","last_peered":"2024-07-26T12:22:22.859350+0000","last_clean":"2024-07-26T12:22:22.859350+0000","last_became_active":"2024-07-26T12:21:44.593637+0000","last_became_peered":"2024-07-26T12:21:44.593637+0000","last_unstale":"2024-07-26T12:22:22.859350+0000","last_undegraded":"2024-07-26T12:22:22.859350+0000","last_fullsized":"2024-07-26T12:22:22.859350+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"24'6","reported_seq":34,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:14.504248+0000","last_change":"2024-07-26T12:23:14.504301+0000","last_active":"2024-07-26T12:23:14.504248+0000","last_peered":"2024-07-26T12:23:14.504248+0000","last_clean":"2024-07-26T12:23:14.504248+0000","last_became_active":"2024-07-26T12:21:43.589356+0000","last_became_peered":"2024-07-26T12:21:43.589356+0000","last_unstale":"2024-07-26T12:23:14.504248+0000","last_undegraded":"2024-07-26T12:23:14.504248+0000","last_fullsized":"2024-07-26T12:23:14.504248+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"24'6","last_scrub_stamp":"2024-07-26T12:23:14.504170+0000","last_deep_scrub":"24'6","last_deep_scrub_stamp":"2024-07-26T12:23:14.504170+0000","last_clean_scrub_stamp":"2024-07-26T12:23:14.504170+0000","objects_scrubbed":2,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:49:34.233294+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":14,"ondisk_log_size":14,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":80086,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":124,"num_write_kb":137,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5112,"num_omap_keys":12,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":221184,"data_stored":160172,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":125,"ondisk_log_size":125,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":15,"seq":64424509465,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27344,"kb_used_data":328,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344496,"statfs":{"total":96636764160,"available":96608763904,"internally_reserved":0,"allocated":335872,"data_stored":169242,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509465,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27264,"kb_used_data":248,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344576,"statfs":{"total":96636764160,"available":96608845824,"internally_reserved":0,"allocated":253952,"data_stored":90114,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509463,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27848,"kb_used_data":832,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343992,"statfs":{"total":96636764160,"available":96608247808,"internally_reserved":0,"allocated":851968,"data_stored":680960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542168,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32000,"kb_used_data":824,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339840,"statfs":{"total":96636764160,"available":96603996160,"internally_reserved":0,"allocated":843776,"data_stored":680904,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542168,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27340,"kb_used_data":324,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344500,"statfs":{"total":96636764160,"available":96608768000,"internally_reserved":0,"allocated":331776,"data_stored":168434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542169,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27260,"kb_used_data":244,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344580,"statfs":{"total":96636764160,"available":96608849920,"internally_reserved":0,"allocated":249856,"data_stored":90044,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542167,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27268,"kb_used_data":252,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344572,"statfs":{"total":96636764160,"available":96608841728,"internally_reserved":0,"allocated":258048,"data_stored":90080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542168,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27260,"kb_used_data":244,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344580,"statfs":{"total":96636764160,"available":96608849920,"internally_reserved":0,"allocated":249856,"data_stored":90762,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":808,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":79288,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":86016,"data_stored":78480,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-26T12:23:19.435 INFO:tasks.ceph:pgid 3.3f last_scrub_stamp 2024-07-26T12:21:43.540720+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=21, tm_sec=43, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=23, tm_sec=10, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T12:23:19.435 INFO:tasks.ceph:pgid 3.3e last_scrub_stamp 2024-07-26T12:21:43.540720+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=21, tm_sec=43, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=23, tm_sec=10, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T12:23:19.435 INFO:tasks.ceph:pgid 3.3d last_scrub_stamp 2024-07-26T12:21:43.540720+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=21, tm_sec=43, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=23, tm_sec=10, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T12:23:19.435 INFO:tasks.ceph:pgid 3.3c last_scrub_stamp 2024-07-26T12:21:43.540720+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=21, tm_sec=43, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=23, tm_sec=10, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T12:23:19.436 INFO:tasks.ceph:pgid 3.3b last_scrub_stamp 2024-07-26T12:21:43.540720+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=21, tm_sec=43, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=23, tm_sec=10, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T12:23:19.436 INFO:tasks.ceph:pgid 3.3a last_scrub_stamp 2024-07-26T12:21:43.540720+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=21, tm_sec=43, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=23, tm_sec=10, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T12:23:19.436 INFO:tasks.ceph:pgid 3.39 last_scrub_stamp 2024-07-26T12:21:43.540720+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=21, tm_sec=43, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=23, tm_sec=10, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T12:23:19.436 INFO:tasks.ceph:pgid 3.38 last_scrub_stamp 2024-07-26T12:21:43.540720+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=21, tm_sec=43, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=23, tm_sec=10, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T12:23:19.436 INFO:tasks.ceph:pgid 3.37 last_scrub_stamp 2024-07-26T12:21:43.540720+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=21, tm_sec=43, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=23, tm_sec=10, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T12:23:19.437 INFO:tasks.ceph:pgid 3.36 last_scrub_stamp 2024-07-26T12:21:43.540720+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=21, tm_sec=43, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=23, tm_sec=10, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T12:23:19.437 INFO:tasks.ceph:pgid 3.35 last_scrub_stamp 2024-07-26T12:21:43.540720+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=21, tm_sec=43, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=23, tm_sec=10, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T12:23:19.437 INFO:tasks.ceph:pgid 3.34 last_scrub_stamp 2024-07-26T12:21:43.540720+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=21, tm_sec=43, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=23, tm_sec=10, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T12:23:19.437 INFO:tasks.ceph:pgid 3.33 last_scrub_stamp 2024-07-26T12:21:43.540720+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=21, tm_sec=43, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=23, tm_sec=10, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T12:23:19.437 INFO:tasks.ceph:pgid 3.32 last_scrub_stamp 2024-07-26T12:21:43.540720+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=21, tm_sec=43, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=23, tm_sec=10, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T12:23:19.437 INFO:tasks.ceph:pgid 3.31 last_scrub_stamp 2024-07-26T12:21:43.540720+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=21, tm_sec=43, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=23, tm_sec=10, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T12:23:19.438 INFO:tasks.ceph:pgid 3.30 last_scrub_stamp 2024-07-26T12:21:43.540720+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=21, tm_sec=43, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=23, tm_sec=10, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T12:23:19.438 INFO:tasks.ceph:pgid 3.2f last_scrub_stamp 2024-07-26T12:21:43.540720+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=21, tm_sec=43, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=23, tm_sec=10, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T12:23:19.438 INFO:tasks.ceph:pgid 3.2e last_scrub_stamp 2024-07-26T12:21:43.540720+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=21, tm_sec=43, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=23, tm_sec=10, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T12:23:19.438 INFO:tasks.ceph:pgid 3.2d last_scrub_stamp 2024-07-26T12:21:43.540720+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=21, tm_sec=43, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=23, tm_sec=10, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T12:23:19.438 INFO:tasks.ceph:pgid 3.2c last_scrub_stamp 2024-07-26T12:21:43.540720+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=21, tm_sec=43, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=23, tm_sec=10, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T12:23:19.438 INFO:tasks.ceph:pgid 3.2b last_scrub_stamp 2024-07-26T12:21:43.540720+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=21, tm_sec=43, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=23, tm_sec=10, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T12:23:19.439 INFO:tasks.ceph:pgid 3.2a last_scrub_stamp 2024-07-26T12:21:43.540720+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=21, tm_sec=43, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=23, tm_sec=10, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T12:23:19.439 INFO:tasks.ceph:pgid 3.29 last_scrub_stamp 2024-07-26T12:21:43.540720+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=21, tm_sec=43, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=23, tm_sec=10, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T12:23:19.439 INFO:tasks.ceph:pgid 3.28 last_scrub_stamp 2024-07-26T12:21:43.540720+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=21, tm_sec=43, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=23, tm_sec=10, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T12:23:19.439 INFO:tasks.ceph:pgid 3.27 last_scrub_stamp 2024-07-26T12:21:43.540720+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=21, tm_sec=43, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=23, tm_sec=10, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T12:23:19.439 INFO:tasks.ceph:pgid 3.26 last_scrub_stamp 2024-07-26T12:21:43.540720+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=21, tm_sec=43, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=23, tm_sec=10, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T12:23:19.439 INFO:tasks.ceph:pgid 3.25 last_scrub_stamp 2024-07-26T12:21:43.540720+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=21, tm_sec=43, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=23, tm_sec=10, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T12:23:19.440 INFO:tasks.ceph:pgid 3.24 last_scrub_stamp 2024-07-26T12:21:43.540720+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=21, tm_sec=43, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=23, tm_sec=10, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T12:23:19.440 INFO:tasks.ceph:pgid 3.23 last_scrub_stamp 2024-07-26T12:21:43.540720+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=21, tm_sec=43, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=23, tm_sec=10, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T12:23:19.440 INFO:tasks.ceph:pgid 3.22 last_scrub_stamp 2024-07-26T12:21:43.540720+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=21, tm_sec=43, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=23, tm_sec=10, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T12:23:19.440 INFO:tasks.ceph:pgid 3.21 last_scrub_stamp 2024-07-26T12:21:43.540720+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=21, tm_sec=43, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=23, tm_sec=10, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T12:23:19.440 INFO:tasks.ceph:pgid 3.20 last_scrub_stamp 2024-07-26T12:21:43.540720+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=21, tm_sec=43, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=23, tm_sec=10, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T12:23:19.440 INFO:tasks.ceph:pgid 3.1a last_scrub_stamp 2024-07-26T12:21:43.540720+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=21, tm_sec=43, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=23, tm_sec=10, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T12:23:19.441 INFO:tasks.ceph:pgid 3.1b last_scrub_stamp 2024-07-26T12:21:43.540720+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=21, tm_sec=43, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=23, tm_sec=10, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T12:23:19.441 INFO:tasks.ceph:pgid 2.1a last_scrub_stamp 2024-07-26T12:21:42.524138+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=21, tm_sec=42, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=23, tm_sec=10, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T12:23:19.441 INFO:tasks.ceph:pgid 2.19 last_scrub_stamp 2024-07-26T12:21:42.524138+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=21, tm_sec=42, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=23, tm_sec=10, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T12:23:19.441 INFO:tasks.ceph:pgid 3.18 last_scrub_stamp 2024-07-26T12:21:43.540720+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=21, tm_sec=43, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=23, tm_sec=10, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T12:23:19.441 INFO:tasks.ceph:pgid 2.18 last_scrub_stamp 2024-07-26T12:21:42.524138+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=21, tm_sec=42, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=23, tm_sec=10, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T12:23:19.441 INFO:tasks.ceph:pgid 3.19 last_scrub_stamp 2024-07-26T12:21:43.540720+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=21, tm_sec=43, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=23, tm_sec=10, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T12:23:19.442 INFO:tasks.ceph:pgid 2.17 last_scrub_stamp 2024-07-26T12:21:42.524138+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=21, tm_sec=42, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=23, tm_sec=10, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T12:23:19.442 INFO:tasks.ceph:pgid 3.16 last_scrub_stamp 2024-07-26T12:21:43.540720+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=21, tm_sec=43, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=23, tm_sec=10, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T12:23:19.442 INFO:tasks.ceph:pgid 2.16 last_scrub_stamp 2024-07-26T12:21:42.524138+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=21, tm_sec=42, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=23, tm_sec=10, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T12:23:19.442 INFO:tasks.ceph:pgid 2.15 last_scrub_stamp 2024-07-26T12:21:42.524138+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=21, tm_sec=42, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=23, tm_sec=10, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T12:23:19.442 INFO:tasks.ceph:pgid 3.14 last_scrub_stamp 2024-07-26T12:21:43.540720+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=21, tm_sec=43, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=23, tm_sec=10, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T12:23:19.443 INFO:tasks.ceph:pgid 2.14 last_scrub_stamp 2024-07-26T12:21:42.524138+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=21, tm_sec=42, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=23, tm_sec=10, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T12:23:19.443 INFO:tasks.ceph:pgid 3.15 last_scrub_stamp 2024-07-26T12:21:43.540720+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=21, tm_sec=43, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=23, tm_sec=10, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T12:23:19.443 INFO:tasks.ceph:pgid 3.12 last_scrub_stamp 2024-07-26T12:21:43.540720+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=21, tm_sec=43, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=23, tm_sec=10, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T12:23:19.443 INFO:tasks.ceph:pgid 2.12 last_scrub_stamp 2024-07-26T12:21:42.524138+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=21, tm_sec=42, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=23, tm_sec=10, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T12:23:19.443 INFO:tasks.ceph:pgid 3.13 last_scrub_stamp 2024-07-26T12:21:43.540720+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=21, tm_sec=43, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=23, tm_sec=10, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T12:23:19.443 INFO:tasks.ceph:pgid 2.11 last_scrub_stamp 2024-07-26T12:21:42.524138+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=21, tm_sec=42, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=23, tm_sec=10, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T12:23:19.444 INFO:tasks.ceph:pgid 3.10 last_scrub_stamp 2024-07-26T12:21:43.540720+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=21, tm_sec=43, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=23, tm_sec=10, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T12:23:19.444 INFO:tasks.ceph:pgid 2.10 last_scrub_stamp 2024-07-26T12:21:42.524138+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=21, tm_sec=42, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=23, tm_sec=10, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T12:23:19.444 INFO:tasks.ceph:pgid 3.11 last_scrub_stamp 2024-07-26T12:21:43.540720+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=21, tm_sec=43, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=23, tm_sec=10, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T12:23:19.444 INFO:tasks.ceph:pgid 2.f last_scrub_stamp 2024-07-26T12:21:42.524138+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=21, tm_sec=42, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=23, tm_sec=10, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T12:23:19.444 INFO:tasks.ceph:pgid 3.e last_scrub_stamp 2024-07-26T12:21:43.540720+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=21, tm_sec=43, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=23, tm_sec=10, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T12:23:19.445 INFO:tasks.ceph:pgid 2.e last_scrub_stamp 2024-07-26T12:21:42.524138+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=21, tm_sec=42, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=23, tm_sec=10, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T12:23:19.445 INFO:tasks.ceph:pgid 3.f last_scrub_stamp 2024-07-26T12:21:43.540720+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=21, tm_sec=43, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=23, tm_sec=10, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T12:23:19.445 INFO:tasks.ceph:pgid 2.d last_scrub_stamp 2024-07-26T12:21:42.524138+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=21, tm_sec=42, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=23, tm_sec=10, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T12:23:19.445 INFO:tasks.ceph:pgid 3.c last_scrub_stamp 2024-07-26T12:21:43.540720+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=21, tm_sec=43, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=23, tm_sec=10, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T12:23:19.445 INFO:tasks.ceph:pgid 3.d last_scrub_stamp 2024-07-26T12:21:43.540720+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=21, tm_sec=43, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=23, tm_sec=10, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T12:23:19.445 INFO:tasks.ceph:pgid 1.0 last_scrub_stamp 2024-07-26T12:21:32.289755+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=21, tm_sec=32, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=23, tm_sec=10, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T12:23:19.446 INFO:tasks.ceph:pgid 2.3 last_scrub_stamp 2024-07-26T12:21:42.524138+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=21, tm_sec=42, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=23, tm_sec=10, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T12:23:19.446 INFO:tasks.ceph:pgid 3.2 last_scrub_stamp 2024-07-26T12:21:43.540720+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=21, tm_sec=43, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=23, tm_sec=10, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T12:23:19.446 INFO:tasks.ceph:pgid 2.0 last_scrub_stamp 2024-07-26T12:21:42.524138+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=21, tm_sec=42, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=23, tm_sec=10, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T12:23:19.446 INFO:tasks.ceph:pgid 3.1 last_scrub_stamp 2024-07-26T12:21:43.540720+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=21, tm_sec=43, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=23, tm_sec=10, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T12:23:19.446 INFO:tasks.ceph:pgid 2.1 last_scrub_stamp 2024-07-26T12:21:42.524138+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=21, tm_sec=42, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=23, tm_sec=10, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T12:23:19.446 INFO:tasks.ceph:pgid 3.0 last_scrub_stamp 2024-07-26T12:21:43.540720+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=21, tm_sec=43, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=23, tm_sec=10, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T12:23:19.447 INFO:tasks.ceph:pgid 2.2 last_scrub_stamp 2024-07-26T12:21:42.524138+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=21, tm_sec=42, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=23, tm_sec=10, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T12:23:19.447 INFO:tasks.ceph:pgid 3.3 last_scrub_stamp 2024-07-26T12:21:43.540720+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=21, tm_sec=43, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=23, tm_sec=10, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T12:23:19.447 INFO:tasks.ceph:pgid 3.5 last_scrub_stamp 2024-07-26T12:21:43.540720+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=21, tm_sec=43, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=23, tm_sec=10, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T12:23:19.447 INFO:tasks.ceph:pgid 2.5 last_scrub_stamp 2024-07-26T12:21:42.524138+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=21, tm_sec=42, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=23, tm_sec=10, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T12:23:19.447 INFO:tasks.ceph:pgid 3.7 last_scrub_stamp 2024-07-26T12:21:43.540720+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=21, tm_sec=43, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=23, tm_sec=10, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T12:23:19.448 INFO:tasks.ceph:pgid 2.7 last_scrub_stamp 2024-07-26T12:21:42.524138+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=21, tm_sec=42, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=23, tm_sec=10, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T12:23:19.448 INFO:tasks.ceph:pgid 3.6 last_scrub_stamp 2024-07-26T12:21:43.540720+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=21, tm_sec=43, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=23, tm_sec=10, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T12:23:19.448 INFO:tasks.ceph:pgid 2.8 last_scrub_stamp 2024-07-26T12:21:42.524138+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=21, tm_sec=42, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=23, tm_sec=10, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T12:23:19.448 INFO:tasks.ceph:pgid 3.9 last_scrub_stamp 2024-07-26T12:21:43.540720+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=21, tm_sec=43, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=23, tm_sec=10, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T12:23:19.448 INFO:tasks.ceph:pgid 2.9 last_scrub_stamp 2024-07-26T12:21:42.524138+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=21, tm_sec=42, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=23, tm_sec=10, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T12:23:19.448 INFO:tasks.ceph:pgid 3.8 last_scrub_stamp 2024-07-26T12:21:43.540720+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=21, tm_sec=43, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=23, tm_sec=10, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T12:23:19.449 INFO:tasks.ceph:pgid 2.a last_scrub_stamp 2024-07-26T12:21:42.524138+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=21, tm_sec=42, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=23, tm_sec=10, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T12:23:19.449 INFO:tasks.ceph:pgid 3.b last_scrub_stamp 2024-07-26T12:21:43.540720+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=21, tm_sec=43, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=23, tm_sec=10, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T12:23:19.449 INFO:tasks.ceph:pgid 2.b last_scrub_stamp 2024-07-26T12:21:42.524138+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=21, tm_sec=42, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=23, tm_sec=10, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T12:23:19.449 INFO:tasks.ceph:pgid 3.a last_scrub_stamp 2024-07-26T12:21:43.540720+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=21, tm_sec=43, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=23, tm_sec=10, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T12:23:19.449 INFO:tasks.ceph:pgid 3.1d last_scrub_stamp 2024-07-26T12:21:43.540720+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=21, tm_sec=43, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=23, tm_sec=10, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T12:23:19.449 INFO:tasks.ceph:pgid 2.1c last_scrub_stamp 2024-07-26T12:21:42.524138+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=21, tm_sec=42, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=23, tm_sec=10, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T12:23:19.450 INFO:tasks.ceph:pgid 3.1c last_scrub_stamp 2024-07-26T12:21:43.540720+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=21, tm_sec=43, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=23, tm_sec=10, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T12:23:19.450 INFO:tasks.ceph:pgid 2.1d last_scrub_stamp 2024-07-26T12:21:42.524138+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=21, tm_sec=42, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=23, tm_sec=10, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T12:23:19.450 INFO:tasks.ceph:pgid 3.1f last_scrub_stamp 2024-07-26T12:21:43.540720+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=21, tm_sec=43, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=23, tm_sec=10, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T12:23:19.450 INFO:tasks.ceph:pgid 2.1e last_scrub_stamp 2024-07-26T12:21:42.524138+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=21, tm_sec=42, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=23, tm_sec=10, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T12:23:19.450 INFO:tasks.ceph:pgid 3.1e last_scrub_stamp 2024-07-26T12:21:43.540720+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=21, tm_sec=43, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=23, tm_sec=10, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T12:23:19.451 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2024-07-26T12:23:28.319 DEBUG:teuthology.orchestra.run.smithi031:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:23:28.329 DEBUG:teuthology.orchestra.run.smithi123:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:23:39.452 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-26T12:23:39.732 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:39.731+0000 7f3d90600640 1 Processor -- start 2024-07-26T12:23:39.733 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:39.731+0000 7f3d90600640 1 -- start start 2024-07-26T12:23:39.734 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:39.733+0000 7f3d90600640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f3d881460c0 0x7f3d880b2550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:39.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:39.733+0000 7f3d90600640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3d88072400 con 0x7f3d88074300 2024-07-26T12:23:39.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:39.733+0000 7f3d90600640 1 -- --> v1:172.21.15.123:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3d880711c0 con 0x7f3d88070ca0 2024-07-26T12:23:39.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:39.733+0000 7f3d90600640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f3d88072120 con 0x7f3d881460c0 2024-07-26T12:23:39.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:39.733+0000 7f3d8d200640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f3d88074300 0x7f3d881459b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:53812/0 (socket says 172.21.15.31:53812) 2024-07-26T12:23:39.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:39.733+0000 7f3d8d200640 1 -- 172.21.15.31:0/1496998434 learned_addr learned my addr 172.21.15.31:0/1496998434 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-07-26T12:23:39.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:39.733+0000 7f3d8e600640 1 --2- 172.21.15.31:0/1496998434 >> v2:172.21.15.31:3300/0 conn(0x7f3d881460c0 0x7f3d880b2550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:39.736 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:39.734+0000 7f3d8e600640 1 -- 172.21.15.31:0/1496998434 >> v1:172.21.15.123:6789/0 conn(0x7f3d88070ca0 legacy=0x7f3d88073bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:39.736 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:39.734+0000 7f3d8e600640 1 -- 172.21.15.31:0/1496998434 >> v1:172.21.15.31:6789/0 conn(0x7f3d88074300 legacy=0x7f3d881459b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:39.736 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:39.734+0000 7f3d8e600640 1 -- 172.21.15.31:0/1496998434 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d880714a0 con 0x7f3d881460c0 2024-07-26T12:23:39.736 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:39.735+0000 7f3d8e600640 1 --2- 172.21.15.31:0/1496998434 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3d881460c0 0x7f3d880b2550 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f3d800097a0 tx=0x7f3d8002a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=638fad4dcd386f45 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:23:39.737 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:39.735+0000 7f3d87e00640 1 -- 172.21.15.31:0/1496998434 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d80037070 con 0x7f3d881460c0 2024-07-26T12:23:39.737 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:39.735+0000 7f3d87e00640 1 -- 172.21.15.31:0/1496998434 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3d80032440 con 0x7f3d881460c0 2024-07-26T12:23:39.737 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:39.735+0000 7f3d87e00640 1 -- 172.21.15.31:0/1496998434 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d80032850 con 0x7f3d881460c0 2024-07-26T12:23:39.738 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:39.736+0000 7f3d90600640 1 -- 172.21.15.31:0/1496998434 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3d881460c0 msgr2=0x7f3d880b2550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:39.738 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:39.736+0000 7f3d90600640 1 --2- 172.21.15.31:0/1496998434 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3d881460c0 0x7f3d880b2550 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f3d800097a0 tx=0x7f3d8002a1a0 comp rx=0 tx=0).stop 2024-07-26T12:23:39.738 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:39.736+0000 7f3d90600640 1 -- 172.21.15.31:0/1496998434 shutdown_connections 2024-07-26T12:23:39.738 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:39.736+0000 7f3d90600640 1 --2- 172.21.15.31:0/1496998434 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3d881460c0 0x7f3d880b2550 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:39.738 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:39.736+0000 7f3d90600640 1 -- 172.21.15.31:0/1496998434 >> 172.21.15.31:0/1496998434 conn(0x7f3d880b8d80 msgr2=0x7f3d880b9190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:23:39.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:39.736+0000 7f3d90600640 1 -- 172.21.15.31:0/1496998434 shutdown_connections 2024-07-26T12:23:39.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:39.736+0000 7f3d90600640 1 -- 172.21.15.31:0/1496998434 wait complete. 2024-07-26T12:23:39.740 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:39.738+0000 7f3d90600640 1 Processor -- start 2024-07-26T12:23:39.740 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:39.739+0000 7f3d90600640 1 -- start start 2024-07-26T12:23:39.742 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:39.740+0000 7f3d90600640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3d88070ca0 0x7f3d8813e430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:39.742 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:39.740+0000 7f3d90600640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3d881460c0 0x7f3d8813c560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:39.742 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:39.740+0000 7f3d90600640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f3d881e1fb0 0x7f3d88138940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:39.743 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:39.740+0000 7f3d90600640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f3d881517e0 con 0x7f3d88070ca0 2024-07-26T12:23:39.743 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:39.740+0000 7f3d90600640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f3d88151660 con 0x7f3d881460c0 2024-07-26T12:23:39.743 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:39.740+0000 7f3d90600640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f3d88151960 con 0x7f3d881e1fb0 2024-07-26T12:23:39.743 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:39.740+0000 7f3d8dc00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3d88070ca0 0x7f3d8813e430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:39.743 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:39.740+0000 7f3d8dc00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3d88070ca0 0x7f3d8813e430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:41914/0 (socket says 172.21.15.31:41914) 2024-07-26T12:23:39.743 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:39.740+0000 7f3d8dc00640 1 -- 172.21.15.31:0/1923973803 learned_addr learned my addr 172.21.15.31:0/1923973803 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:23:39.743 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:39.740+0000 7f3d8dc00640 1 -- 172.21.15.31:0/1923973803 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f3d881e1fb0 msgr2=0x7f3d88138940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:39.743 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:39.741+0000 7f3d8dc00640 1 --2- 172.21.15.31:0/1923973803 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f3d881e1fb0 0x7f3d88138940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:39.744 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:39.741+0000 7f3d8d200640 1 --2- 172.21.15.31:0/1923973803 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3d881460c0 0x7f3d8813c560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:39.744 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:39.741+0000 7f3d8dc00640 1 -- 172.21.15.31:0/1923973803 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3d881460c0 msgr2=0x7f3d8813c560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:39.744 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:39.741+0000 7f3d8dc00640 1 --2- 172.21.15.31:0/1923973803 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3d881460c0 0x7f3d8813c560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:39.744 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:39.741+0000 7f3d8dc00640 1 -- 172.21.15.31:0/1923973803 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d8813e970 con 0x7f3d88070ca0 2024-07-26T12:23:39.744 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:39.741+0000 7f3d8dc00640 1 --2- 172.21.15.31:0/1923973803 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3d88070ca0 0x7f3d8813e430 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f3d78001eb0 tx=0x7f3d7800c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:23:39.745 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:39.741+0000 7f3d85600640 1 -- 172.21.15.31:0/1923973803 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d78017070 con 0x7f3d88070ca0 2024-07-26T12:23:39.745 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:39.741+0000 7f3d85600640 1 -- 172.21.15.31:0/1923973803 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3d780053c0 con 0x7f3d88070ca0 2024-07-26T12:23:39.745 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:39.741+0000 7f3d90600640 1 -- 172.21.15.31:0/1923973803 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3d881e24d0 con 0x7f3d88070ca0 2024-07-26T12:23:39.745 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:39.741+0000 7f3d85600640 1 -- 172.21.15.31:0/1923973803 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d78003830 con 0x7f3d88070ca0 2024-07-26T12:23:39.745 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:39.741+0000 7f3d90600640 1 -- 172.21.15.31:0/1923973803 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3d8813a940 con 0x7f3d88070ca0 2024-07-26T12:23:39.746 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:39.743+0000 7f3d90600640 1 -- 172.21.15.31:0/1923973803 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3d880b2550 con 0x7f3d88070ca0 2024-07-26T12:23:39.746 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:39.744+0000 7f3d85600640 1 -- 172.21.15.31:0/1923973803 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f3d7801a070 con 0x7f3d88070ca0 2024-07-26T12:23:39.747 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:39.746+0000 7f3d85600640 1 --2- 172.21.15.31:0/1923973803 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f3d6c077040 0x7f3d6c079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:23:39.747 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:39.746+0000 7f3d85600640 1 -- 172.21.15.31:0/1923973803 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 5825+0+0 (secure 0 0 0) 0x7f3d78097d90 con 0x7f3d88070ca0 2024-07-26T12:23:39.748 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:39.746+0000 7f3d8d200640 1 --2- 172.21.15.31:0/1923973803 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f3d6c077040 0x7f3d6c079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:23:39.749 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:39.747+0000 7f3d8d200640 1 --2- 172.21.15.31:0/1923973803 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f3d6c077040 0x7f3d6c079550 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f3d7c005c00 tx=0x7f3d7c009040 comp rx=0 tx=0).ready entity=mgr.4126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:23:39.751 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:39.750+0000 7f3d85600640 1 -- 172.21.15.31:0/1923973803 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f3d78060f00 con 0x7f3d88070ca0 2024-07-26T12:23:39.961 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:39.959+0000 7f3d90600640 1 -- 172.21.15.31:0/1923973803 --> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f3d881e1c30 con 0x7f3d6c077040 2024-07-26T12:23:39.973 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:39.972+0000 7f3d85600640 1 -- 172.21.15.31:0/1923973803 <== mgr.4126 v2:172.21.15.123:6800/1140093937 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251922 (secure 0 0 0) 0x7f3d881e1c30 con 0x7f3d6c077040 2024-07-26T12:23:39.977 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-07-26T12:23:39.979 INFO:teuthology.orchestra.run.smithi031.stderr:dumped all 2024-07-26T12:23:39.981 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:39.977+0000 7f3d90600640 1 -- 172.21.15.31:0/1923973803 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f3d6c077040 msgr2=0x7f3d6c079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:39.981 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:39.977+0000 7f3d90600640 1 --2- 172.21.15.31:0/1923973803 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f3d6c077040 0x7f3d6c079550 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f3d7c005c00 tx=0x7f3d7c009040 comp rx=0 tx=0).stop 2024-07-26T12:23:39.981 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:39.977+0000 7f3d90600640 1 -- 172.21.15.31:0/1923973803 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3d88070ca0 msgr2=0x7f3d8813e430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:23:39.981 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:39.977+0000 7f3d90600640 1 --2- 172.21.15.31:0/1923973803 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3d88070ca0 0x7f3d8813e430 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f3d78001eb0 tx=0x7f3d7800c890 comp rx=0 tx=0).stop 2024-07-26T12:23:39.981 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:39.977+0000 7f3d90600640 1 -- 172.21.15.31:0/1923973803 shutdown_connections 2024-07-26T12:23:39.981 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:39.977+0000 7f3d90600640 1 --2- 172.21.15.31:0/1923973803 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f3d6c077040 0x7f3d6c079550 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:39.982 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:39.977+0000 7f3d90600640 1 --2- 172.21.15.31:0/1923973803 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f3d881e1fb0 0x7f3d88138940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:39.982 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:39.977+0000 7f3d90600640 1 --2- 172.21.15.31:0/1923973803 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3d881460c0 0x7f3d8813c560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:39.982 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:39.977+0000 7f3d90600640 1 --2- 172.21.15.31:0/1923973803 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3d88070ca0 0x7f3d8813e430 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:23:39.982 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:39.977+0000 7f3d90600640 1 -- 172.21.15.31:0/1923973803 >> 172.21.15.31:0/1923973803 conn(0x7f3d880b8d80 msgr2=0x7f3d88143670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:23:39.982 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:39.977+0000 7f3d90600640 1 -- 172.21.15.31:0/1923973803 shutdown_connections 2024-07-26T12:23:39.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:23:39.977+0000 7f3d90600640 1 -- 172.21.15.31:0/1923973803 wait complete. 2024-07-26T12:23:40.005 INFO:teuthology.orchestra.run.smithi031.stdout:{"pg_ready":true,"pg_map":{"version":84,"stamp":"2024-07-26T12:23:39.399416+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":670454,"num_objects":25,"num_object_clones":0,"num_object_copies":50,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":25,"num_whiteouts":0,"num_read":72,"num_read_kb":61,"num_write":233,"num_write_kb":1769,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5112,"num_omap_keys":12,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":227,"ondisk_log_size":227,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":231904,"kb_used_data":3296,"kb_used_omap":12,"kb_used_meta":228531,"kb_avail":754742816,"statfs":{"total":773094113280,"available":772856643584,"internally_reserved":0,"allocated":3375104,"data_stored":2060540,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":234016306},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005292"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":26,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:33.599795+0000","last_change":"2024-07-26T12:23:33.599862+0000","last_active":"2024-07-26T12:23:33.599795+0000","last_peered":"2024-07-26T12:23:33.599795+0000","last_clean":"2024-07-26T12:23:33.599795+0000","last_became_active":"2024-07-26T12:21:44.598014+0000","last_became_peered":"2024-07-26T12:21:44.598014+0000","last_unstale":"2024-07-26T12:23:33.599795+0000","last_undegraded":"2024-07-26T12:23:33.599795+0000","last_fullsized":"2024-07-26T12:23:33.599795+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:33.599557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:33.599557+0000","last_clean_scrub_stamp":"2024-07-26T12:23:33.599557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:47:38.117056+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":26,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:18.682562+0000","last_change":"2024-07-26T12:23:18.682721+0000","last_active":"2024-07-26T12:23:18.682562+0000","last_peered":"2024-07-26T12:23:18.682562+0000","last_clean":"2024-07-26T12:23:18.682562+0000","last_became_active":"2024-07-26T12:21:44.613499+0000","last_became_peered":"2024-07-26T12:21:44.613499+0000","last_unstale":"2024-07-26T12:23:18.682562+0000","last_undegraded":"2024-07-26T12:23:18.682562+0000","last_fullsized":"2024-07-26T12:23:18.682562+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:18.682183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:18.682183+0000","last_clean_scrub_stamp":"2024-07-26T12:23:18.682183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:09:58.075398+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":26,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:21.444358+0000","last_change":"2024-07-26T12:23:21.444435+0000","last_active":"2024-07-26T12:23:21.444358+0000","last_peered":"2024-07-26T12:23:21.444358+0000","last_clean":"2024-07-26T12:23:21.444358+0000","last_became_active":"2024-07-26T12:21:44.594975+0000","last_became_peered":"2024-07-26T12:21:44.594975+0000","last_unstale":"2024-07-26T12:23:21.444358+0000","last_undegraded":"2024-07-26T12:23:21.444358+0000","last_fullsized":"2024-07-26T12:23:21.444358+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:21.444089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:21.444089+0000","last_clean_scrub_stamp":"2024-07-26T12:23:21.444089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:55:52.083569+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":26,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:30.961727+0000","last_change":"2024-07-26T12:23:30.961860+0000","last_active":"2024-07-26T12:23:30.961727+0000","last_peered":"2024-07-26T12:23:30.961727+0000","last_clean":"2024-07-26T12:23:30.961727+0000","last_became_active":"2024-07-26T12:21:44.618023+0000","last_became_peered":"2024-07-26T12:21:44.618023+0000","last_unstale":"2024-07-26T12:23:30.961727+0000","last_undegraded":"2024-07-26T12:23:30.961727+0000","last_fullsized":"2024-07-26T12:23:30.961727+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:30.961442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:30.961442+0000","last_clean_scrub_stamp":"2024-07-26T12:23:30.961442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:35:30.086577+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":26,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:31.579782+0000","last_change":"2024-07-26T12:23:31.579849+0000","last_active":"2024-07-26T12:23:31.579782+0000","last_peered":"2024-07-26T12:23:31.579782+0000","last_clean":"2024-07-26T12:23:31.579782+0000","last_became_active":"2024-07-26T12:21:44.606054+0000","last_became_peered":"2024-07-26T12:21:44.606054+0000","last_unstale":"2024-07-26T12:23:31.579782+0000","last_undegraded":"2024-07-26T12:23:31.579782+0000","last_fullsized":"2024-07-26T12:23:31.579782+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:31.579546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:31.579546+0000","last_clean_scrub_stamp":"2024-07-26T12:23:31.579546+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:34:11.799605+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:23.376039+0000","last_change":"2024-07-26T12:23:23.376116+0000","last_active":"2024-07-26T12:23:23.376039+0000","last_peered":"2024-07-26T12:23:23.376039+0000","last_clean":"2024-07-26T12:23:23.376039+0000","last_became_active":"2024-07-26T12:22:22.816612+0000","last_became_peered":"2024-07-26T12:22:22.816612+0000","last_unstale":"2024-07-26T12:23:23.376039+0000","last_undegraded":"2024-07-26T12:23:23.376039+0000","last_fullsized":"2024-07-26T12:23:23.376039+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:23.375801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:23.375801+0000","last_clean_scrub_stamp":"2024-07-26T12:23:23.375801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:23:17.420570+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":18,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.858813+0000","last_change":"2024-07-26T12:21:44.607726+0000","last_active":"2024-07-26T12:22:22.858813+0000","last_peered":"2024-07-26T12:22:22.858813+0000","last_clean":"2024-07-26T12:22:22.858813+0000","last_became_active":"2024-07-26T12:21:44.607354+0000","last_became_peered":"2024-07-26T12:21:44.607354+0000","last_unstale":"2024-07-26T12:22:22.858813+0000","last_undegraded":"2024-07-26T12:22:22.858813+0000","last_fullsized":"2024-07-26T12:22:22.858813+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":26,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:27.874385+0000","last_change":"2024-07-26T12:23:27.874466+0000","last_active":"2024-07-26T12:23:27.874385+0000","last_peered":"2024-07-26T12:23:27.874385+0000","last_clean":"2024-07-26T12:23:27.874385+0000","last_became_active":"2024-07-26T12:21:44.604046+0000","last_became_peered":"2024-07-26T12:21:44.604046+0000","last_unstale":"2024-07-26T12:23:27.874385+0000","last_undegraded":"2024-07-26T12:23:27.874385+0000","last_fullsized":"2024-07-26T12:23:27.874385+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:27.874055+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:27.874055+0000","last_clean_scrub_stamp":"2024-07-26T12:23:27.874055+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:57:59.644508+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":26,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:29.536757+0000","last_change":"2024-07-26T12:23:29.536843+0000","last_active":"2024-07-26T12:23:29.536757+0000","last_peered":"2024-07-26T12:23:29.536757+0000","last_clean":"2024-07-26T12:23:29.536757+0000","last_became_active":"2024-07-26T12:21:44.611439+0000","last_became_peered":"2024-07-26T12:21:44.611439+0000","last_unstale":"2024-07-26T12:23:29.536757+0000","last_undegraded":"2024-07-26T12:23:29.536757+0000","last_fullsized":"2024-07-26T12:23:29.536757+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:29.536458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:29.536458+0000","last_clean_scrub_stamp":"2024-07-26T12:23:29.536458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:07:50.027393+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":26,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:29.299352+0000","last_change":"2024-07-26T12:23:29.299421+0000","last_active":"2024-07-26T12:23:29.299352+0000","last_peered":"2024-07-26T12:23:29.299352+0000","last_clean":"2024-07-26T12:23:29.299352+0000","last_became_active":"2024-07-26T12:21:44.602611+0000","last_became_peered":"2024-07-26T12:21:44.602611+0000","last_unstale":"2024-07-26T12:23:29.299352+0000","last_undegraded":"2024-07-26T12:23:29.299352+0000","last_fullsized":"2024-07-26T12:23:29.299352+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:29.299102+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:29.299102+0000","last_clean_scrub_stamp":"2024-07-26T12:23:29.299102+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:22:16.613221+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":26,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:20.382515+0000","last_change":"2024-07-26T12:23:20.382583+0000","last_active":"2024-07-26T12:23:20.382515+0000","last_peered":"2024-07-26T12:23:20.382515+0000","last_clean":"2024-07-26T12:23:20.382515+0000","last_became_active":"2024-07-26T12:21:44.602583+0000","last_became_peered":"2024-07-26T12:21:44.602583+0000","last_unstale":"2024-07-26T12:23:20.382515+0000","last_undegraded":"2024-07-26T12:23:20.382515+0000","last_fullsized":"2024-07-26T12:23:20.382515+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:20.382234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:20.382234+0000","last_clean_scrub_stamp":"2024-07-26T12:23:20.382234+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:06:14.079705+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":26,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:21.908755+0000","last_change":"2024-07-26T12:23:21.908835+0000","last_active":"2024-07-26T12:23:21.908755+0000","last_peered":"2024-07-26T12:23:21.908755+0000","last_clean":"2024-07-26T12:23:21.908755+0000","last_became_active":"2024-07-26T12:21:44.598748+0000","last_became_peered":"2024-07-26T12:21:44.598748+0000","last_unstale":"2024-07-26T12:23:21.908755+0000","last_undegraded":"2024-07-26T12:23:21.908755+0000","last_fullsized":"2024-07-26T12:23:21.908755+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:21.908486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:21.908486+0000","last_clean_scrub_stamp":"2024-07-26T12:23:21.908486+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:11:11.580800+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":26,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:26.836686+0000","last_change":"2024-07-26T12:23:26.836761+0000","last_active":"2024-07-26T12:23:26.836686+0000","last_peered":"2024-07-26T12:23:26.836686+0000","last_clean":"2024-07-26T12:23:26.836686+0000","last_became_active":"2024-07-26T12:21:44.593659+0000","last_became_peered":"2024-07-26T12:21:44.593659+0000","last_unstale":"2024-07-26T12:23:26.836686+0000","last_undegraded":"2024-07-26T12:23:26.836686+0000","last_fullsized":"2024-07-26T12:23:26.836686+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:26.836380+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:26.836380+0000","last_clean_scrub_stamp":"2024-07-26T12:23:26.836380+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:55:03.591452+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"24'1","reported_seq":27,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:22.409216+0000","last_change":"2024-07-26T12:23:22.409325+0000","last_active":"2024-07-26T12:23:22.409216+0000","last_peered":"2024-07-26T12:23:22.409216+0000","last_clean":"2024-07-26T12:23:22.409216+0000","last_became_active":"2024-07-26T12:21:44.609961+0000","last_became_peered":"2024-07-26T12:21:44.609961+0000","last_unstale":"2024-07-26T12:23:22.409216+0000","last_undegraded":"2024-07-26T12:23:22.409216+0000","last_fullsized":"2024-07-26T12:23:22.409216+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"24'1","last_scrub_stamp":"2024-07-26T12:23:22.408984+0000","last_deep_scrub":"24'1","last_deep_scrub_stamp":"2024-07-26T12:23:22.408984+0000","last_clean_scrub_stamp":"2024-07-26T12:23:22.408984+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:10:16.599875+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":26,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:21.685259+0000","last_change":"2024-07-26T12:23:21.685374+0000","last_active":"2024-07-26T12:23:21.685259+0000","last_peered":"2024-07-26T12:23:21.685259+0000","last_clean":"2024-07-26T12:23:21.685259+0000","last_became_active":"2024-07-26T12:21:44.608719+0000","last_became_peered":"2024-07-26T12:21:44.608719+0000","last_unstale":"2024-07-26T12:23:21.685259+0000","last_undegraded":"2024-07-26T12:23:21.685259+0000","last_fullsized":"2024-07-26T12:23:21.685259+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:21.685009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:21.685009+0000","last_clean_scrub_stamp":"2024-07-26T12:23:21.685009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:49:34.360394+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"24'1","reported_seq":27,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:28.903207+0000","last_change":"2024-07-26T12:23:28.903289+0000","last_active":"2024-07-26T12:23:28.903207+0000","last_peered":"2024-07-26T12:23:28.903207+0000","last_clean":"2024-07-26T12:23:28.903207+0000","last_became_active":"2024-07-26T12:21:44.610750+0000","last_became_peered":"2024-07-26T12:21:44.610750+0000","last_unstale":"2024-07-26T12:23:28.903207+0000","last_undegraded":"2024-07-26T12:23:28.903207+0000","last_fullsized":"2024-07-26T12:23:28.903207+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"24'1","last_scrub_stamp":"2024-07-26T12:23:28.902958+0000","last_deep_scrub":"24'1","last_deep_scrub_stamp":"2024-07-26T12:23:28.902958+0000","last_clean_scrub_stamp":"2024-07-26T12:23:28.902958+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:35:33.983324+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":26,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:25.890702+0000","last_change":"2024-07-26T12:23:25.890775+0000","last_active":"2024-07-26T12:23:25.890702+0000","last_peered":"2024-07-26T12:23:25.890702+0000","last_clean":"2024-07-26T12:23:25.890702+0000","last_became_active":"2024-07-26T12:21:44.619376+0000","last_became_peered":"2024-07-26T12:21:44.619376+0000","last_unstale":"2024-07-26T12:23:25.890702+0000","last_undegraded":"2024-07-26T12:23:25.890702+0000","last_fullsized":"2024-07-26T12:23:25.890702+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:25.890426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:25.890426+0000","last_clean_scrub_stamp":"2024-07-26T12:23:25.890426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:09:11.991130+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":26,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:20.271588+0000","last_change":"2024-07-26T12:23:20.271660+0000","last_active":"2024-07-26T12:23:20.271588+0000","last_peered":"2024-07-26T12:23:20.271588+0000","last_clean":"2024-07-26T12:23:20.271588+0000","last_became_active":"2024-07-26T12:21:44.597649+0000","last_became_peered":"2024-07-26T12:21:44.597649+0000","last_unstale":"2024-07-26T12:23:20.271588+0000","last_undegraded":"2024-07-26T12:23:20.271588+0000","last_fullsized":"2024-07-26T12:23:20.271588+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:20.271319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:20.271319+0000","last_clean_scrub_stamp":"2024-07-26T12:23:20.271319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:49:39.251003+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":26,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:32.604823+0000","last_change":"2024-07-26T12:23:32.604899+0000","last_active":"2024-07-26T12:23:32.604823+0000","last_peered":"2024-07-26T12:23:32.604823+0000","last_clean":"2024-07-26T12:23:32.604823+0000","last_became_active":"2024-07-26T12:21:44.597677+0000","last_became_peered":"2024-07-26T12:21:44.597677+0000","last_unstale":"2024-07-26T12:23:32.604823+0000","last_undegraded":"2024-07-26T12:23:32.604823+0000","last_fullsized":"2024-07-26T12:23:32.604823+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:32.604590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:32.604590+0000","last_clean_scrub_stamp":"2024-07-26T12:23:32.604590+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:15:08.955078+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":26,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:25.347751+0000","last_change":"2024-07-26T12:23:25.347909+0000","last_active":"2024-07-26T12:23:25.347751+0000","last_peered":"2024-07-26T12:23:25.347751+0000","last_clean":"2024-07-26T12:23:25.347751+0000","last_became_active":"2024-07-26T12:21:44.602543+0000","last_became_peered":"2024-07-26T12:21:44.602543+0000","last_unstale":"2024-07-26T12:23:25.347751+0000","last_undegraded":"2024-07-26T12:23:25.347751+0000","last_fullsized":"2024-07-26T12:23:25.347751+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:25.347420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:25.347420+0000","last_clean_scrub_stamp":"2024-07-26T12:23:25.347420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:30:51.626701+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":26,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:24.388974+0000","last_change":"2024-07-26T12:23:24.389043+0000","last_active":"2024-07-26T12:23:24.388974+0000","last_peered":"2024-07-26T12:23:24.388974+0000","last_clean":"2024-07-26T12:23:24.388974+0000","last_became_active":"2024-07-26T12:21:44.620385+0000","last_became_peered":"2024-07-26T12:21:44.620385+0000","last_unstale":"2024-07-26T12:23:24.388974+0000","last_undegraded":"2024-07-26T12:23:24.388974+0000","last_fullsized":"2024-07-26T12:23:24.388974+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:24.388721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:24.388721+0000","last_clean_scrub_stamp":"2024-07-26T12:23:24.388721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:30:50.668002+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":26,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:22.866427+0000","last_change":"2024-07-26T12:23:22.866496+0000","last_active":"2024-07-26T12:23:22.866427+0000","last_peered":"2024-07-26T12:23:22.866427+0000","last_clean":"2024-07-26T12:23:22.866427+0000","last_became_active":"2024-07-26T12:21:44.614878+0000","last_became_peered":"2024-07-26T12:21:44.614878+0000","last_unstale":"2024-07-26T12:23:22.866427+0000","last_undegraded":"2024-07-26T12:23:22.866427+0000","last_fullsized":"2024-07-26T12:23:22.866427+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:22.866196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:22.866196+0000","last_clean_scrub_stamp":"2024-07-26T12:23:22.866196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:37:50.180893+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":26,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:22.876226+0000","last_change":"2024-07-26T12:23:22.876325+0000","last_active":"2024-07-26T12:23:22.876226+0000","last_peered":"2024-07-26T12:23:22.876226+0000","last_clean":"2024-07-26T12:23:22.876226+0000","last_became_active":"2024-07-26T12:21:44.582397+0000","last_became_peered":"2024-07-26T12:21:44.582397+0000","last_unstale":"2024-07-26T12:23:22.876226+0000","last_undegraded":"2024-07-26T12:23:22.876226+0000","last_fullsized":"2024-07-26T12:23:22.876226+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:22.875986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:22.875986+0000","last_clean_scrub_stamp":"2024-07-26T12:23:22.875986+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:38:09.056665+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":26,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:24.932119+0000","last_change":"2024-07-26T12:23:24.932193+0000","last_active":"2024-07-26T12:23:24.932119+0000","last_peered":"2024-07-26T12:23:24.932119+0000","last_clean":"2024-07-26T12:23:24.932119+0000","last_became_active":"2024-07-26T12:21:44.617270+0000","last_became_peered":"2024-07-26T12:21:44.617270+0000","last_unstale":"2024-07-26T12:23:24.932119+0000","last_undegraded":"2024-07-26T12:23:24.932119+0000","last_fullsized":"2024-07-26T12:23:24.932119+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:24.931853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:24.931853+0000","last_clean_scrub_stamp":"2024-07-26T12:23:24.931853+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:34:24.248300+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":26,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:24.906348+0000","last_change":"2024-07-26T12:23:24.906418+0000","last_active":"2024-07-26T12:23:24.906348+0000","last_peered":"2024-07-26T12:23:24.906348+0000","last_clean":"2024-07-26T12:23:24.906348+0000","last_became_active":"2024-07-26T12:21:44.585376+0000","last_became_peered":"2024-07-26T12:21:44.585376+0000","last_unstale":"2024-07-26T12:23:24.906348+0000","last_undegraded":"2024-07-26T12:23:24.906348+0000","last_fullsized":"2024-07-26T12:23:24.906348+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:24.906047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:24.906047+0000","last_clean_scrub_stamp":"2024-07-26T12:23:24.906047+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:26:37.514096+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":26,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:27.339846+0000","last_change":"2024-07-26T12:23:27.339914+0000","last_active":"2024-07-26T12:23:27.339846+0000","last_peered":"2024-07-26T12:23:27.339846+0000","last_clean":"2024-07-26T12:23:27.339846+0000","last_became_active":"2024-07-26T12:21:44.596828+0000","last_became_peered":"2024-07-26T12:21:44.596828+0000","last_unstale":"2024-07-26T12:23:27.339846+0000","last_undegraded":"2024-07-26T12:23:27.339846+0000","last_fullsized":"2024-07-26T12:23:27.339846+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:27.339595+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:27.339595+0000","last_clean_scrub_stamp":"2024-07-26T12:23:27.339595+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:03:51.666440+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"24'1","reported_seq":27,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:23.605158+0000","last_change":"2024-07-26T12:23:23.605235+0000","last_active":"2024-07-26T12:23:23.605158+0000","last_peered":"2024-07-26T12:23:23.605158+0000","last_clean":"2024-07-26T12:23:23.605158+0000","last_became_active":"2024-07-26T12:21:44.627382+0000","last_became_peered":"2024-07-26T12:21:44.627382+0000","last_unstale":"2024-07-26T12:23:23.605158+0000","last_undegraded":"2024-07-26T12:23:23.605158+0000","last_fullsized":"2024-07-26T12:23:23.605158+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"24'1","last_scrub_stamp":"2024-07-26T12:23:23.604916+0000","last_deep_scrub":"24'1","last_deep_scrub_stamp":"2024-07-26T12:23:23.604916+0000","last_clean_scrub_stamp":"2024-07-26T12:23:23.604916+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:08:36.119896+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":26,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:20.855082+0000","last_change":"2024-07-26T12:23:20.855157+0000","last_active":"2024-07-26T12:23:20.855082+0000","last_peered":"2024-07-26T12:23:20.855082+0000","last_clean":"2024-07-26T12:23:20.855082+0000","last_became_active":"2024-07-26T12:21:44.587686+0000","last_became_peered":"2024-07-26T12:21:44.587686+0000","last_unstale":"2024-07-26T12:23:20.855082+0000","last_undegraded":"2024-07-26T12:23:20.855082+0000","last_fullsized":"2024-07-26T12:23:20.855082+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:20.854839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:20.854839+0000","last_clean_scrub_stamp":"2024-07-26T12:23:20.854839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:08:33.369820+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":26,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:20.482831+0000","last_change":"2024-07-26T12:23:20.482903+0000","last_active":"2024-07-26T12:23:20.482831+0000","last_peered":"2024-07-26T12:23:20.482831+0000","last_clean":"2024-07-26T12:23:20.482831+0000","last_became_active":"2024-07-26T12:21:44.617803+0000","last_became_peered":"2024-07-26T12:21:44.617803+0000","last_unstale":"2024-07-26T12:23:20.482831+0000","last_undegraded":"2024-07-26T12:23:20.482831+0000","last_fullsized":"2024-07-26T12:23:20.482831+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:20.482591+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:20.482591+0000","last_clean_scrub_stamp":"2024-07-26T12:23:20.482591+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:49:33.157976+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:22.335152+0000","last_change":"2024-07-26T12:23:22.335225+0000","last_active":"2024-07-26T12:23:22.335152+0000","last_peered":"2024-07-26T12:23:22.335152+0000","last_clean":"2024-07-26T12:23:22.335152+0000","last_became_active":"2024-07-26T12:22:22.862335+0000","last_became_peered":"2024-07-26T12:22:22.862335+0000","last_unstale":"2024-07-26T12:23:22.335152+0000","last_undegraded":"2024-07-26T12:23:22.335152+0000","last_fullsized":"2024-07-26T12:23:22.335152+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:22.334813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:22.334813+0000","last_clean_scrub_stamp":"2024-07-26T12:23:22.334813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:41:50.809857+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":26,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:19.265057+0000","last_change":"2024-07-26T12:23:19.265110+0000","last_active":"2024-07-26T12:23:19.265057+0000","last_peered":"2024-07-26T12:23:19.265057+0000","last_clean":"2024-07-26T12:23:19.265057+0000","last_became_active":"2024-07-26T12:21:44.599162+0000","last_became_peered":"2024-07-26T12:21:44.599162+0000","last_unstale":"2024-07-26T12:23:19.265057+0000","last_undegraded":"2024-07-26T12:23:19.265057+0000","last_fullsized":"2024-07-26T12:23:19.265057+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:19.264868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:19.264868+0000","last_clean_scrub_stamp":"2024-07-26T12:23:19.264868+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:06:47.406342+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":26,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:21.395683+0000","last_change":"2024-07-26T12:23:21.395751+0000","last_active":"2024-07-26T12:23:21.395683+0000","last_peered":"2024-07-26T12:23:21.395683+0000","last_clean":"2024-07-26T12:23:21.395683+0000","last_became_active":"2024-07-26T12:21:44.605533+0000","last_became_peered":"2024-07-26T12:21:44.605533+0000","last_unstale":"2024-07-26T12:23:21.395683+0000","last_undegraded":"2024-07-26T12:23:21.395683+0000","last_fullsized":"2024-07-26T12:23:21.395683+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:21.395425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:21.395425+0000","last_clean_scrub_stamp":"2024-07-26T12:23:21.395425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:49:34.070811+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":26,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:19.888757+0000","last_change":"2024-07-26T12:23:19.888884+0000","last_active":"2024-07-26T12:23:19.888757+0000","last_peered":"2024-07-26T12:23:19.888757+0000","last_clean":"2024-07-26T12:23:19.888757+0000","last_became_active":"2024-07-26T12:21:44.602204+0000","last_became_peered":"2024-07-26T12:21:44.602204+0000","last_unstale":"2024-07-26T12:23:19.888757+0000","last_undegraded":"2024-07-26T12:23:19.888757+0000","last_fullsized":"2024-07-26T12:23:19.888757+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:19.888416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:19.888416+0000","last_clean_scrub_stamp":"2024-07-26T12:23:19.888416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:06:48.029890+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"21'1","reported_seq":29,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:15.795079+0000","last_change":"2024-07-26T12:23:15.795160+0000","last_active":"2024-07-26T12:23:15.795079+0000","last_peered":"2024-07-26T12:23:15.795079+0000","last_clean":"2024-07-26T12:23:15.795079+0000","last_became_active":"2024-07-26T12:21:43.597822+0000","last_became_peered":"2024-07-26T12:21:43.597822+0000","last_unstale":"2024-07-26T12:23:15.795079+0000","last_undegraded":"2024-07-26T12:23:15.795079+0000","last_fullsized":"2024-07-26T12:23:15.795079+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"21'1","last_scrub_stamp":"2024-07-26T12:23:15.794823+0000","last_deep_scrub":"21'1","last_deep_scrub_stamp":"2024-07-26T12:23:15.794823+0000","last_clean_scrub_stamp":"2024-07-26T12:23:15.794823+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:09:55.188037+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":26,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:19.513096+0000","last_change":"2024-07-26T12:23:19.513234+0000","last_active":"2024-07-26T12:23:19.513096+0000","last_peered":"2024-07-26T12:23:19.513096+0000","last_clean":"2024-07-26T12:23:19.513096+0000","last_became_active":"2024-07-26T12:21:44.598135+0000","last_became_peered":"2024-07-26T12:21:44.598135+0000","last_unstale":"2024-07-26T12:23:19.513096+0000","last_undegraded":"2024-07-26T12:23:19.513096+0000","last_fullsized":"2024-07-26T12:23:19.513096+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:19.512725+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:19.512725+0000","last_clean_scrub_stamp":"2024-07-26T12:23:19.512725+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:06:13.210196+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"21'1","reported_seq":29,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:26.345576+0000","last_change":"2024-07-26T12:23:26.345651+0000","last_active":"2024-07-26T12:23:26.345576+0000","last_peered":"2024-07-26T12:23:26.345576+0000","last_clean":"2024-07-26T12:23:26.345576+0000","last_became_active":"2024-07-26T12:21:43.597357+0000","last_became_peered":"2024-07-26T12:21:43.597357+0000","last_unstale":"2024-07-26T12:23:26.345576+0000","last_undegraded":"2024-07-26T12:23:26.345576+0000","last_fullsized":"2024-07-26T12:23:26.345576+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"21'1","last_scrub_stamp":"2024-07-26T12:23:26.345320+0000","last_deep_scrub":"21'1","last_deep_scrub_stamp":"2024-07-26T12:23:26.345320+0000","last_clean_scrub_stamp":"2024-07-26T12:23:26.345320+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:38:12.526000+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":28,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:16.814447+0000","last_change":"2024-07-26T12:23:16.814493+0000","last_active":"2024-07-26T12:23:16.814447+0000","last_peered":"2024-07-26T12:23:16.814447+0000","last_clean":"2024-07-26T12:23:16.814447+0000","last_became_active":"2024-07-26T12:21:43.583951+0000","last_became_peered":"2024-07-26T12:21:43.583951+0000","last_unstale":"2024-07-26T12:23:16.814447+0000","last_undegraded":"2024-07-26T12:23:16.814447+0000","last_fullsized":"2024-07-26T12:23:16.814447+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:16.814350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:16.814350+0000","last_clean_scrub_stamp":"2024-07-26T12:23:16.814350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:38:04.045191+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:25.625378+0000","last_change":"2024-07-26T12:23:25.625451+0000","last_active":"2024-07-26T12:23:25.625378+0000","last_peered":"2024-07-26T12:23:25.625378+0000","last_clean":"2024-07-26T12:23:25.625378+0000","last_became_active":"2024-07-26T12:22:22.816354+0000","last_became_peered":"2024-07-26T12:22:22.816354+0000","last_unstale":"2024-07-26T12:23:25.625378+0000","last_undegraded":"2024-07-26T12:23:25.625378+0000","last_fullsized":"2024-07-26T12:23:25.625378+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:25.625109+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:25.625109+0000","last_clean_scrub_stamp":"2024-07-26T12:23:25.625109+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:38:11.805788+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":28,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:21.909123+0000","last_change":"2024-07-26T12:23:21.909207+0000","last_active":"2024-07-26T12:23:21.909123+0000","last_peered":"2024-07-26T12:23:21.909123+0000","last_clean":"2024-07-26T12:23:21.909123+0000","last_became_active":"2024-07-26T12:21:43.598768+0000","last_became_peered":"2024-07-26T12:21:43.598768+0000","last_unstale":"2024-07-26T12:23:21.909123+0000","last_undegraded":"2024-07-26T12:23:21.909123+0000","last_fullsized":"2024-07-26T12:23:21.909123+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:21.908767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:21.908767+0000","last_clean_scrub_stamp":"2024-07-26T12:23:21.908767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:59:10.438552+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":26,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:20.636017+0000","last_change":"2024-07-26T12:23:20.636094+0000","last_active":"2024-07-26T12:23:20.636017+0000","last_peered":"2024-07-26T12:23:20.636017+0000","last_clean":"2024-07-26T12:23:20.636017+0000","last_became_active":"2024-07-26T12:21:44.614900+0000","last_became_peered":"2024-07-26T12:21:44.614900+0000","last_unstale":"2024-07-26T12:23:20.636017+0000","last_undegraded":"2024-07-26T12:23:20.636017+0000","last_fullsized":"2024-07-26T12:23:20.636017+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:20.635777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:20.635777+0000","last_clean_scrub_stamp":"2024-07-26T12:23:20.635777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:06:14.333248+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"24'1","reported_seq":29,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:22.348089+0000","last_change":"2024-07-26T12:23:22.348165+0000","last_active":"2024-07-26T12:23:22.348089+0000","last_peered":"2024-07-26T12:23:22.348089+0000","last_clean":"2024-07-26T12:23:22.348089+0000","last_became_active":"2024-07-26T12:21:43.596190+0000","last_became_peered":"2024-07-26T12:21:43.596190+0000","last_unstale":"2024-07-26T12:23:22.348089+0000","last_undegraded":"2024-07-26T12:23:22.348089+0000","last_fullsized":"2024-07-26T12:23:22.348089+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"24'1","last_scrub_stamp":"2024-07-26T12:23:22.347797+0000","last_deep_scrub":"24'1","last_deep_scrub_stamp":"2024-07-26T12:23:22.347797+0000","last_clean_scrub_stamp":"2024-07-26T12:23:22.347797+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:55:52.987276+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:18.218376+0000","last_change":"2024-07-26T12:23:18.218559+0000","last_active":"2024-07-26T12:23:18.218376+0000","last_peered":"2024-07-26T12:23:18.218376+0000","last_clean":"2024-07-26T12:23:18.218376+0000","last_became_active":"2024-07-26T12:22:22.863503+0000","last_became_peered":"2024-07-26T12:22:22.863503+0000","last_unstale":"2024-07-26T12:23:18.218376+0000","last_undegraded":"2024-07-26T12:23:18.218376+0000","last_fullsized":"2024-07-26T12:23:18.218376+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:18.218035+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:18.218035+0000","last_clean_scrub_stamp":"2024-07-26T12:23:18.218035+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:19:50.219785+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":28,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:19.897498+0000","last_change":"2024-07-26T12:23:19.897565+0000","last_active":"2024-07-26T12:23:19.897498+0000","last_peered":"2024-07-26T12:23:19.897498+0000","last_clean":"2024-07-26T12:23:19.897498+0000","last_became_active":"2024-07-26T12:21:43.598135+0000","last_became_peered":"2024-07-26T12:21:43.598135+0000","last_unstale":"2024-07-26T12:23:19.897498+0000","last_undegraded":"2024-07-26T12:23:19.897498+0000","last_fullsized":"2024-07-26T12:23:19.897498+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:19.897261+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:19.897261+0000","last_clean_scrub_stamp":"2024-07-26T12:23:19.897261+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:49:09.916773+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":26,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:15.535192+0000","last_change":"2024-07-26T12:23:15.535258+0000","last_active":"2024-07-26T12:23:15.535192+0000","last_peered":"2024-07-26T12:23:15.535192+0000","last_clean":"2024-07-26T12:23:15.535192+0000","last_became_active":"2024-07-26T12:21:44.602473+0000","last_became_peered":"2024-07-26T12:21:44.602473+0000","last_unstale":"2024-07-26T12:23:15.535192+0000","last_undegraded":"2024-07-26T12:23:15.535192+0000","last_fullsized":"2024-07-26T12:23:15.535192+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:15.534966+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:15.534966+0000","last_clean_scrub_stamp":"2024-07-26T12:23:15.534966+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:17:06.036237+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"24'9","reported_seq":37,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:22.654622+0000","last_change":"2024-07-26T12:23:22.654723+0000","last_active":"2024-07-26T12:23:22.654622+0000","last_peered":"2024-07-26T12:23:22.654622+0000","last_clean":"2024-07-26T12:23:22.654622+0000","last_became_active":"2024-07-26T12:21:43.601312+0000","last_became_peered":"2024-07-26T12:21:43.601312+0000","last_unstale":"2024-07-26T12:23:22.654622+0000","last_undegraded":"2024-07-26T12:23:22.654622+0000","last_fullsized":"2024-07-26T12:23:22.654622+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"24'9","last_scrub_stamp":"2024-07-26T12:23:22.654346+0000","last_deep_scrub":"24'9","last_deep_scrub_stamp":"2024-07-26T12:23:22.654346+0000","last_clean_scrub_stamp":"2024-07-26T12:23:22.654346+0000","objects_scrubbed":2,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:55:53.293825+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":26,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:18.910927+0000","last_change":"2024-07-26T12:23:18.911002+0000","last_active":"2024-07-26T12:23:18.910927+0000","last_peered":"2024-07-26T12:23:18.910927+0000","last_clean":"2024-07-26T12:23:18.910927+0000","last_became_active":"2024-07-26T12:21:44.600952+0000","last_became_peered":"2024-07-26T12:21:44.600952+0000","last_unstale":"2024-07-26T12:23:18.910927+0000","last_undegraded":"2024-07-26T12:23:18.910927+0000","last_fullsized":"2024-07-26T12:23:18.910927+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:18.910646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:18.910646+0000","last_clean_scrub_stamp":"2024-07-26T12:23:18.910646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:12:37.389019+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"24'72","reported_seq":100,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:24.378854+0000","last_change":"2024-07-26T12:23:24.378948+0000","last_active":"2024-07-26T12:23:24.378854+0000","last_peered":"2024-07-26T12:23:24.378854+0000","last_clean":"2024-07-26T12:23:24.378854+0000","last_became_active":"2024-07-26T12:21:43.590913+0000","last_became_peered":"2024-07-26T12:21:43.590913+0000","last_unstale":"2024-07-26T12:23:24.378854+0000","last_undegraded":"2024-07-26T12:23:24.378854+0000","last_fullsized":"2024-07-26T12:23:24.378854+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"24'72","last_scrub_stamp":"2024-07-26T12:23:24.378614+0000","last_deep_scrub":"24'72","last_deep_scrub_stamp":"2024-07-26T12:23:24.378614+0000","last_clean_scrub_stamp":"2024-07-26T12:23:24.378614+0000","objects_scrubbed":4,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:08:36.893594+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":78480,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":69,"num_write_kb":113,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":26,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:30.558201+0000","last_change":"2024-07-26T12:23:30.558268+0000","last_active":"2024-07-26T12:23:30.558201+0000","last_peered":"2024-07-26T12:23:30.558201+0000","last_clean":"2024-07-26T12:23:30.558201+0000","last_became_active":"2024-07-26T12:21:44.627137+0000","last_became_peered":"2024-07-26T12:21:44.627137+0000","last_unstale":"2024-07-26T12:23:30.558201+0000","last_undegraded":"2024-07-26T12:23:30.558201+0000","last_fullsized":"2024-07-26T12:23:30.558201+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:30.557864+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:30.557864+0000","last_clean_scrub_stamp":"2024-07-26T12:23:30.557864+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:21:16.407081+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"24'4","reported_seq":32,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:13.525383+0000","last_change":"2024-07-26T12:23:13.525481+0000","last_active":"2024-07-26T12:23:13.525383+0000","last_peered":"2024-07-26T12:23:13.525383+0000","last_clean":"2024-07-26T12:23:13.525383+0000","last_became_active":"2024-07-26T12:21:43.588133+0000","last_became_peered":"2024-07-26T12:21:43.588133+0000","last_unstale":"2024-07-26T12:23:13.525383+0000","last_undegraded":"2024-07-26T12:23:13.525383+0000","last_fullsized":"2024-07-26T12:23:13.525383+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"24'4","last_scrub_stamp":"2024-07-26T12:23:13.525111+0000","last_deep_scrub":"24'4","last_deep_scrub_stamp":"2024-07-26T12:23:13.525111+0000","last_clean_scrub_stamp":"2024-07-26T12:23:13.525111+0000","objects_scrubbed":2,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:39:37.902079+0000","scrub_duration":8,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5000,"num_omap_keys":10,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"24'3","reported_seq":29,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:23.403381+0000","last_change":"2024-07-26T12:23:23.403459+0000","last_active":"2024-07-26T12:23:23.403381+0000","last_peered":"2024-07-26T12:23:23.403381+0000","last_clean":"2024-07-26T12:23:23.403381+0000","last_became_active":"2024-07-26T12:21:44.621372+0000","last_became_peered":"2024-07-26T12:21:44.621372+0000","last_unstale":"2024-07-26T12:23:23.403381+0000","last_undegraded":"2024-07-26T12:23:23.403381+0000","last_fullsized":"2024-07-26T12:23:23.403381+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"24'3","last_scrub_stamp":"2024-07-26T12:23:23.403106+0000","last_deep_scrub":"24'3","last_deep_scrub_stamp":"2024-07-26T12:23:23.403106+0000","last_clean_scrub_stamp":"2024-07-26T12:23:23.403106+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:08:35.918087+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":28,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:20.864759+0000","last_change":"2024-07-26T12:23:20.864824+0000","last_active":"2024-07-26T12:23:20.864759+0000","last_peered":"2024-07-26T12:23:20.864759+0000","last_clean":"2024-07-26T12:23:20.864759+0000","last_became_active":"2024-07-26T12:21:43.595837+0000","last_became_peered":"2024-07-26T12:21:43.595837+0000","last_unstale":"2024-07-26T12:23:20.864759+0000","last_undegraded":"2024-07-26T12:23:20.864759+0000","last_fullsized":"2024-07-26T12:23:20.864759+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:20.864517+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:20.864517+0000","last_clean_scrub_stamp":"2024-07-26T12:23:20.864517+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:38:56.607157+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"24'1","reported_seq":27,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:27.591281+0000","last_change":"2024-07-26T12:23:27.591427+0000","last_active":"2024-07-26T12:23:27.591281+0000","last_peered":"2024-07-26T12:23:27.591281+0000","last_clean":"2024-07-26T12:23:27.591281+0000","last_became_active":"2024-07-26T12:21:44.612702+0000","last_became_peered":"2024-07-26T12:21:44.612702+0000","last_unstale":"2024-07-26T12:23:27.591281+0000","last_undegraded":"2024-07-26T12:23:27.591281+0000","last_fullsized":"2024-07-26T12:23:27.591281+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"24'1","last_scrub_stamp":"2024-07-26T12:23:27.590890+0000","last_deep_scrub":"24'1","last_deep_scrub_stamp":"2024-07-26T12:23:27.590890+0000","last_clean_scrub_stamp":"2024-07-26T12:23:27.590890+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:56:57.610328+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":28,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:23.333811+0000","last_change":"2024-07-26T12:23:23.333883+0000","last_active":"2024-07-26T12:23:23.333811+0000","last_peered":"2024-07-26T12:23:23.333811+0000","last_clean":"2024-07-26T12:23:23.333811+0000","last_became_active":"2024-07-26T12:21:43.587549+0000","last_became_peered":"2024-07-26T12:21:43.587549+0000","last_unstale":"2024-07-26T12:23:23.333811+0000","last_undegraded":"2024-07-26T12:23:23.333811+0000","last_fullsized":"2024-07-26T12:23:23.333811+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:23.333569+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:23.333569+0000","last_clean_scrub_stamp":"2024-07-26T12:23:23.333569+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:10:17.524460+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":26,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:19.411068+0000","last_change":"2024-07-26T12:23:19.411206+0000","last_active":"2024-07-26T12:23:19.411068+0000","last_peered":"2024-07-26T12:23:19.411068+0000","last_clean":"2024-07-26T12:23:19.411068+0000","last_became_active":"2024-07-26T12:21:44.604495+0000","last_became_peered":"2024-07-26T12:21:44.604495+0000","last_unstale":"2024-07-26T12:23:19.411068+0000","last_undegraded":"2024-07-26T12:23:19.411068+0000","last_fullsized":"2024-07-26T12:23:19.411068+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:19.410629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:19.410629+0000","last_clean_scrub_stamp":"2024-07-26T12:23:19.410629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:09:58.803844+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"24'12","reported_seq":40,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:21.295747+0000","last_change":"2024-07-26T12:23:21.295861+0000","last_active":"2024-07-26T12:23:21.295747+0000","last_peered":"2024-07-26T12:23:21.295747+0000","last_clean":"2024-07-26T12:23:21.295747+0000","last_became_active":"2024-07-26T12:21:43.582984+0000","last_became_peered":"2024-07-26T12:21:43.582984+0000","last_unstale":"2024-07-26T12:23:21.295747+0000","last_undegraded":"2024-07-26T12:23:21.295747+0000","last_fullsized":"2024-07-26T12:23:21.295747+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"24'12","last_scrub_stamp":"2024-07-26T12:23:21.295504+0000","last_deep_scrub":"24'12","last_deep_scrub_stamp":"2024-07-26T12:23:21.295504+0000","last_clean_scrub_stamp":"2024-07-26T12:23:21.295504+0000","objects_scrubbed":4,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:11:10.967819+0000","scrub_duration":12,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":18,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:22:22.858919+0000","last_change":"2024-07-26T12:21:44.601816+0000","last_active":"2024-07-26T12:22:22.858919+0000","last_peered":"2024-07-26T12:22:22.858919+0000","last_clean":"2024-07-26T12:22:22.858919+0000","last_became_active":"2024-07-26T12:21:44.601407+0000","last_became_peered":"2024-07-26T12:21:44.601407+0000","last_unstale":"2024-07-26T12:22:22.858919+0000","last_undegraded":"2024-07-26T12:22:22.858919+0000","last_fullsized":"2024-07-26T12:22:22.858919+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:21:43.540720+0000","last_clean_scrub_stamp":"2024-07-26T12:21:43.540720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"24'2","reported_seq":30,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:17.911234+0000","last_change":"2024-07-26T12:23:17.911413+0000","last_active":"2024-07-26T12:23:17.911234+0000","last_peered":"2024-07-26T12:23:17.911234+0000","last_clean":"2024-07-26T12:23:17.911234+0000","last_became_active":"2024-07-26T12:21:43.585351+0000","last_became_peered":"2024-07-26T12:21:43.585351+0000","last_unstale":"2024-07-26T12:23:17.911234+0000","last_undegraded":"2024-07-26T12:23:17.911234+0000","last_fullsized":"2024-07-26T12:23:17.911234+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"24'2","last_scrub_stamp":"2024-07-26T12:23:17.910912+0000","last_deep_scrub":"24'2","last_deep_scrub_stamp":"2024-07-26T12:23:17.910912+0000","last_clean_scrub_stamp":"2024-07-26T12:23:17.910912+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:34:29.443925+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":26,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:23.602173+0000","last_change":"2024-07-26T12:23:23.602244+0000","last_active":"2024-07-26T12:23:23.602173+0000","last_peered":"2024-07-26T12:23:23.602173+0000","last_clean":"2024-07-26T12:23:23.602173+0000","last_became_active":"2024-07-26T12:21:44.605107+0000","last_became_peered":"2024-07-26T12:21:44.605107+0000","last_unstale":"2024-07-26T12:23:23.602173+0000","last_undegraded":"2024-07-26T12:23:23.602173+0000","last_fullsized":"2024-07-26T12:23:23.602173+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:23.601894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:23.601894+0000","last_clean_scrub_stamp":"2024-07-26T12:23:23.601894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:55:00.356966+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"24'3","reported_seq":31,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:17.194043+0000","last_change":"2024-07-26T12:23:17.194156+0000","last_active":"2024-07-26T12:23:17.194043+0000","last_peered":"2024-07-26T12:23:17.194043+0000","last_clean":"2024-07-26T12:23:17.194043+0000","last_became_active":"2024-07-26T12:21:43.585935+0000","last_became_peered":"2024-07-26T12:21:43.585935+0000","last_unstale":"2024-07-26T12:23:17.194043+0000","last_undegraded":"2024-07-26T12:23:17.194043+0000","last_fullsized":"2024-07-26T12:23:17.194043+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"24'3","last_scrub_stamp":"2024-07-26T12:23:17.193857+0000","last_deep_scrub":"24'3","last_deep_scrub_stamp":"2024-07-26T12:23:17.193857+0000","last_clean_scrub_stamp":"2024-07-26T12:23:17.193857+0000","objects_scrubbed":1,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:43:56.286424+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":26,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:26.569706+0000","last_change":"2024-07-26T12:23:26.569777+0000","last_active":"2024-07-26T12:23:26.569706+0000","last_peered":"2024-07-26T12:23:26.569706+0000","last_clean":"2024-07-26T12:23:26.569706+0000","last_became_active":"2024-07-26T12:21:44.611464+0000","last_became_peered":"2024-07-26T12:21:44.611464+0000","last_unstale":"2024-07-26T12:23:26.569706+0000","last_undegraded":"2024-07-26T12:23:26.569706+0000","last_fullsized":"2024-07-26T12:23:26.569706+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:26.569481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:26.569481+0000","last_clean_scrub_stamp":"2024-07-26T12:23:26.569481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:14:05.979447+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"24'2","reported_seq":30,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:19.657824+0000","last_change":"2024-07-26T12:23:19.657912+0000","last_active":"2024-07-26T12:23:19.657824+0000","last_peered":"2024-07-26T12:23:19.657824+0000","last_clean":"2024-07-26T12:23:19.657824+0000","last_became_active":"2024-07-26T12:21:43.586989+0000","last_became_peered":"2024-07-26T12:21:43.586989+0000","last_unstale":"2024-07-26T12:23:19.657824+0000","last_undegraded":"2024-07-26T12:23:19.657824+0000","last_fullsized":"2024-07-26T12:23:19.657824+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"24'2","last_scrub_stamp":"2024-07-26T12:23:19.657584+0000","last_deep_scrub":"24'2","last_deep_scrub_stamp":"2024-07-26T12:23:19.657584+0000","last_clean_scrub_stamp":"2024-07-26T12:23:19.657584+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:38:06.888426+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":26,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:26.912431+0000","last_change":"2024-07-26T12:23:26.912500+0000","last_active":"2024-07-26T12:23:26.912431+0000","last_peered":"2024-07-26T12:23:26.912431+0000","last_clean":"2024-07-26T12:23:26.912431+0000","last_became_active":"2024-07-26T12:21:44.617072+0000","last_became_peered":"2024-07-26T12:21:44.617072+0000","last_unstale":"2024-07-26T12:23:26.912431+0000","last_undegraded":"2024-07-26T12:23:26.912431+0000","last_fullsized":"2024-07-26T12:23:26.912431+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:26.912202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:26.912202+0000","last_clean_scrub_stamp":"2024-07-26T12:23:26.912202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:17:54.370122+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":28,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:15.148436+0000","last_change":"2024-07-26T12:23:15.148489+0000","last_active":"2024-07-26T12:23:15.148436+0000","last_peered":"2024-07-26T12:23:15.148436+0000","last_clean":"2024-07-26T12:23:15.148436+0000","last_became_active":"2024-07-26T12:21:43.601179+0000","last_became_peered":"2024-07-26T12:21:43.601179+0000","last_unstale":"2024-07-26T12:23:15.148436+0000","last_undegraded":"2024-07-26T12:23:15.148436+0000","last_fullsized":"2024-07-26T12:23:15.148436+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:15.148282+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:15.148282+0000","last_clean_scrub_stamp":"2024-07-26T12:23:15.148282+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:06:04.994250+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":26,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:25.550820+0000","last_change":"2024-07-26T12:23:25.550891+0000","last_active":"2024-07-26T12:23:25.550820+0000","last_peered":"2024-07-26T12:23:25.550820+0000","last_clean":"2024-07-26T12:23:25.550820+0000","last_became_active":"2024-07-26T12:21:44.609773+0000","last_became_peered":"2024-07-26T12:21:44.609773+0000","last_unstale":"2024-07-26T12:23:25.550820+0000","last_undegraded":"2024-07-26T12:23:25.550820+0000","last_fullsized":"2024-07-26T12:23:25.550820+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:25.550583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:25.550583+0000","last_clean_scrub_stamp":"2024-07-26T12:23:25.550583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:03:05.732260+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"24'74","reported_seq":127,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:20.609909+0000","last_change":"2024-07-26T12:23:20.609909+0000","last_active":"2024-07-26T12:23:20.609909+0000","last_peered":"2024-07-26T12:23:20.609909+0000","last_clean":"2024-07-26T12:23:20.609909+0000","last_became_active":"2024-07-26T12:21:33.464397+0000","last_became_peered":"2024-07-26T12:21:33.464397+0000","last_unstale":"2024-07-26T12:23:20.609909+0000","last_undegraded":"2024-07-26T12:23:20.609909+0000","last_fullsized":"2024-07-26T12:23:20.609909+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"24'74","last_scrub_stamp":"2024-07-26T12:23:20.609190+0000","last_deep_scrub":"24'74","last_deep_scrub_stamp":"2024-07-26T12:23:20.609190+0000","last_clean_scrub_stamp":"2024-07-26T12:23:20.609190+0000","objects_scrubbed":2,"log_size":74,"log_dups_size":0,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:03:44.936035+0000","scrub_duration":13,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":28,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:17.874631+0000","last_change":"2024-07-26T12:23:17.874777+0000","last_active":"2024-07-26T12:23:17.874631+0000","last_peered":"2024-07-26T12:23:17.874631+0000","last_clean":"2024-07-26T12:23:17.874631+0000","last_became_active":"2024-07-26T12:21:43.595878+0000","last_became_peered":"2024-07-26T12:21:43.595878+0000","last_unstale":"2024-07-26T12:23:17.874631+0000","last_undegraded":"2024-07-26T12:23:17.874631+0000","last_fullsized":"2024-07-26T12:23:17.874631+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:17.874250+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:17.874250+0000","last_clean_scrub_stamp":"2024-07-26T12:23:17.874250+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:54:45.182120+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":26,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:17.852073+0000","last_change":"2024-07-26T12:23:17.852143+0000","last_active":"2024-07-26T12:23:17.852073+0000","last_peered":"2024-07-26T12:23:17.852073+0000","last_clean":"2024-07-26T12:23:17.852073+0000","last_became_active":"2024-07-26T12:21:44.616429+0000","last_became_peered":"2024-07-26T12:21:44.616429+0000","last_unstale":"2024-07-26T12:23:17.852073+0000","last_undegraded":"2024-07-26T12:23:17.852073+0000","last_fullsized":"2024-07-26T12:23:17.852073+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:17.851831+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:17.851831+0000","last_clean_scrub_stamp":"2024-07-26T12:23:17.851831+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:06:11.549302+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":28,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:22.608608+0000","last_change":"2024-07-26T12:23:22.608675+0000","last_active":"2024-07-26T12:23:22.608608+0000","last_peered":"2024-07-26T12:23:22.608608+0000","last_clean":"2024-07-26T12:23:22.608608+0000","last_became_active":"2024-07-26T12:21:43.598892+0000","last_became_peered":"2024-07-26T12:21:43.598892+0000","last_unstale":"2024-07-26T12:23:22.608608+0000","last_undegraded":"2024-07-26T12:23:22.608608+0000","last_fullsized":"2024-07-26T12:23:22.608608+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:22.608367+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:22.608367+0000","last_clean_scrub_stamp":"2024-07-26T12:23:22.608367+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:22:09.922486+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":26,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:16.510709+0000","last_change":"2024-07-26T12:23:16.510735+0000","last_active":"2024-07-26T12:23:16.510709+0000","last_peered":"2024-07-26T12:23:16.510709+0000","last_clean":"2024-07-26T12:23:16.510709+0000","last_became_active":"2024-07-26T12:21:44.602633+0000","last_became_peered":"2024-07-26T12:21:44.602633+0000","last_unstale":"2024-07-26T12:23:16.510709+0000","last_undegraded":"2024-07-26T12:23:16.510709+0000","last_fullsized":"2024-07-26T12:23:16.510709+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:16.510609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:16.510609+0000","last_clean_scrub_stamp":"2024-07-26T12:23:16.510609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:37:34.352783+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"24'7","reported_seq":41,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:16.149026+0000","last_change":"2024-07-26T12:23:16.149107+0000","last_active":"2024-07-26T12:23:16.149026+0000","last_peered":"2024-07-26T12:23:16.149026+0000","last_clean":"2024-07-26T12:23:16.149026+0000","last_became_active":"2024-07-26T12:21:43.587920+0000","last_became_peered":"2024-07-26T12:21:43.587920+0000","last_unstale":"2024-07-26T12:23:16.149026+0000","last_undegraded":"2024-07-26T12:23:16.149026+0000","last_fullsized":"2024-07-26T12:23:16.149026+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"24'7","last_scrub_stamp":"2024-07-26T12:23:16.148765+0000","last_deep_scrub":"24'7","last_deep_scrub_stamp":"2024-07-26T12:23:16.148765+0000","last_clean_scrub_stamp":"2024-07-26T12:23:16.148765+0000","objects_scrubbed":1,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:09:09.329588+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":808,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":6,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":26,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:24.623039+0000","last_change":"2024-07-26T12:23:24.623112+0000","last_active":"2024-07-26T12:23:24.623039+0000","last_peered":"2024-07-26T12:23:24.623039+0000","last_clean":"2024-07-26T12:23:24.623039+0000","last_became_active":"2024-07-26T12:21:44.594709+0000","last_became_peered":"2024-07-26T12:21:44.594709+0000","last_unstale":"2024-07-26T12:23:24.623039+0000","last_undegraded":"2024-07-26T12:23:24.623039+0000","last_fullsized":"2024-07-26T12:23:24.623039+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:24.622798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:24.622798+0000","last_clean_scrub_stamp":"2024-07-26T12:23:24.622798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:30:50.902078+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":28,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:18.909011+0000","last_change":"2024-07-26T12:23:18.909163+0000","last_active":"2024-07-26T12:23:18.909011+0000","last_peered":"2024-07-26T12:23:18.909011+0000","last_clean":"2024-07-26T12:23:18.909011+0000","last_became_active":"2024-07-26T12:21:43.592052+0000","last_became_peered":"2024-07-26T12:21:43.592052+0000","last_unstale":"2024-07-26T12:23:18.909011+0000","last_undegraded":"2024-07-26T12:23:18.909011+0000","last_fullsized":"2024-07-26T12:23:18.909011+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:18.908653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:18.908653+0000","last_clean_scrub_stamp":"2024-07-26T12:23:18.908653+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:11:22.932460+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":26,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:20.892696+0000","last_change":"2024-07-26T12:23:20.892784+0000","last_active":"2024-07-26T12:23:20.892696+0000","last_peered":"2024-07-26T12:23:20.892696+0000","last_clean":"2024-07-26T12:23:20.892696+0000","last_became_active":"2024-07-26T12:21:44.609380+0000","last_became_peered":"2024-07-26T12:21:44.609380+0000","last_unstale":"2024-07-26T12:23:20.892696+0000","last_undegraded":"2024-07-26T12:23:20.892696+0000","last_fullsized":"2024-07-26T12:23:20.892696+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:20.892463+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:20.892463+0000","last_clean_scrub_stamp":"2024-07-26T12:23:20.892463+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:51:32.501373+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":28,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:14.705525+0000","last_change":"2024-07-26T12:23:14.705555+0000","last_active":"2024-07-26T12:23:14.705525+0000","last_peered":"2024-07-26T12:23:14.705525+0000","last_clean":"2024-07-26T12:23:14.705525+0000","last_became_active":"2024-07-26T12:21:43.580293+0000","last_became_peered":"2024-07-26T12:21:43.580293+0000","last_unstale":"2024-07-26T12:23:14.705525+0000","last_undegraded":"2024-07-26T12:23:14.705525+0000","last_fullsized":"2024-07-26T12:23:14.705525+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:14.705431+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:14.705431+0000","last_clean_scrub_stamp":"2024-07-26T12:23:14.705431+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:49:34.434555+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"24'2","reported_seq":28,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:23.888111+0000","last_change":"2024-07-26T12:23:23.888207+0000","last_active":"2024-07-26T12:23:23.888111+0000","last_peered":"2024-07-26T12:23:23.888111+0000","last_clean":"2024-07-26T12:23:23.888111+0000","last_became_active":"2024-07-26T12:21:44.625006+0000","last_became_peered":"2024-07-26T12:21:44.625006+0000","last_unstale":"2024-07-26T12:23:23.888111+0000","last_undegraded":"2024-07-26T12:23:23.888111+0000","last_fullsized":"2024-07-26T12:23:23.888111+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"24'2","last_scrub_stamp":"2024-07-26T12:23:23.887857+0000","last_deep_scrub":"24'2","last_deep_scrub_stamp":"2024-07-26T12:23:23.887857+0000","last_clean_scrub_stamp":"2024-07-26T12:23:23.887857+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:24:52.811321+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":28,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:19.633143+0000","last_change":"2024-07-26T12:23:19.633210+0000","last_active":"2024-07-26T12:23:19.633143+0000","last_peered":"2024-07-26T12:23:19.633143+0000","last_clean":"2024-07-26T12:23:19.633143+0000","last_became_active":"2024-07-26T12:21:43.599712+0000","last_became_peered":"2024-07-26T12:21:43.599712+0000","last_unstale":"2024-07-26T12:23:19.633143+0000","last_undegraded":"2024-07-26T12:23:19.633143+0000","last_fullsized":"2024-07-26T12:23:19.633143+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:19.632867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:19.632867+0000","last_clean_scrub_stamp":"2024-07-26T12:23:19.632867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:38:05.813546+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":26,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:15.712247+0000","last_change":"2024-07-26T12:23:15.712311+0000","last_active":"2024-07-26T12:23:15.712247+0000","last_peered":"2024-07-26T12:23:15.712247+0000","last_clean":"2024-07-26T12:23:15.712247+0000","last_became_active":"2024-07-26T12:21:44.598447+0000","last_became_peered":"2024-07-26T12:21:44.598447+0000","last_unstale":"2024-07-26T12:23:15.712247+0000","last_undegraded":"2024-07-26T12:23:15.712247+0000","last_fullsized":"2024-07-26T12:23:15.712247+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:15.712120+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:15.712120+0000","last_clean_scrub_stamp":"2024-07-26T12:23:15.712120+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:17:06.213391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"24'4","reported_seq":32,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:13.670027+0000","last_change":"2024-07-26T12:23:13.670120+0000","last_active":"2024-07-26T12:23:13.670027+0000","last_peered":"2024-07-26T12:23:13.670027+0000","last_clean":"2024-07-26T12:23:13.670027+0000","last_became_active":"2024-07-26T12:21:43.586410+0000","last_became_peered":"2024-07-26T12:21:43.586410+0000","last_unstale":"2024-07-26T12:23:13.670027+0000","last_undegraded":"2024-07-26T12:23:13.670027+0000","last_fullsized":"2024-07-26T12:23:13.670027+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"24'4","last_scrub_stamp":"2024-07-26T12:23:13.669858+0000","last_deep_scrub":"24'4","last_deep_scrub_stamp":"2024-07-26T12:23:13.669858+0000","last_clean_scrub_stamp":"2024-07-26T12:23:13.669858+0000","objects_scrubbed":1,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:12:05.716801+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":112,"num_omap_keys":2,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"24'3","reported_seq":29,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:23.919947+0000","last_change":"2024-07-26T12:23:23.920029+0000","last_active":"2024-07-26T12:23:23.919947+0000","last_peered":"2024-07-26T12:23:23.919947+0000","last_clean":"2024-07-26T12:23:23.919947+0000","last_became_active":"2024-07-26T12:21:44.615105+0000","last_became_peered":"2024-07-26T12:21:44.615105+0000","last_unstale":"2024-07-26T12:23:23.919947+0000","last_undegraded":"2024-07-26T12:23:23.919947+0000","last_fullsized":"2024-07-26T12:23:23.919947+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"24'3","last_scrub_stamp":"2024-07-26T12:23:23.919691+0000","last_deep_scrub":"24'3","last_deep_scrub_stamp":"2024-07-26T12:23:23.919691+0000","last_clean_scrub_stamp":"2024-07-26T12:23:23.919691+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:03:48.246536+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"24'3","reported_seq":31,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:18.370284+0000","last_change":"2024-07-26T12:23:18.370366+0000","last_active":"2024-07-26T12:23:18.370284+0000","last_peered":"2024-07-26T12:23:18.370284+0000","last_clean":"2024-07-26T12:23:18.370284+0000","last_became_active":"2024-07-26T12:21:43.598632+0000","last_became_peered":"2024-07-26T12:21:43.598632+0000","last_unstale":"2024-07-26T12:23:18.370284+0000","last_undegraded":"2024-07-26T12:23:18.370284+0000","last_fullsized":"2024-07-26T12:23:18.370284+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"24'3","last_scrub_stamp":"2024-07-26T12:23:18.369998+0000","last_deep_scrub":"24'3","last_deep_scrub_stamp":"2024-07-26T12:23:18.369998+0000","last_clean_scrub_stamp":"2024-07-26T12:23:18.369998+0000","objects_scrubbed":1,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:25:36.101234+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":26,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:17.461651+0000","last_change":"2024-07-26T12:23:17.461686+0000","last_active":"2024-07-26T12:23:17.461651+0000","last_peered":"2024-07-26T12:23:17.461651+0000","last_clean":"2024-07-26T12:23:17.461651+0000","last_became_active":"2024-07-26T12:21:44.612240+0000","last_became_peered":"2024-07-26T12:21:44.612240+0000","last_unstale":"2024-07-26T12:23:17.461651+0000","last_undegraded":"2024-07-26T12:23:17.461651+0000","last_fullsized":"2024-07-26T12:23:17.461651+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:17.461538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:17.461538+0000","last_clean_scrub_stamp":"2024-07-26T12:23:17.461538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:25:35.192773+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":28,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:28.576430+0000","last_change":"2024-07-26T12:23:28.576708+0000","last_active":"2024-07-26T12:23:28.576430+0000","last_peered":"2024-07-26T12:23:28.576430+0000","last_clean":"2024-07-26T12:23:28.576430+0000","last_became_active":"2024-07-26T12:21:43.597968+0000","last_became_peered":"2024-07-26T12:21:43.597968+0000","last_unstale":"2024-07-26T12:23:28.576430+0000","last_undegraded":"2024-07-26T12:23:28.576430+0000","last_fullsized":"2024-07-26T12:23:28.576430+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:28.576163+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:28.576163+0000","last_clean_scrub_stamp":"2024-07-26T12:23:28.576163+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:04:50.048411+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":26,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:16.855665+0000","last_change":"2024-07-26T12:23:16.855736+0000","last_active":"2024-07-26T12:23:16.855665+0000","last_peered":"2024-07-26T12:23:16.855665+0000","last_clean":"2024-07-26T12:23:16.855665+0000","last_became_active":"2024-07-26T12:21:44.592991+0000","last_became_peered":"2024-07-26T12:21:44.592991+0000","last_unstale":"2024-07-26T12:23:16.855665+0000","last_undegraded":"2024-07-26T12:23:16.855665+0000","last_fullsized":"2024-07-26T12:23:16.855665+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:16.855428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:16.855428+0000","last_clean_scrub_stamp":"2024-07-26T12:23:16.855428+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:43:55.947995+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":28,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:16.694972+0000","last_change":"2024-07-26T12:23:16.695024+0000","last_active":"2024-07-26T12:23:16.694972+0000","last_peered":"2024-07-26T12:23:16.694972+0000","last_clean":"2024-07-26T12:23:16.694972+0000","last_became_active":"2024-07-26T12:21:43.594389+0000","last_became_peered":"2024-07-26T12:21:43.594389+0000","last_unstale":"2024-07-26T12:23:16.694972+0000","last_undegraded":"2024-07-26T12:23:16.694972+0000","last_fullsized":"2024-07-26T12:23:16.694972+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:16.694811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:16.694811+0000","last_clean_scrub_stamp":"2024-07-26T12:23:16.694811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:37:34.536985+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":26,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:25.876025+0000","last_change":"2024-07-26T12:23:25.876184+0000","last_active":"2024-07-26T12:23:25.876025+0000","last_peered":"2024-07-26T12:23:25.876025+0000","last_clean":"2024-07-26T12:23:25.876025+0000","last_became_active":"2024-07-26T12:21:44.596960+0000","last_became_peered":"2024-07-26T12:21:44.596960+0000","last_unstale":"2024-07-26T12:23:25.876025+0000","last_undegraded":"2024-07-26T12:23:25.876025+0000","last_fullsized":"2024-07-26T12:23:25.876025+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:25.875700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:25.875700+0000","last_clean_scrub_stamp":"2024-07-26T12:23:25.875700+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:22:13.189819+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":28,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:17.721790+0000","last_change":"2024-07-26T12:23:17.721816+0000","last_active":"2024-07-26T12:23:17.721790+0000","last_peered":"2024-07-26T12:23:17.721790+0000","last_clean":"2024-07-26T12:23:17.721790+0000","last_became_active":"2024-07-26T12:21:43.589311+0000","last_became_peered":"2024-07-26T12:21:43.589311+0000","last_unstale":"2024-07-26T12:23:17.721790+0000","last_undegraded":"2024-07-26T12:23:17.721790+0000","last_fullsized":"2024-07-26T12:23:17.721790+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:17.721687+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:17.721687+0000","last_clean_scrub_stamp":"2024-07-26T12:23:17.721687+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:52:15.148328+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":26,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:18.857592+0000","last_change":"2024-07-26T12:23:18.857640+0000","last_active":"2024-07-26T12:23:18.857592+0000","last_peered":"2024-07-26T12:23:18.857592+0000","last_clean":"2024-07-26T12:23:18.857592+0000","last_became_active":"2024-07-26T12:21:44.596041+0000","last_became_peered":"2024-07-26T12:21:44.596041+0000","last_unstale":"2024-07-26T12:23:18.857592+0000","last_undegraded":"2024-07-26T12:23:18.857592+0000","last_fullsized":"2024-07-26T12:23:18.857592+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:18.857419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:18.857419+0000","last_clean_scrub_stamp":"2024-07-26T12:23:18.857419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:49:31.532804+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"24'4","reported_seq":32,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:21.564318+0000","last_change":"2024-07-26T12:23:21.564406+0000","last_active":"2024-07-26T12:23:21.564318+0000","last_peered":"2024-07-26T12:23:21.564318+0000","last_clean":"2024-07-26T12:23:21.564318+0000","last_became_active":"2024-07-26T12:21:43.601565+0000","last_became_peered":"2024-07-26T12:21:43.601565+0000","last_unstale":"2024-07-26T12:23:21.564318+0000","last_undegraded":"2024-07-26T12:23:21.564318+0000","last_fullsized":"2024-07-26T12:23:21.564318+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"24'4","last_scrub_stamp":"2024-07-26T12:23:21.564020+0000","last_deep_scrub":"24'4","last_deep_scrub_stamp":"2024-07-26T12:23:21.564020+0000","last_clean_scrub_stamp":"2024-07-26T12:23:21.564020+0000","objects_scrubbed":1,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:26:34.172070+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":26,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:28.320589+0000","last_change":"2024-07-26T12:23:28.320656+0000","last_active":"2024-07-26T12:23:28.320589+0000","last_peered":"2024-07-26T12:23:28.320589+0000","last_clean":"2024-07-26T12:23:28.320589+0000","last_became_active":"2024-07-26T12:21:44.602745+0000","last_became_peered":"2024-07-26T12:21:44.602745+0000","last_unstale":"2024-07-26T12:23:28.320589+0000","last_undegraded":"2024-07-26T12:23:28.320589+0000","last_fullsized":"2024-07-26T12:23:28.320589+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:28.320333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:28.320333+0000","last_clean_scrub_stamp":"2024-07-26T12:23:28.320333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:26:40.928383+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"24'2","reported_seq":28,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:29.931523+0000","last_change":"2024-07-26T12:23:29.931598+0000","last_active":"2024-07-26T12:23:29.931523+0000","last_peered":"2024-07-26T12:23:29.931523+0000","last_clean":"2024-07-26T12:23:29.931523+0000","last_became_active":"2024-07-26T12:21:44.612080+0000","last_became_peered":"2024-07-26T12:21:44.612080+0000","last_unstale":"2024-07-26T12:23:29.931523+0000","last_undegraded":"2024-07-26T12:23:29.931523+0000","last_fullsized":"2024-07-26T12:23:29.931523+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"24'2","last_scrub_stamp":"2024-07-26T12:23:29.931289+0000","last_deep_scrub":"24'2","last_deep_scrub_stamp":"2024-07-26T12:23:29.931289+0000","last_clean_scrub_stamp":"2024-07-26T12:23:29.931289+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:22:50.471719+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"24'3","reported_seq":31,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:34.571535+0000","last_change":"2024-07-26T12:23:34.571616+0000","last_active":"2024-07-26T12:23:34.571535+0000","last_peered":"2024-07-26T12:23:34.571535+0000","last_clean":"2024-07-26T12:23:34.571535+0000","last_became_active":"2024-07-26T12:21:43.605157+0000","last_became_peered":"2024-07-26T12:21:43.605157+0000","last_unstale":"2024-07-26T12:23:34.571535+0000","last_undegraded":"2024-07-26T12:23:34.571535+0000","last_fullsized":"2024-07-26T12:23:34.571535+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"24'3","last_scrub_stamp":"2024-07-26T12:23:34.571270+0000","last_deep_scrub":"24'3","last_deep_scrub_stamp":"2024-07-26T12:23:34.571270+0000","last_clean_scrub_stamp":"2024-07-26T12:23:34.571270+0000","objects_scrubbed":1,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:03:12.217950+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":26,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:27.920420+0000","last_change":"2024-07-26T12:23:27.920570+0000","last_active":"2024-07-26T12:23:27.920420+0000","last_peered":"2024-07-26T12:23:27.920420+0000","last_clean":"2024-07-26T12:23:27.920420+0000","last_became_active":"2024-07-26T12:21:44.606970+0000","last_became_peered":"2024-07-26T12:21:44.606970+0000","last_unstale":"2024-07-26T12:23:27.920420+0000","last_undegraded":"2024-07-26T12:23:27.920420+0000","last_fullsized":"2024-07-26T12:23:27.920420+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:27.920092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:27.920092+0000","last_clean_scrub_stamp":"2024-07-26T12:23:27.920092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:04:19.985478+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"24'4","reported_seq":32,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:24.600821+0000","last_change":"2024-07-26T12:23:24.600900+0000","last_active":"2024-07-26T12:23:24.600821+0000","last_peered":"2024-07-26T12:23:24.600821+0000","last_clean":"2024-07-26T12:23:24.600821+0000","last_became_active":"2024-07-26T12:21:43.601442+0000","last_became_peered":"2024-07-26T12:21:43.601442+0000","last_unstale":"2024-07-26T12:23:24.600821+0000","last_undegraded":"2024-07-26T12:23:24.600821+0000","last_fullsized":"2024-07-26T12:23:24.600821+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"24'4","last_scrub_stamp":"2024-07-26T12:23:24.600588+0000","last_deep_scrub":"24'4","last_deep_scrub_stamp":"2024-07-26T12:23:24.600588+0000","last_clean_scrub_stamp":"2024-07-26T12:23:24.600588+0000","objects_scrubbed":1,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:57:56.371041+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":26,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:18.466445+0000","last_change":"2024-07-26T12:23:18.466592+0000","last_active":"2024-07-26T12:23:18.466445+0000","last_peered":"2024-07-26T12:23:18.466445+0000","last_clean":"2024-07-26T12:23:18.466445+0000","last_became_active":"2024-07-26T12:21:44.602551+0000","last_became_peered":"2024-07-26T12:21:44.602551+0000","last_unstale":"2024-07-26T12:23:18.466445+0000","last_undegraded":"2024-07-26T12:23:18.466445+0000","last_fullsized":"2024-07-26T12:23:18.466445+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:18.466053+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:18.466053+0000","last_clean_scrub_stamp":"2024-07-26T12:23:18.466053+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:09:57.859267+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"21'1","reported_seq":29,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:19.825159+0000","last_change":"2024-07-26T12:23:19.825243+0000","last_active":"2024-07-26T12:23:19.825159+0000","last_peered":"2024-07-26T12:23:19.825159+0000","last_clean":"2024-07-26T12:23:19.825159+0000","last_became_active":"2024-07-26T12:21:43.584686+0000","last_became_peered":"2024-07-26T12:21:43.584686+0000","last_unstale":"2024-07-26T12:23:19.825159+0000","last_undegraded":"2024-07-26T12:23:19.825159+0000","last_fullsized":"2024-07-26T12:23:19.825159+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"21'1","last_scrub_stamp":"2024-07-26T12:23:19.824858+0000","last_deep_scrub":"21'1","last_deep_scrub_stamp":"2024-07-26T12:23:19.824858+0000","last_clean_scrub_stamp":"2024-07-26T12:23:19.824858+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:10:14.015749+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":26,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:21.878650+0000","last_change":"2024-07-26T12:23:21.878721+0000","last_active":"2024-07-26T12:23:21.878650+0000","last_peered":"2024-07-26T12:23:21.878650+0000","last_clean":"2024-07-26T12:23:21.878650+0000","last_became_active":"2024-07-26T12:21:44.593637+0000","last_became_peered":"2024-07-26T12:21:44.593637+0000","last_unstale":"2024-07-26T12:23:21.878650+0000","last_undegraded":"2024-07-26T12:23:21.878650+0000","last_fullsized":"2024-07-26T12:23:21.878650+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:21.878418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:21.878418+0000","last_clean_scrub_stamp":"2024-07-26T12:23:21.878418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:30:48.157698+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"24'6","reported_seq":34,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:14.504248+0000","last_change":"2024-07-26T12:23:14.504301+0000","last_active":"2024-07-26T12:23:14.504248+0000","last_peered":"2024-07-26T12:23:14.504248+0000","last_clean":"2024-07-26T12:23:14.504248+0000","last_became_active":"2024-07-26T12:21:43.589356+0000","last_became_peered":"2024-07-26T12:21:43.589356+0000","last_unstale":"2024-07-26T12:23:14.504248+0000","last_undegraded":"2024-07-26T12:23:14.504248+0000","last_fullsized":"2024-07-26T12:23:14.504248+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"24'6","last_scrub_stamp":"2024-07-26T12:23:14.504170+0000","last_deep_scrub":"24'6","last_deep_scrub_stamp":"2024-07-26T12:23:14.504170+0000","last_clean_scrub_stamp":"2024-07-26T12:23:14.504170+0000","objects_scrubbed":2,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:49:34.233294+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":14,"ondisk_log_size":14,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":80086,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":124,"num_write_kb":137,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5112,"num_omap_keys":12,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":221184,"data_stored":160172,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":74,"ondisk_log_size":74,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":15,"seq":64424509469,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31504,"kb_used_data":328,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340336,"statfs":{"total":96636764160,"available":96604504064,"internally_reserved":0,"allocated":335872,"data_stored":169242,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509469,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27264,"kb_used_data":248,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344576,"statfs":{"total":96636764160,"available":96608845824,"internally_reserved":0,"allocated":253952,"data_stored":90114,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509467,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32008,"kb_used_data":832,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339832,"statfs":{"total":96636764160,"available":96603987968,"internally_reserved":0,"allocated":851968,"data_stored":680960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542172,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32000,"kb_used_data":824,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339840,"statfs":{"total":96636764160,"available":96603996160,"internally_reserved":0,"allocated":843776,"data_stored":680904,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542172,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27340,"kb_used_data":324,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344500,"statfs":{"total":96636764160,"available":96608768000,"internally_reserved":0,"allocated":331776,"data_stored":168434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542173,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27260,"kb_used_data":244,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344580,"statfs":{"total":96636764160,"available":96608849920,"internally_reserved":0,"allocated":249856,"data_stored":90044,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542171,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27268,"kb_used_data":252,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344572,"statfs":{"total":96636764160,"available":96608841728,"internally_reserved":0,"allocated":258048,"data_stored":90080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542172,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27260,"kb_used_data":244,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344580,"statfs":{"total":96636764160,"available":96608849920,"internally_reserved":0,"allocated":249856,"data_stored":90762,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":808,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":79288,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":86016,"data_stored":78480,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-26T12:23:40.010 INFO:tasks.ceph:pgid 3.39 last_scrub_stamp 2024-07-26T12:21:43.540720+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=21, tm_sec=43, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=23, tm_sec=10, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T12:23:40.011 INFO:tasks.ceph:pgid 3.11 last_scrub_stamp 2024-07-26T12:21:43.540720+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=21, tm_sec=43, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=12, tm_min=23, tm_sec=10, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T12:23:40.011 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2024-07-26T12:23:58.462 DEBUG:teuthology.orchestra.run.smithi031:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:23:58.473 DEBUG:teuthology.orchestra.run.smithi123:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:24:00.012 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-26T12:24:00.307 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.305+0000 7fc8f3e00640 1 Processor -- start 2024-07-26T12:24:00.308 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.306+0000 7fc8f3e00640 1 -- start start 2024-07-26T12:24:00.310 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.308+0000 7fc8f3e00640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fc8f4073fd0 0x7fc8f414bed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:24:00.310 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.308+0000 7fc8f3e00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fc8f414c410 0x7fc8f4156500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:24:00.310 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.308+0000 7fc8f3e00640 1 -- --> v1:172.21.15.123:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc8f40b2850 con 0x7fc8f40b0310 2024-07-26T12:24:00.310 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.308+0000 7fc8f3e00640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7fc8f40b2ac0 con 0x7fc8f414c410 2024-07-26T12:24:00.310 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.308+0000 7fc8f3e00640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7fc8f40b1ff0 con 0x7fc8f4073fd0 2024-07-26T12:24:00.310 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.308+0000 7fc8f3400640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fc8f414c410 0x7fc8f4156500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:24:00.313 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.308+0000 7fc8f3400640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fc8f414c410 0x7fc8f4156500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:35828/0 (socket says 172.21.15.31:35828) 2024-07-26T12:24:00.313 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.308+0000 7fc8f3400640 1 -- 172.21.15.31:0/3336094771 learned_addr learned my addr 172.21.15.31:0/3336094771 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:24:00.314 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.308+0000 7fc8ea000640 1 --2- 172.21.15.31:0/3336094771 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fc8f4073fd0 0x7fc8f414bed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:24:00.315 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.309+0000 7fc8f3400640 1 -- 172.21.15.31:0/3336094771 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fc8f4073fd0 msgr2=0x7fc8f414bed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:24:00.315 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.309+0000 7fc8f3400640 1 --2- 172.21.15.31:0/3336094771 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fc8f4073fd0 0x7fc8f414bed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:24:00.315 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.309+0000 7fc8f3400640 1 -- 172.21.15.31:0/3336094771 >> v1:172.21.15.123:6789/0 conn(0x7fc8f40b0310 legacy=0x7fc8f40738c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:24:00.315 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.309+0000 7fc8f3400640 1 -- 172.21.15.31:0/3336094771 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc8f40b19a0 con 0x7fc8f414c410 2024-07-26T12:24:00.316 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.310+0000 7fc8f3400640 1 --2- 172.21.15.31:0/3336094771 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc8f414c410 0x7fc8f4156500 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7fc8ec009e50 tx=0x7fc8ec02a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cc30f62714207e36 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:24:00.316 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.310+0000 7fc8f2000640 1 -- 172.21.15.31:0/3336094771 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8ec036070 con 0x7fc8f414c410 2024-07-26T12:24:00.316 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.310+0000 7fc8f2000640 1 -- 172.21.15.31:0/3336094771 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc8ec0316f0 con 0x7fc8f414c410 2024-07-26T12:24:00.316 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.310+0000 7fc8f2000640 1 -- 172.21.15.31:0/3336094771 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8ec031b20 con 0x7fc8f414c410 2024-07-26T12:24:00.316 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.311+0000 7fc8f3e00640 1 -- 172.21.15.31:0/3336094771 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc8f414c410 msgr2=0x7fc8f4156500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:24:00.316 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.311+0000 7fc8f3e00640 1 --2- 172.21.15.31:0/3336094771 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc8f414c410 0x7fc8f4156500 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7fc8ec009e50 tx=0x7fc8ec02a710 comp rx=0 tx=0).stop 2024-07-26T12:24:00.316 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.311+0000 7fc8f3e00640 1 -- 172.21.15.31:0/3336094771 shutdown_connections 2024-07-26T12:24:00.316 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.311+0000 7fc8f3e00640 1 --2- 172.21.15.31:0/3336094771 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc8f414c410 0x7fc8f4156500 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:24:00.317 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.311+0000 7fc8f3e00640 1 --2- 172.21.15.31:0/3336094771 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fc8f4073fd0 0x7fc8f414bed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:24:00.317 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.311+0000 7fc8f3e00640 1 -- 172.21.15.31:0/3336094771 >> 172.21.15.31:0/3336094771 conn(0x7fc8f40b5730 msgr2=0x7fc8f40b5b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:24:00.317 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.311+0000 7fc8f3e00640 1 -- 172.21.15.31:0/3336094771 shutdown_connections 2024-07-26T12:24:00.317 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.311+0000 7fc8f3e00640 1 -- 172.21.15.31:0/3336094771 wait complete. 2024-07-26T12:24:00.317 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.314+0000 7fc8f3e00640 1 Processor -- start 2024-07-26T12:24:00.317 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.314+0000 7fc8f3e00640 1 -- start start 2024-07-26T12:24:00.319 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.315+0000 7fc8f3e00640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fc8f40b0310 0x7fc8f4150aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:24:00.319 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.315+0000 7fc8f3e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc8f414c410 0x7fc8f41e2300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:24:00.320 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.315+0000 7fc8f3e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc8f4145630 0x7fc8f4145a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:24:00.320 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.315+0000 7fc8f3e00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fc8f4156bc0 con 0x7fc8f414c410 2024-07-26T12:24:00.320 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.315+0000 7fc8f3e00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fc8f4156a40 con 0x7fc8f4145630 2024-07-26T12:24:00.320 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.315+0000 7fc8f3e00640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7fc8f4156d40 con 0x7fc8f40b0310 2024-07-26T12:24:00.320 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.315+0000 7fc8ea000640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc8f414c410 0x7fc8f41e2300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:24:00.320 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.315+0000 7fc8ea000640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc8f414c410 0x7fc8f41e2300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:35834/0 (socket says 172.21.15.31:35834) 2024-07-26T12:24:00.320 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.315+0000 7fc8ea000640 1 -- 172.21.15.31:0/3872793385 learned_addr learned my addr 172.21.15.31:0/3872793385 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:24:00.320 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.316+0000 7fc8f2a00640 1 --2- 172.21.15.31:0/3872793385 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fc8f40b0310 0x7fc8f4150aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:24:00.321 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.316+0000 7fc8f3400640 1 --2- 172.21.15.31:0/3872793385 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc8f4145630 0x7fc8f4145a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:24:00.321 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.316+0000 7fc8ea000640 1 -- 172.21.15.31:0/3872793385 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fc8f40b0310 msgr2=0x7fc8f4150aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:24:00.321 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.316+0000 7fc8ea000640 1 --2- 172.21.15.31:0/3872793385 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fc8f40b0310 0x7fc8f4150aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:24:00.321 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.316+0000 7fc8ea000640 1 -- 172.21.15.31:0/3872793385 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc8f4145630 msgr2=0x7fc8f4145a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:24:00.321 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.316+0000 7fc8ea000640 1 --2- 172.21.15.31:0/3872793385 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc8f4145630 0x7fc8f4145a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:24:00.321 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.316+0000 7fc8ea000640 1 -- 172.21.15.31:0/3872793385 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc8f414f9c0 con 0x7fc8f414c410 2024-07-26T12:24:00.321 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.316+0000 7fc8f3400640 1 --2- 172.21.15.31:0/3872793385 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc8f4145630 0x7fc8f4145a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T12:24:00.321 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.316+0000 7fc8f2a00640 1 --2- 172.21.15.31:0/3872793385 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fc8f40b0310 0x7fc8f4150aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T12:24:00.321 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.316+0000 7fc8ea000640 1 --2- 172.21.15.31:0/3872793385 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc8f414c410 0x7fc8f41e2300 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fc8dc00d5c0 tx=0x7fc8dc00da80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:24:00.322 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.317+0000 7fc8eb400640 1 -- 172.21.15.31:0/3872793385 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8dc0125f0 con 0x7fc8f414c410 2024-07-26T12:24:00.322 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.317+0000 7fc8eb400640 1 -- 172.21.15.31:0/3872793385 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc8dc019070 con 0x7fc8f414c410 2024-07-26T12:24:00.322 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.317+0000 7fc8f3e00640 1 -- 172.21.15.31:0/3872793385 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc8f414fca0 con 0x7fc8f414c410 2024-07-26T12:24:00.322 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.317+0000 7fc8eb400640 1 -- 172.21.15.31:0/3872793385 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8dc012b20 con 0x7fc8f414c410 2024-07-26T12:24:00.322 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.317+0000 7fc8f3e00640 1 -- 172.21.15.31:0/3872793385 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc8f4152760 con 0x7fc8f414c410 2024-07-26T12:24:00.322 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.318+0000 7fc8f3e00640 1 -- 172.21.15.31:0/3872793385 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc8f414bed0 con 0x7fc8f414c410 2024-07-26T12:24:00.323 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.319+0000 7fc8eb400640 1 -- 172.21.15.31:0/3872793385 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fc8dc012cc0 con 0x7fc8f414c410 2024-07-26T12:24:00.323 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.320+0000 7fc8eb400640 1 --2- 172.21.15.31:0/3872793385 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fc8d0077040 0x7fc8d0079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:24:00.323 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.320+0000 7fc8eb400640 1 -- 172.21.15.31:0/3872793385 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 5825+0+0 (secure 0 0 0) 0x7fc8dc098f10 con 0x7fc8f414c410 2024-07-26T12:24:00.323 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.321+0000 7fc8f2a00640 1 --2- 172.21.15.31:0/3872793385 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fc8d0077040 0x7fc8d0079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:24:00.324 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.322+0000 7fc8f2a00640 1 --2- 172.21.15.31:0/3872793385 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fc8d0077040 0x7fc8d0079550 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fc8e40016a0 tx=0x7fc8e4009040 comp rx=0 tx=0).ready entity=mgr.4126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:24:00.326 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.325+0000 7fc8eb400640 1 -- 172.21.15.31:0/3872793385 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fc8dc061ff0 con 0x7fc8f414c410 2024-07-26T12:24:00.541 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.539+0000 7fc8f3e00640 1 -- 172.21.15.31:0/3872793385 --> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fc8f414f810 con 0x7fc8d0077040 2024-07-26T12:24:00.554 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.553+0000 7fc8eb400640 1 -- 172.21.15.31:0/3872793385 <== mgr.4126 v2:172.21.15.123:6800/1140093937 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251936 (secure 0 0 0) 0x7fc8f414f810 con 0x7fc8d0077040 2024-07-26T12:24:00.558 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-07-26T12:24:00.560 INFO:teuthology.orchestra.run.smithi031.stderr:dumped all 2024-07-26T12:24:00.562 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.559+0000 7fc8f3e00640 1 -- 172.21.15.31:0/3872793385 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fc8d0077040 msgr2=0x7fc8d0079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:24:00.562 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.559+0000 7fc8f3e00640 1 --2- 172.21.15.31:0/3872793385 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fc8d0077040 0x7fc8d0079550 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fc8e40016a0 tx=0x7fc8e4009040 comp rx=0 tx=0).stop 2024-07-26T12:24:00.562 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.559+0000 7fc8f3e00640 1 -- 172.21.15.31:0/3872793385 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc8f414c410 msgr2=0x7fc8f41e2300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:24:00.562 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.559+0000 7fc8f3e00640 1 --2- 172.21.15.31:0/3872793385 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc8f414c410 0x7fc8f41e2300 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fc8dc00d5c0 tx=0x7fc8dc00da80 comp rx=0 tx=0).stop 2024-07-26T12:24:00.562 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.560+0000 7fc8f3e00640 1 -- 172.21.15.31:0/3872793385 shutdown_connections 2024-07-26T12:24:00.562 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.560+0000 7fc8f3e00640 1 --2- 172.21.15.31:0/3872793385 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fc8d0077040 0x7fc8d0079550 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:24:00.562 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.560+0000 7fc8f3e00640 1 --2- 172.21.15.31:0/3872793385 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc8f4145630 0x7fc8f4145a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:24:00.563 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.560+0000 7fc8f3e00640 1 --2- 172.21.15.31:0/3872793385 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc8f414c410 0x7fc8f41e2300 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:24:00.563 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.560+0000 7fc8f3e00640 1 --2- 172.21.15.31:0/3872793385 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fc8f40b0310 0x7fc8f4150aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:24:00.563 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.560+0000 7fc8f3e00640 1 -- 172.21.15.31:0/3872793385 >> 172.21.15.31:0/3872793385 conn(0x7fc8f40b5730 msgr2=0x7fc8f40b3530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:24:00.563 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.560+0000 7fc8f3e00640 1 -- 172.21.15.31:0/3872793385 shutdown_connections 2024-07-26T12:24:00.563 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.560+0000 7fc8f3e00640 1 -- 172.21.15.31:0/3872793385 wait complete. 2024-07-26T12:24:00.591 INFO:teuthology.orchestra.run.smithi031.stdout:{"pg_ready":true,"pg_map":{"version":94,"stamp":"2024-07-26T12:23:59.407982+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":670454,"num_objects":25,"num_object_clones":0,"num_object_copies":50,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":25,"num_whiteouts":0,"num_read":72,"num_read_kb":61,"num_write":233,"num_write_kb":1769,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5112,"num_omap_keys":12,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":227,"ondisk_log_size":227,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":231904,"kb_used_data":3296,"kb_used_omap":12,"kb_used_meta":228531,"kb_avail":754742816,"statfs":{"total":773094113280,"available":772856643584,"internally_reserved":0,"allocated":3375104,"data_stored":2060540,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":234016306},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005198"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":27,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:33.599862+0000","last_change":"2024-07-26T12:23:33.599862+0000","last_active":"2024-07-26T12:23:33.599862+0000","last_peered":"2024-07-26T12:23:33.599862+0000","last_clean":"2024-07-26T12:23:33.599862+0000","last_became_active":"2024-07-26T12:21:44.598014+0000","last_became_peered":"2024-07-26T12:21:44.598014+0000","last_unstale":"2024-07-26T12:23:33.599862+0000","last_undegraded":"2024-07-26T12:23:33.599862+0000","last_fullsized":"2024-07-26T12:23:33.599862+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:33.599557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:33.599557+0000","last_clean_scrub_stamp":"2024-07-26T12:23:33.599557+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:47:38.117056+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":27,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:18.682721+0000","last_change":"2024-07-26T12:23:18.682721+0000","last_active":"2024-07-26T12:23:18.682721+0000","last_peered":"2024-07-26T12:23:18.682721+0000","last_clean":"2024-07-26T12:23:18.682721+0000","last_became_active":"2024-07-26T12:21:44.613499+0000","last_became_peered":"2024-07-26T12:21:44.613499+0000","last_unstale":"2024-07-26T12:23:18.682721+0000","last_undegraded":"2024-07-26T12:23:18.682721+0000","last_fullsized":"2024-07-26T12:23:18.682721+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:18.682183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:18.682183+0000","last_clean_scrub_stamp":"2024-07-26T12:23:18.682183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:09:58.075398+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":27,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:21.444435+0000","last_change":"2024-07-26T12:23:21.444435+0000","last_active":"2024-07-26T12:23:21.444435+0000","last_peered":"2024-07-26T12:23:21.444435+0000","last_clean":"2024-07-26T12:23:21.444435+0000","last_became_active":"2024-07-26T12:21:44.594975+0000","last_became_peered":"2024-07-26T12:21:44.594975+0000","last_unstale":"2024-07-26T12:23:21.444435+0000","last_undegraded":"2024-07-26T12:23:21.444435+0000","last_fullsized":"2024-07-26T12:23:21.444435+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:21.444089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:21.444089+0000","last_clean_scrub_stamp":"2024-07-26T12:23:21.444089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:55:52.083569+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":27,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:30.961860+0000","last_change":"2024-07-26T12:23:30.961860+0000","last_active":"2024-07-26T12:23:30.961860+0000","last_peered":"2024-07-26T12:23:30.961860+0000","last_clean":"2024-07-26T12:23:30.961860+0000","last_became_active":"2024-07-26T12:21:44.618023+0000","last_became_peered":"2024-07-26T12:21:44.618023+0000","last_unstale":"2024-07-26T12:23:30.961860+0000","last_undegraded":"2024-07-26T12:23:30.961860+0000","last_fullsized":"2024-07-26T12:23:30.961860+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:30.961442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:30.961442+0000","last_clean_scrub_stamp":"2024-07-26T12:23:30.961442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:35:30.086577+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":26,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:31.579782+0000","last_change":"2024-07-26T12:23:31.579849+0000","last_active":"2024-07-26T12:23:31.579782+0000","last_peered":"2024-07-26T12:23:31.579782+0000","last_clean":"2024-07-26T12:23:31.579782+0000","last_became_active":"2024-07-26T12:21:44.606054+0000","last_became_peered":"2024-07-26T12:21:44.606054+0000","last_unstale":"2024-07-26T12:23:31.579782+0000","last_undegraded":"2024-07-26T12:23:31.579782+0000","last_fullsized":"2024-07-26T12:23:31.579782+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:31.579546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:31.579546+0000","last_clean_scrub_stamp":"2024-07-26T12:23:31.579546+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:34:11.799605+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:23.376039+0000","last_change":"2024-07-26T12:23:23.376116+0000","last_active":"2024-07-26T12:23:23.376039+0000","last_peered":"2024-07-26T12:23:23.376039+0000","last_clean":"2024-07-26T12:23:23.376039+0000","last_became_active":"2024-07-26T12:22:22.816612+0000","last_became_peered":"2024-07-26T12:22:22.816612+0000","last_unstale":"2024-07-26T12:23:23.376039+0000","last_undegraded":"2024-07-26T12:23:23.376039+0000","last_fullsized":"2024-07-26T12:23:23.376039+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:23.375801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:23.375801+0000","last_clean_scrub_stamp":"2024-07-26T12:23:23.375801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:23:17.420570+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":26,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:36.606658+0000","last_change":"2024-07-26T12:23:36.606727+0000","last_active":"2024-07-26T12:23:36.606658+0000","last_peered":"2024-07-26T12:23:36.606658+0000","last_clean":"2024-07-26T12:23:36.606658+0000","last_became_active":"2024-07-26T12:21:44.607354+0000","last_became_peered":"2024-07-26T12:21:44.607354+0000","last_unstale":"2024-07-26T12:23:36.606658+0000","last_undegraded":"2024-07-26T12:23:36.606658+0000","last_fullsized":"2024-07-26T12:23:36.606658+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:36.606390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:36.606390+0000","last_clean_scrub_stamp":"2024-07-26T12:23:36.606390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:18:01.483892+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":26,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:27.874385+0000","last_change":"2024-07-26T12:23:27.874466+0000","last_active":"2024-07-26T12:23:27.874385+0000","last_peered":"2024-07-26T12:23:27.874385+0000","last_clean":"2024-07-26T12:23:27.874385+0000","last_became_active":"2024-07-26T12:21:44.604046+0000","last_became_peered":"2024-07-26T12:21:44.604046+0000","last_unstale":"2024-07-26T12:23:27.874385+0000","last_undegraded":"2024-07-26T12:23:27.874385+0000","last_fullsized":"2024-07-26T12:23:27.874385+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:27.874055+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:27.874055+0000","last_clean_scrub_stamp":"2024-07-26T12:23:27.874055+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:57:59.644508+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":26,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:29.536757+0000","last_change":"2024-07-26T12:23:29.536843+0000","last_active":"2024-07-26T12:23:29.536757+0000","last_peered":"2024-07-26T12:23:29.536757+0000","last_clean":"2024-07-26T12:23:29.536757+0000","last_became_active":"2024-07-26T12:21:44.611439+0000","last_became_peered":"2024-07-26T12:21:44.611439+0000","last_unstale":"2024-07-26T12:23:29.536757+0000","last_undegraded":"2024-07-26T12:23:29.536757+0000","last_fullsized":"2024-07-26T12:23:29.536757+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:29.536458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:29.536458+0000","last_clean_scrub_stamp":"2024-07-26T12:23:29.536458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:07:50.027393+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":26,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:29.299352+0000","last_change":"2024-07-26T12:23:29.299421+0000","last_active":"2024-07-26T12:23:29.299352+0000","last_peered":"2024-07-26T12:23:29.299352+0000","last_clean":"2024-07-26T12:23:29.299352+0000","last_became_active":"2024-07-26T12:21:44.602611+0000","last_became_peered":"2024-07-26T12:21:44.602611+0000","last_unstale":"2024-07-26T12:23:29.299352+0000","last_undegraded":"2024-07-26T12:23:29.299352+0000","last_fullsized":"2024-07-26T12:23:29.299352+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:29.299102+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:29.299102+0000","last_clean_scrub_stamp":"2024-07-26T12:23:29.299102+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:22:16.613221+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":26,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:20.382515+0000","last_change":"2024-07-26T12:23:20.382583+0000","last_active":"2024-07-26T12:23:20.382515+0000","last_peered":"2024-07-26T12:23:20.382515+0000","last_clean":"2024-07-26T12:23:20.382515+0000","last_became_active":"2024-07-26T12:21:44.602583+0000","last_became_peered":"2024-07-26T12:21:44.602583+0000","last_unstale":"2024-07-26T12:23:20.382515+0000","last_undegraded":"2024-07-26T12:23:20.382515+0000","last_fullsized":"2024-07-26T12:23:20.382515+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:20.382234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:20.382234+0000","last_clean_scrub_stamp":"2024-07-26T12:23:20.382234+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:06:14.079705+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":26,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:21.908755+0000","last_change":"2024-07-26T12:23:21.908835+0000","last_active":"2024-07-26T12:23:21.908755+0000","last_peered":"2024-07-26T12:23:21.908755+0000","last_clean":"2024-07-26T12:23:21.908755+0000","last_became_active":"2024-07-26T12:21:44.598748+0000","last_became_peered":"2024-07-26T12:21:44.598748+0000","last_unstale":"2024-07-26T12:23:21.908755+0000","last_undegraded":"2024-07-26T12:23:21.908755+0000","last_fullsized":"2024-07-26T12:23:21.908755+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:21.908486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:21.908486+0000","last_clean_scrub_stamp":"2024-07-26T12:23:21.908486+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:11:11.580800+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":26,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:26.836686+0000","last_change":"2024-07-26T12:23:26.836761+0000","last_active":"2024-07-26T12:23:26.836686+0000","last_peered":"2024-07-26T12:23:26.836686+0000","last_clean":"2024-07-26T12:23:26.836686+0000","last_became_active":"2024-07-26T12:21:44.593659+0000","last_became_peered":"2024-07-26T12:21:44.593659+0000","last_unstale":"2024-07-26T12:23:26.836686+0000","last_undegraded":"2024-07-26T12:23:26.836686+0000","last_fullsized":"2024-07-26T12:23:26.836686+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:26.836380+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:26.836380+0000","last_clean_scrub_stamp":"2024-07-26T12:23:26.836380+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:55:03.591452+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"24'1","reported_seq":27,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:22.409216+0000","last_change":"2024-07-26T12:23:22.409325+0000","last_active":"2024-07-26T12:23:22.409216+0000","last_peered":"2024-07-26T12:23:22.409216+0000","last_clean":"2024-07-26T12:23:22.409216+0000","last_became_active":"2024-07-26T12:21:44.609961+0000","last_became_peered":"2024-07-26T12:21:44.609961+0000","last_unstale":"2024-07-26T12:23:22.409216+0000","last_undegraded":"2024-07-26T12:23:22.409216+0000","last_fullsized":"2024-07-26T12:23:22.409216+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"24'1","last_scrub_stamp":"2024-07-26T12:23:22.408984+0000","last_deep_scrub":"24'1","last_deep_scrub_stamp":"2024-07-26T12:23:22.408984+0000","last_clean_scrub_stamp":"2024-07-26T12:23:22.408984+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:10:16.599875+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":26,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:21.685259+0000","last_change":"2024-07-26T12:23:21.685374+0000","last_active":"2024-07-26T12:23:21.685259+0000","last_peered":"2024-07-26T12:23:21.685259+0000","last_clean":"2024-07-26T12:23:21.685259+0000","last_became_active":"2024-07-26T12:21:44.608719+0000","last_became_peered":"2024-07-26T12:21:44.608719+0000","last_unstale":"2024-07-26T12:23:21.685259+0000","last_undegraded":"2024-07-26T12:23:21.685259+0000","last_fullsized":"2024-07-26T12:23:21.685259+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:21.685009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:21.685009+0000","last_clean_scrub_stamp":"2024-07-26T12:23:21.685009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:49:34.360394+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"24'1","reported_seq":27,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:28.903207+0000","last_change":"2024-07-26T12:23:28.903289+0000","last_active":"2024-07-26T12:23:28.903207+0000","last_peered":"2024-07-26T12:23:28.903207+0000","last_clean":"2024-07-26T12:23:28.903207+0000","last_became_active":"2024-07-26T12:21:44.610750+0000","last_became_peered":"2024-07-26T12:21:44.610750+0000","last_unstale":"2024-07-26T12:23:28.903207+0000","last_undegraded":"2024-07-26T12:23:28.903207+0000","last_fullsized":"2024-07-26T12:23:28.903207+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"24'1","last_scrub_stamp":"2024-07-26T12:23:28.902958+0000","last_deep_scrub":"24'1","last_deep_scrub_stamp":"2024-07-26T12:23:28.902958+0000","last_clean_scrub_stamp":"2024-07-26T12:23:28.902958+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:35:33.983324+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":26,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:25.890702+0000","last_change":"2024-07-26T12:23:25.890775+0000","last_active":"2024-07-26T12:23:25.890702+0000","last_peered":"2024-07-26T12:23:25.890702+0000","last_clean":"2024-07-26T12:23:25.890702+0000","last_became_active":"2024-07-26T12:21:44.619376+0000","last_became_peered":"2024-07-26T12:21:44.619376+0000","last_unstale":"2024-07-26T12:23:25.890702+0000","last_undegraded":"2024-07-26T12:23:25.890702+0000","last_fullsized":"2024-07-26T12:23:25.890702+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:25.890426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:25.890426+0000","last_clean_scrub_stamp":"2024-07-26T12:23:25.890426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:09:11.991130+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":26,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:20.271588+0000","last_change":"2024-07-26T12:23:20.271660+0000","last_active":"2024-07-26T12:23:20.271588+0000","last_peered":"2024-07-26T12:23:20.271588+0000","last_clean":"2024-07-26T12:23:20.271588+0000","last_became_active":"2024-07-26T12:21:44.597649+0000","last_became_peered":"2024-07-26T12:21:44.597649+0000","last_unstale":"2024-07-26T12:23:20.271588+0000","last_undegraded":"2024-07-26T12:23:20.271588+0000","last_fullsized":"2024-07-26T12:23:20.271588+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:20.271319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:20.271319+0000","last_clean_scrub_stamp":"2024-07-26T12:23:20.271319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:49:39.251003+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":26,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:32.604823+0000","last_change":"2024-07-26T12:23:32.604899+0000","last_active":"2024-07-26T12:23:32.604823+0000","last_peered":"2024-07-26T12:23:32.604823+0000","last_clean":"2024-07-26T12:23:32.604823+0000","last_became_active":"2024-07-26T12:21:44.597677+0000","last_became_peered":"2024-07-26T12:21:44.597677+0000","last_unstale":"2024-07-26T12:23:32.604823+0000","last_undegraded":"2024-07-26T12:23:32.604823+0000","last_fullsized":"2024-07-26T12:23:32.604823+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:32.604590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:32.604590+0000","last_clean_scrub_stamp":"2024-07-26T12:23:32.604590+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:15:08.955078+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":26,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:25.347751+0000","last_change":"2024-07-26T12:23:25.347909+0000","last_active":"2024-07-26T12:23:25.347751+0000","last_peered":"2024-07-26T12:23:25.347751+0000","last_clean":"2024-07-26T12:23:25.347751+0000","last_became_active":"2024-07-26T12:21:44.602543+0000","last_became_peered":"2024-07-26T12:21:44.602543+0000","last_unstale":"2024-07-26T12:23:25.347751+0000","last_undegraded":"2024-07-26T12:23:25.347751+0000","last_fullsized":"2024-07-26T12:23:25.347751+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:25.347420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:25.347420+0000","last_clean_scrub_stamp":"2024-07-26T12:23:25.347420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:30:51.626701+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":26,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:24.388974+0000","last_change":"2024-07-26T12:23:24.389043+0000","last_active":"2024-07-26T12:23:24.388974+0000","last_peered":"2024-07-26T12:23:24.388974+0000","last_clean":"2024-07-26T12:23:24.388974+0000","last_became_active":"2024-07-26T12:21:44.620385+0000","last_became_peered":"2024-07-26T12:21:44.620385+0000","last_unstale":"2024-07-26T12:23:24.388974+0000","last_undegraded":"2024-07-26T12:23:24.388974+0000","last_fullsized":"2024-07-26T12:23:24.388974+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:24.388721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:24.388721+0000","last_clean_scrub_stamp":"2024-07-26T12:23:24.388721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:30:50.668002+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":26,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:22.866427+0000","last_change":"2024-07-26T12:23:22.866496+0000","last_active":"2024-07-26T12:23:22.866427+0000","last_peered":"2024-07-26T12:23:22.866427+0000","last_clean":"2024-07-26T12:23:22.866427+0000","last_became_active":"2024-07-26T12:21:44.614878+0000","last_became_peered":"2024-07-26T12:21:44.614878+0000","last_unstale":"2024-07-26T12:23:22.866427+0000","last_undegraded":"2024-07-26T12:23:22.866427+0000","last_fullsized":"2024-07-26T12:23:22.866427+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:22.866196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:22.866196+0000","last_clean_scrub_stamp":"2024-07-26T12:23:22.866196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:37:50.180893+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":26,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:22.876226+0000","last_change":"2024-07-26T12:23:22.876325+0000","last_active":"2024-07-26T12:23:22.876226+0000","last_peered":"2024-07-26T12:23:22.876226+0000","last_clean":"2024-07-26T12:23:22.876226+0000","last_became_active":"2024-07-26T12:21:44.582397+0000","last_became_peered":"2024-07-26T12:21:44.582397+0000","last_unstale":"2024-07-26T12:23:22.876226+0000","last_undegraded":"2024-07-26T12:23:22.876226+0000","last_fullsized":"2024-07-26T12:23:22.876226+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:22.875986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:22.875986+0000","last_clean_scrub_stamp":"2024-07-26T12:23:22.875986+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:38:09.056665+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":27,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:24.932193+0000","last_change":"2024-07-26T12:23:24.932193+0000","last_active":"2024-07-26T12:23:24.932193+0000","last_peered":"2024-07-26T12:23:24.932193+0000","last_clean":"2024-07-26T12:23:24.932193+0000","last_became_active":"2024-07-26T12:21:44.617270+0000","last_became_peered":"2024-07-26T12:21:44.617270+0000","last_unstale":"2024-07-26T12:23:24.932193+0000","last_undegraded":"2024-07-26T12:23:24.932193+0000","last_fullsized":"2024-07-26T12:23:24.932193+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:24.931853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:24.931853+0000","last_clean_scrub_stamp":"2024-07-26T12:23:24.931853+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:34:24.248300+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":27,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:24.906418+0000","last_change":"2024-07-26T12:23:24.906418+0000","last_active":"2024-07-26T12:23:24.906418+0000","last_peered":"2024-07-26T12:23:24.906418+0000","last_clean":"2024-07-26T12:23:24.906418+0000","last_became_active":"2024-07-26T12:21:44.585376+0000","last_became_peered":"2024-07-26T12:21:44.585376+0000","last_unstale":"2024-07-26T12:23:24.906418+0000","last_undegraded":"2024-07-26T12:23:24.906418+0000","last_fullsized":"2024-07-26T12:23:24.906418+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:24.906047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:24.906047+0000","last_clean_scrub_stamp":"2024-07-26T12:23:24.906047+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:26:37.514096+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":27,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:27.339914+0000","last_change":"2024-07-26T12:23:27.339914+0000","last_active":"2024-07-26T12:23:27.339914+0000","last_peered":"2024-07-26T12:23:27.339914+0000","last_clean":"2024-07-26T12:23:27.339914+0000","last_became_active":"2024-07-26T12:21:44.596828+0000","last_became_peered":"2024-07-26T12:21:44.596828+0000","last_unstale":"2024-07-26T12:23:27.339914+0000","last_undegraded":"2024-07-26T12:23:27.339914+0000","last_fullsized":"2024-07-26T12:23:27.339914+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:27.339595+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:27.339595+0000","last_clean_scrub_stamp":"2024-07-26T12:23:27.339595+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:03:51.666440+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"24'1","reported_seq":28,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:23.605235+0000","last_change":"2024-07-26T12:23:23.605235+0000","last_active":"2024-07-26T12:23:23.605235+0000","last_peered":"2024-07-26T12:23:23.605235+0000","last_clean":"2024-07-26T12:23:23.605235+0000","last_became_active":"2024-07-26T12:21:44.627382+0000","last_became_peered":"2024-07-26T12:21:44.627382+0000","last_unstale":"2024-07-26T12:23:23.605235+0000","last_undegraded":"2024-07-26T12:23:23.605235+0000","last_fullsized":"2024-07-26T12:23:23.605235+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"24'1","last_scrub_stamp":"2024-07-26T12:23:23.604916+0000","last_deep_scrub":"24'1","last_deep_scrub_stamp":"2024-07-26T12:23:23.604916+0000","last_clean_scrub_stamp":"2024-07-26T12:23:23.604916+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:08:36.119896+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":27,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:20.855157+0000","last_change":"2024-07-26T12:23:20.855157+0000","last_active":"2024-07-26T12:23:20.855157+0000","last_peered":"2024-07-26T12:23:20.855157+0000","last_clean":"2024-07-26T12:23:20.855157+0000","last_became_active":"2024-07-26T12:21:44.587686+0000","last_became_peered":"2024-07-26T12:21:44.587686+0000","last_unstale":"2024-07-26T12:23:20.855157+0000","last_undegraded":"2024-07-26T12:23:20.855157+0000","last_fullsized":"2024-07-26T12:23:20.855157+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:20.854839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:20.854839+0000","last_clean_scrub_stamp":"2024-07-26T12:23:20.854839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:08:33.369820+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":27,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:20.482903+0000","last_change":"2024-07-26T12:23:20.482903+0000","last_active":"2024-07-26T12:23:20.482903+0000","last_peered":"2024-07-26T12:23:20.482903+0000","last_clean":"2024-07-26T12:23:20.482903+0000","last_became_active":"2024-07-26T12:21:44.617803+0000","last_became_peered":"2024-07-26T12:21:44.617803+0000","last_unstale":"2024-07-26T12:23:20.482903+0000","last_undegraded":"2024-07-26T12:23:20.482903+0000","last_fullsized":"2024-07-26T12:23:20.482903+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:20.482591+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:20.482591+0000","last_clean_scrub_stamp":"2024-07-26T12:23:20.482591+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:49:33.157976+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:22.335152+0000","last_change":"2024-07-26T12:23:22.335225+0000","last_active":"2024-07-26T12:23:22.335152+0000","last_peered":"2024-07-26T12:23:22.335152+0000","last_clean":"2024-07-26T12:23:22.335152+0000","last_became_active":"2024-07-26T12:22:22.862335+0000","last_became_peered":"2024-07-26T12:22:22.862335+0000","last_unstale":"2024-07-26T12:23:22.335152+0000","last_undegraded":"2024-07-26T12:23:22.335152+0000","last_fullsized":"2024-07-26T12:23:22.335152+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:22.334813+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:22.334813+0000","last_clean_scrub_stamp":"2024-07-26T12:23:22.334813+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:41:50.809857+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":27,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:19.265110+0000","last_change":"2024-07-26T12:23:19.265110+0000","last_active":"2024-07-26T12:23:19.265110+0000","last_peered":"2024-07-26T12:23:19.265110+0000","last_clean":"2024-07-26T12:23:19.265110+0000","last_became_active":"2024-07-26T12:21:44.599162+0000","last_became_peered":"2024-07-26T12:21:44.599162+0000","last_unstale":"2024-07-26T12:23:19.265110+0000","last_undegraded":"2024-07-26T12:23:19.265110+0000","last_fullsized":"2024-07-26T12:23:19.265110+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:19.264868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:19.264868+0000","last_clean_scrub_stamp":"2024-07-26T12:23:19.264868+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:06:47.406342+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":27,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:21.395751+0000","last_change":"2024-07-26T12:23:21.395751+0000","last_active":"2024-07-26T12:23:21.395751+0000","last_peered":"2024-07-26T12:23:21.395751+0000","last_clean":"2024-07-26T12:23:21.395751+0000","last_became_active":"2024-07-26T12:21:44.605533+0000","last_became_peered":"2024-07-26T12:21:44.605533+0000","last_unstale":"2024-07-26T12:23:21.395751+0000","last_undegraded":"2024-07-26T12:23:21.395751+0000","last_fullsized":"2024-07-26T12:23:21.395751+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:21.395425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:21.395425+0000","last_clean_scrub_stamp":"2024-07-26T12:23:21.395425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:49:34.070811+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":26,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:19.888757+0000","last_change":"2024-07-26T12:23:19.888884+0000","last_active":"2024-07-26T12:23:19.888757+0000","last_peered":"2024-07-26T12:23:19.888757+0000","last_clean":"2024-07-26T12:23:19.888757+0000","last_became_active":"2024-07-26T12:21:44.602204+0000","last_became_peered":"2024-07-26T12:21:44.602204+0000","last_unstale":"2024-07-26T12:23:19.888757+0000","last_undegraded":"2024-07-26T12:23:19.888757+0000","last_fullsized":"2024-07-26T12:23:19.888757+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:19.888416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:19.888416+0000","last_clean_scrub_stamp":"2024-07-26T12:23:19.888416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:06:48.029890+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"21'1","reported_seq":29,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:15.795079+0000","last_change":"2024-07-26T12:23:15.795160+0000","last_active":"2024-07-26T12:23:15.795079+0000","last_peered":"2024-07-26T12:23:15.795079+0000","last_clean":"2024-07-26T12:23:15.795079+0000","last_became_active":"2024-07-26T12:21:43.597822+0000","last_became_peered":"2024-07-26T12:21:43.597822+0000","last_unstale":"2024-07-26T12:23:15.795079+0000","last_undegraded":"2024-07-26T12:23:15.795079+0000","last_fullsized":"2024-07-26T12:23:15.795079+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"21'1","last_scrub_stamp":"2024-07-26T12:23:15.794823+0000","last_deep_scrub":"21'1","last_deep_scrub_stamp":"2024-07-26T12:23:15.794823+0000","last_clean_scrub_stamp":"2024-07-26T12:23:15.794823+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:09:55.188037+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":26,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:19.513096+0000","last_change":"2024-07-26T12:23:19.513234+0000","last_active":"2024-07-26T12:23:19.513096+0000","last_peered":"2024-07-26T12:23:19.513096+0000","last_clean":"2024-07-26T12:23:19.513096+0000","last_became_active":"2024-07-26T12:21:44.598135+0000","last_became_peered":"2024-07-26T12:21:44.598135+0000","last_unstale":"2024-07-26T12:23:19.513096+0000","last_undegraded":"2024-07-26T12:23:19.513096+0000","last_fullsized":"2024-07-26T12:23:19.513096+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:19.512725+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:19.512725+0000","last_clean_scrub_stamp":"2024-07-26T12:23:19.512725+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:06:13.210196+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"21'1","reported_seq":29,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:26.345576+0000","last_change":"2024-07-26T12:23:26.345651+0000","last_active":"2024-07-26T12:23:26.345576+0000","last_peered":"2024-07-26T12:23:26.345576+0000","last_clean":"2024-07-26T12:23:26.345576+0000","last_became_active":"2024-07-26T12:21:43.597357+0000","last_became_peered":"2024-07-26T12:21:43.597357+0000","last_unstale":"2024-07-26T12:23:26.345576+0000","last_undegraded":"2024-07-26T12:23:26.345576+0000","last_fullsized":"2024-07-26T12:23:26.345576+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"21'1","last_scrub_stamp":"2024-07-26T12:23:26.345320+0000","last_deep_scrub":"21'1","last_deep_scrub_stamp":"2024-07-26T12:23:26.345320+0000","last_clean_scrub_stamp":"2024-07-26T12:23:26.345320+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:38:12.526000+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":28,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:16.814447+0000","last_change":"2024-07-26T12:23:16.814493+0000","last_active":"2024-07-26T12:23:16.814447+0000","last_peered":"2024-07-26T12:23:16.814447+0000","last_clean":"2024-07-26T12:23:16.814447+0000","last_became_active":"2024-07-26T12:21:43.583951+0000","last_became_peered":"2024-07-26T12:21:43.583951+0000","last_unstale":"2024-07-26T12:23:16.814447+0000","last_undegraded":"2024-07-26T12:23:16.814447+0000","last_fullsized":"2024-07-26T12:23:16.814447+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:16.814350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:16.814350+0000","last_clean_scrub_stamp":"2024-07-26T12:23:16.814350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:38:04.045191+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:25.625378+0000","last_change":"2024-07-26T12:23:25.625451+0000","last_active":"2024-07-26T12:23:25.625378+0000","last_peered":"2024-07-26T12:23:25.625378+0000","last_clean":"2024-07-26T12:23:25.625378+0000","last_became_active":"2024-07-26T12:22:22.816354+0000","last_became_peered":"2024-07-26T12:22:22.816354+0000","last_unstale":"2024-07-26T12:23:25.625378+0000","last_undegraded":"2024-07-26T12:23:25.625378+0000","last_fullsized":"2024-07-26T12:23:25.625378+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:25.625109+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:25.625109+0000","last_clean_scrub_stamp":"2024-07-26T12:23:25.625109+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:38:11.805788+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":28,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:21.909123+0000","last_change":"2024-07-26T12:23:21.909207+0000","last_active":"2024-07-26T12:23:21.909123+0000","last_peered":"2024-07-26T12:23:21.909123+0000","last_clean":"2024-07-26T12:23:21.909123+0000","last_became_active":"2024-07-26T12:21:43.598768+0000","last_became_peered":"2024-07-26T12:21:43.598768+0000","last_unstale":"2024-07-26T12:23:21.909123+0000","last_undegraded":"2024-07-26T12:23:21.909123+0000","last_fullsized":"2024-07-26T12:23:21.909123+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:21.908767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:21.908767+0000","last_clean_scrub_stamp":"2024-07-26T12:23:21.908767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:59:10.438552+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":26,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:20.636017+0000","last_change":"2024-07-26T12:23:20.636094+0000","last_active":"2024-07-26T12:23:20.636017+0000","last_peered":"2024-07-26T12:23:20.636017+0000","last_clean":"2024-07-26T12:23:20.636017+0000","last_became_active":"2024-07-26T12:21:44.614900+0000","last_became_peered":"2024-07-26T12:21:44.614900+0000","last_unstale":"2024-07-26T12:23:20.636017+0000","last_undegraded":"2024-07-26T12:23:20.636017+0000","last_fullsized":"2024-07-26T12:23:20.636017+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:20.635777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:20.635777+0000","last_clean_scrub_stamp":"2024-07-26T12:23:20.635777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:06:14.333248+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"24'1","reported_seq":29,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:22.348089+0000","last_change":"2024-07-26T12:23:22.348165+0000","last_active":"2024-07-26T12:23:22.348089+0000","last_peered":"2024-07-26T12:23:22.348089+0000","last_clean":"2024-07-26T12:23:22.348089+0000","last_became_active":"2024-07-26T12:21:43.596190+0000","last_became_peered":"2024-07-26T12:21:43.596190+0000","last_unstale":"2024-07-26T12:23:22.348089+0000","last_undegraded":"2024-07-26T12:23:22.348089+0000","last_fullsized":"2024-07-26T12:23:22.348089+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"24'1","last_scrub_stamp":"2024-07-26T12:23:22.347797+0000","last_deep_scrub":"24'1","last_deep_scrub_stamp":"2024-07-26T12:23:22.347797+0000","last_clean_scrub_stamp":"2024-07-26T12:23:22.347797+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:55:52.987276+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:18.218376+0000","last_change":"2024-07-26T12:23:18.218559+0000","last_active":"2024-07-26T12:23:18.218376+0000","last_peered":"2024-07-26T12:23:18.218376+0000","last_clean":"2024-07-26T12:23:18.218376+0000","last_became_active":"2024-07-26T12:22:22.863503+0000","last_became_peered":"2024-07-26T12:22:22.863503+0000","last_unstale":"2024-07-26T12:23:18.218376+0000","last_undegraded":"2024-07-26T12:23:18.218376+0000","last_fullsized":"2024-07-26T12:23:18.218376+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:18.218035+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:18.218035+0000","last_clean_scrub_stamp":"2024-07-26T12:23:18.218035+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:19:50.219785+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":28,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:19.897498+0000","last_change":"2024-07-26T12:23:19.897565+0000","last_active":"2024-07-26T12:23:19.897498+0000","last_peered":"2024-07-26T12:23:19.897498+0000","last_clean":"2024-07-26T12:23:19.897498+0000","last_became_active":"2024-07-26T12:21:43.598135+0000","last_became_peered":"2024-07-26T12:21:43.598135+0000","last_unstale":"2024-07-26T12:23:19.897498+0000","last_undegraded":"2024-07-26T12:23:19.897498+0000","last_fullsized":"2024-07-26T12:23:19.897498+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:19.897261+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:19.897261+0000","last_clean_scrub_stamp":"2024-07-26T12:23:19.897261+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:49:09.916773+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":26,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:15.535192+0000","last_change":"2024-07-26T12:23:15.535258+0000","last_active":"2024-07-26T12:23:15.535192+0000","last_peered":"2024-07-26T12:23:15.535192+0000","last_clean":"2024-07-26T12:23:15.535192+0000","last_became_active":"2024-07-26T12:21:44.602473+0000","last_became_peered":"2024-07-26T12:21:44.602473+0000","last_unstale":"2024-07-26T12:23:15.535192+0000","last_undegraded":"2024-07-26T12:23:15.535192+0000","last_fullsized":"2024-07-26T12:23:15.535192+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:15.534966+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:15.534966+0000","last_clean_scrub_stamp":"2024-07-26T12:23:15.534966+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:17:06.036237+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"24'9","reported_seq":37,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:22.654622+0000","last_change":"2024-07-26T12:23:22.654723+0000","last_active":"2024-07-26T12:23:22.654622+0000","last_peered":"2024-07-26T12:23:22.654622+0000","last_clean":"2024-07-26T12:23:22.654622+0000","last_became_active":"2024-07-26T12:21:43.601312+0000","last_became_peered":"2024-07-26T12:21:43.601312+0000","last_unstale":"2024-07-26T12:23:22.654622+0000","last_undegraded":"2024-07-26T12:23:22.654622+0000","last_fullsized":"2024-07-26T12:23:22.654622+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"24'9","last_scrub_stamp":"2024-07-26T12:23:22.654346+0000","last_deep_scrub":"24'9","last_deep_scrub_stamp":"2024-07-26T12:23:22.654346+0000","last_clean_scrub_stamp":"2024-07-26T12:23:22.654346+0000","objects_scrubbed":2,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:55:53.293825+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":26,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:18.910927+0000","last_change":"2024-07-26T12:23:18.911002+0000","last_active":"2024-07-26T12:23:18.910927+0000","last_peered":"2024-07-26T12:23:18.910927+0000","last_clean":"2024-07-26T12:23:18.910927+0000","last_became_active":"2024-07-26T12:21:44.600952+0000","last_became_peered":"2024-07-26T12:21:44.600952+0000","last_unstale":"2024-07-26T12:23:18.910927+0000","last_undegraded":"2024-07-26T12:23:18.910927+0000","last_fullsized":"2024-07-26T12:23:18.910927+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:18.910646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:18.910646+0000","last_clean_scrub_stamp":"2024-07-26T12:23:18.910646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:12:37.389019+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"24'72","reported_seq":100,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:24.378854+0000","last_change":"2024-07-26T12:23:24.378948+0000","last_active":"2024-07-26T12:23:24.378854+0000","last_peered":"2024-07-26T12:23:24.378854+0000","last_clean":"2024-07-26T12:23:24.378854+0000","last_became_active":"2024-07-26T12:21:43.590913+0000","last_became_peered":"2024-07-26T12:21:43.590913+0000","last_unstale":"2024-07-26T12:23:24.378854+0000","last_undegraded":"2024-07-26T12:23:24.378854+0000","last_fullsized":"2024-07-26T12:23:24.378854+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"24'72","last_scrub_stamp":"2024-07-26T12:23:24.378614+0000","last_deep_scrub":"24'72","last_deep_scrub_stamp":"2024-07-26T12:23:24.378614+0000","last_clean_scrub_stamp":"2024-07-26T12:23:24.378614+0000","objects_scrubbed":4,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:08:36.893594+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":78480,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":69,"num_write_kb":113,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":26,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:30.558201+0000","last_change":"2024-07-26T12:23:30.558268+0000","last_active":"2024-07-26T12:23:30.558201+0000","last_peered":"2024-07-26T12:23:30.558201+0000","last_clean":"2024-07-26T12:23:30.558201+0000","last_became_active":"2024-07-26T12:21:44.627137+0000","last_became_peered":"2024-07-26T12:21:44.627137+0000","last_unstale":"2024-07-26T12:23:30.558201+0000","last_undegraded":"2024-07-26T12:23:30.558201+0000","last_fullsized":"2024-07-26T12:23:30.558201+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:30.557864+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:30.557864+0000","last_clean_scrub_stamp":"2024-07-26T12:23:30.557864+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:21:16.407081+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"24'4","reported_seq":32,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:13.525383+0000","last_change":"2024-07-26T12:23:13.525481+0000","last_active":"2024-07-26T12:23:13.525383+0000","last_peered":"2024-07-26T12:23:13.525383+0000","last_clean":"2024-07-26T12:23:13.525383+0000","last_became_active":"2024-07-26T12:21:43.588133+0000","last_became_peered":"2024-07-26T12:21:43.588133+0000","last_unstale":"2024-07-26T12:23:13.525383+0000","last_undegraded":"2024-07-26T12:23:13.525383+0000","last_fullsized":"2024-07-26T12:23:13.525383+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"24'4","last_scrub_stamp":"2024-07-26T12:23:13.525111+0000","last_deep_scrub":"24'4","last_deep_scrub_stamp":"2024-07-26T12:23:13.525111+0000","last_clean_scrub_stamp":"2024-07-26T12:23:13.525111+0000","objects_scrubbed":2,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:39:37.902079+0000","scrub_duration":8,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5000,"num_omap_keys":10,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"24'3","reported_seq":29,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:23.403381+0000","last_change":"2024-07-26T12:23:23.403459+0000","last_active":"2024-07-26T12:23:23.403381+0000","last_peered":"2024-07-26T12:23:23.403381+0000","last_clean":"2024-07-26T12:23:23.403381+0000","last_became_active":"2024-07-26T12:21:44.621372+0000","last_became_peered":"2024-07-26T12:21:44.621372+0000","last_unstale":"2024-07-26T12:23:23.403381+0000","last_undegraded":"2024-07-26T12:23:23.403381+0000","last_fullsized":"2024-07-26T12:23:23.403381+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"24'3","last_scrub_stamp":"2024-07-26T12:23:23.403106+0000","last_deep_scrub":"24'3","last_deep_scrub_stamp":"2024-07-26T12:23:23.403106+0000","last_clean_scrub_stamp":"2024-07-26T12:23:23.403106+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:08:35.918087+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":28,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:20.864759+0000","last_change":"2024-07-26T12:23:20.864824+0000","last_active":"2024-07-26T12:23:20.864759+0000","last_peered":"2024-07-26T12:23:20.864759+0000","last_clean":"2024-07-26T12:23:20.864759+0000","last_became_active":"2024-07-26T12:21:43.595837+0000","last_became_peered":"2024-07-26T12:21:43.595837+0000","last_unstale":"2024-07-26T12:23:20.864759+0000","last_undegraded":"2024-07-26T12:23:20.864759+0000","last_fullsized":"2024-07-26T12:23:20.864759+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:20.864517+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:20.864517+0000","last_clean_scrub_stamp":"2024-07-26T12:23:20.864517+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:38:56.607157+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"24'1","reported_seq":27,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:27.591281+0000","last_change":"2024-07-26T12:23:27.591427+0000","last_active":"2024-07-26T12:23:27.591281+0000","last_peered":"2024-07-26T12:23:27.591281+0000","last_clean":"2024-07-26T12:23:27.591281+0000","last_became_active":"2024-07-26T12:21:44.612702+0000","last_became_peered":"2024-07-26T12:21:44.612702+0000","last_unstale":"2024-07-26T12:23:27.591281+0000","last_undegraded":"2024-07-26T12:23:27.591281+0000","last_fullsized":"2024-07-26T12:23:27.591281+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"24'1","last_scrub_stamp":"2024-07-26T12:23:27.590890+0000","last_deep_scrub":"24'1","last_deep_scrub_stamp":"2024-07-26T12:23:27.590890+0000","last_clean_scrub_stamp":"2024-07-26T12:23:27.590890+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:56:57.610328+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":28,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:23.333811+0000","last_change":"2024-07-26T12:23:23.333883+0000","last_active":"2024-07-26T12:23:23.333811+0000","last_peered":"2024-07-26T12:23:23.333811+0000","last_clean":"2024-07-26T12:23:23.333811+0000","last_became_active":"2024-07-26T12:21:43.587549+0000","last_became_peered":"2024-07-26T12:21:43.587549+0000","last_unstale":"2024-07-26T12:23:23.333811+0000","last_undegraded":"2024-07-26T12:23:23.333811+0000","last_fullsized":"2024-07-26T12:23:23.333811+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:23.333569+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:23.333569+0000","last_clean_scrub_stamp":"2024-07-26T12:23:23.333569+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:10:17.524460+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":26,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:19.411068+0000","last_change":"2024-07-26T12:23:19.411206+0000","last_active":"2024-07-26T12:23:19.411068+0000","last_peered":"2024-07-26T12:23:19.411068+0000","last_clean":"2024-07-26T12:23:19.411068+0000","last_became_active":"2024-07-26T12:21:44.604495+0000","last_became_peered":"2024-07-26T12:21:44.604495+0000","last_unstale":"2024-07-26T12:23:19.411068+0000","last_undegraded":"2024-07-26T12:23:19.411068+0000","last_fullsized":"2024-07-26T12:23:19.411068+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:19.410629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:19.410629+0000","last_clean_scrub_stamp":"2024-07-26T12:23:19.410629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:09:58.803844+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"24'12","reported_seq":40,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:21.295747+0000","last_change":"2024-07-26T12:23:21.295861+0000","last_active":"2024-07-26T12:23:21.295747+0000","last_peered":"2024-07-26T12:23:21.295747+0000","last_clean":"2024-07-26T12:23:21.295747+0000","last_became_active":"2024-07-26T12:21:43.582984+0000","last_became_peered":"2024-07-26T12:21:43.582984+0000","last_unstale":"2024-07-26T12:23:21.295747+0000","last_undegraded":"2024-07-26T12:23:21.295747+0000","last_fullsized":"2024-07-26T12:23:21.295747+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"24'12","last_scrub_stamp":"2024-07-26T12:23:21.295504+0000","last_deep_scrub":"24'12","last_deep_scrub_stamp":"2024-07-26T12:23:21.295504+0000","last_clean_scrub_stamp":"2024-07-26T12:23:21.295504+0000","objects_scrubbed":4,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:11:10.967819+0000","scrub_duration":12,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":26,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:35.567305+0000","last_change":"2024-07-26T12:23:35.567380+0000","last_active":"2024-07-26T12:23:35.567305+0000","last_peered":"2024-07-26T12:23:35.567305+0000","last_clean":"2024-07-26T12:23:35.567305+0000","last_became_active":"2024-07-26T12:21:44.601407+0000","last_became_peered":"2024-07-26T12:21:44.601407+0000","last_unstale":"2024-07-26T12:23:35.567305+0000","last_undegraded":"2024-07-26T12:23:35.567305+0000","last_fullsized":"2024-07-26T12:23:35.567305+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:35.566938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:35.566938+0000","last_clean_scrub_stamp":"2024-07-26T12:23:35.566938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:34:19.477672+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"24'2","reported_seq":30,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:17.911234+0000","last_change":"2024-07-26T12:23:17.911413+0000","last_active":"2024-07-26T12:23:17.911234+0000","last_peered":"2024-07-26T12:23:17.911234+0000","last_clean":"2024-07-26T12:23:17.911234+0000","last_became_active":"2024-07-26T12:21:43.585351+0000","last_became_peered":"2024-07-26T12:21:43.585351+0000","last_unstale":"2024-07-26T12:23:17.911234+0000","last_undegraded":"2024-07-26T12:23:17.911234+0000","last_fullsized":"2024-07-26T12:23:17.911234+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"24'2","last_scrub_stamp":"2024-07-26T12:23:17.910912+0000","last_deep_scrub":"24'2","last_deep_scrub_stamp":"2024-07-26T12:23:17.910912+0000","last_clean_scrub_stamp":"2024-07-26T12:23:17.910912+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:34:29.443925+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":26,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:23.602173+0000","last_change":"2024-07-26T12:23:23.602244+0000","last_active":"2024-07-26T12:23:23.602173+0000","last_peered":"2024-07-26T12:23:23.602173+0000","last_clean":"2024-07-26T12:23:23.602173+0000","last_became_active":"2024-07-26T12:21:44.605107+0000","last_became_peered":"2024-07-26T12:21:44.605107+0000","last_unstale":"2024-07-26T12:23:23.602173+0000","last_undegraded":"2024-07-26T12:23:23.602173+0000","last_fullsized":"2024-07-26T12:23:23.602173+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:23.601894+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:23.601894+0000","last_clean_scrub_stamp":"2024-07-26T12:23:23.601894+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:55:00.356966+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"24'3","reported_seq":31,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:17.194043+0000","last_change":"2024-07-26T12:23:17.194156+0000","last_active":"2024-07-26T12:23:17.194043+0000","last_peered":"2024-07-26T12:23:17.194043+0000","last_clean":"2024-07-26T12:23:17.194043+0000","last_became_active":"2024-07-26T12:21:43.585935+0000","last_became_peered":"2024-07-26T12:21:43.585935+0000","last_unstale":"2024-07-26T12:23:17.194043+0000","last_undegraded":"2024-07-26T12:23:17.194043+0000","last_fullsized":"2024-07-26T12:23:17.194043+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"24'3","last_scrub_stamp":"2024-07-26T12:23:17.193857+0000","last_deep_scrub":"24'3","last_deep_scrub_stamp":"2024-07-26T12:23:17.193857+0000","last_clean_scrub_stamp":"2024-07-26T12:23:17.193857+0000","objects_scrubbed":1,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:43:56.286424+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":26,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:26.569706+0000","last_change":"2024-07-26T12:23:26.569777+0000","last_active":"2024-07-26T12:23:26.569706+0000","last_peered":"2024-07-26T12:23:26.569706+0000","last_clean":"2024-07-26T12:23:26.569706+0000","last_became_active":"2024-07-26T12:21:44.611464+0000","last_became_peered":"2024-07-26T12:21:44.611464+0000","last_unstale":"2024-07-26T12:23:26.569706+0000","last_undegraded":"2024-07-26T12:23:26.569706+0000","last_fullsized":"2024-07-26T12:23:26.569706+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:26.569481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:26.569481+0000","last_clean_scrub_stamp":"2024-07-26T12:23:26.569481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:14:05.979447+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"24'2","reported_seq":30,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:19.657824+0000","last_change":"2024-07-26T12:23:19.657912+0000","last_active":"2024-07-26T12:23:19.657824+0000","last_peered":"2024-07-26T12:23:19.657824+0000","last_clean":"2024-07-26T12:23:19.657824+0000","last_became_active":"2024-07-26T12:21:43.586989+0000","last_became_peered":"2024-07-26T12:21:43.586989+0000","last_unstale":"2024-07-26T12:23:19.657824+0000","last_undegraded":"2024-07-26T12:23:19.657824+0000","last_fullsized":"2024-07-26T12:23:19.657824+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"24'2","last_scrub_stamp":"2024-07-26T12:23:19.657584+0000","last_deep_scrub":"24'2","last_deep_scrub_stamp":"2024-07-26T12:23:19.657584+0000","last_clean_scrub_stamp":"2024-07-26T12:23:19.657584+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:38:06.888426+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":26,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:26.912431+0000","last_change":"2024-07-26T12:23:26.912500+0000","last_active":"2024-07-26T12:23:26.912431+0000","last_peered":"2024-07-26T12:23:26.912431+0000","last_clean":"2024-07-26T12:23:26.912431+0000","last_became_active":"2024-07-26T12:21:44.617072+0000","last_became_peered":"2024-07-26T12:21:44.617072+0000","last_unstale":"2024-07-26T12:23:26.912431+0000","last_undegraded":"2024-07-26T12:23:26.912431+0000","last_fullsized":"2024-07-26T12:23:26.912431+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:26.912202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:26.912202+0000","last_clean_scrub_stamp":"2024-07-26T12:23:26.912202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:17:54.370122+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":28,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:15.148436+0000","last_change":"2024-07-26T12:23:15.148489+0000","last_active":"2024-07-26T12:23:15.148436+0000","last_peered":"2024-07-26T12:23:15.148436+0000","last_clean":"2024-07-26T12:23:15.148436+0000","last_became_active":"2024-07-26T12:21:43.601179+0000","last_became_peered":"2024-07-26T12:21:43.601179+0000","last_unstale":"2024-07-26T12:23:15.148436+0000","last_undegraded":"2024-07-26T12:23:15.148436+0000","last_fullsized":"2024-07-26T12:23:15.148436+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:15.148282+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:15.148282+0000","last_clean_scrub_stamp":"2024-07-26T12:23:15.148282+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:06:04.994250+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":26,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:25.550820+0000","last_change":"2024-07-26T12:23:25.550891+0000","last_active":"2024-07-26T12:23:25.550820+0000","last_peered":"2024-07-26T12:23:25.550820+0000","last_clean":"2024-07-26T12:23:25.550820+0000","last_became_active":"2024-07-26T12:21:44.609773+0000","last_became_peered":"2024-07-26T12:21:44.609773+0000","last_unstale":"2024-07-26T12:23:25.550820+0000","last_undegraded":"2024-07-26T12:23:25.550820+0000","last_fullsized":"2024-07-26T12:23:25.550820+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:25.550583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:25.550583+0000","last_clean_scrub_stamp":"2024-07-26T12:23:25.550583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:03:05.732260+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"24'74","reported_seq":127,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:20.609909+0000","last_change":"2024-07-26T12:23:20.609909+0000","last_active":"2024-07-26T12:23:20.609909+0000","last_peered":"2024-07-26T12:23:20.609909+0000","last_clean":"2024-07-26T12:23:20.609909+0000","last_became_active":"2024-07-26T12:21:33.464397+0000","last_became_peered":"2024-07-26T12:21:33.464397+0000","last_unstale":"2024-07-26T12:23:20.609909+0000","last_undegraded":"2024-07-26T12:23:20.609909+0000","last_fullsized":"2024-07-26T12:23:20.609909+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"24'74","last_scrub_stamp":"2024-07-26T12:23:20.609190+0000","last_deep_scrub":"24'74","last_deep_scrub_stamp":"2024-07-26T12:23:20.609190+0000","last_clean_scrub_stamp":"2024-07-26T12:23:20.609190+0000","objects_scrubbed":2,"log_size":74,"log_dups_size":0,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:03:44.936035+0000","scrub_duration":13,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":29,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:17.874777+0000","last_change":"2024-07-26T12:23:17.874777+0000","last_active":"2024-07-26T12:23:17.874777+0000","last_peered":"2024-07-26T12:23:17.874777+0000","last_clean":"2024-07-26T12:23:17.874777+0000","last_became_active":"2024-07-26T12:21:43.595878+0000","last_became_peered":"2024-07-26T12:21:43.595878+0000","last_unstale":"2024-07-26T12:23:17.874777+0000","last_undegraded":"2024-07-26T12:23:17.874777+0000","last_fullsized":"2024-07-26T12:23:17.874777+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:17.874250+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:17.874250+0000","last_clean_scrub_stamp":"2024-07-26T12:23:17.874250+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:54:45.182120+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":27,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:17.852143+0000","last_change":"2024-07-26T12:23:17.852143+0000","last_active":"2024-07-26T12:23:17.852143+0000","last_peered":"2024-07-26T12:23:17.852143+0000","last_clean":"2024-07-26T12:23:17.852143+0000","last_became_active":"2024-07-26T12:21:44.616429+0000","last_became_peered":"2024-07-26T12:21:44.616429+0000","last_unstale":"2024-07-26T12:23:17.852143+0000","last_undegraded":"2024-07-26T12:23:17.852143+0000","last_fullsized":"2024-07-26T12:23:17.852143+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:17.851831+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:17.851831+0000","last_clean_scrub_stamp":"2024-07-26T12:23:17.851831+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:06:11.549302+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":29,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:22.608675+0000","last_change":"2024-07-26T12:23:22.608675+0000","last_active":"2024-07-26T12:23:22.608675+0000","last_peered":"2024-07-26T12:23:22.608675+0000","last_clean":"2024-07-26T12:23:22.608675+0000","last_became_active":"2024-07-26T12:21:43.598892+0000","last_became_peered":"2024-07-26T12:21:43.598892+0000","last_unstale":"2024-07-26T12:23:22.608675+0000","last_undegraded":"2024-07-26T12:23:22.608675+0000","last_fullsized":"2024-07-26T12:23:22.608675+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:22.608367+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:22.608367+0000","last_clean_scrub_stamp":"2024-07-26T12:23:22.608367+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:22:09.922486+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":27,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:16.510735+0000","last_change":"2024-07-26T12:23:16.510735+0000","last_active":"2024-07-26T12:23:16.510735+0000","last_peered":"2024-07-26T12:23:16.510735+0000","last_clean":"2024-07-26T12:23:16.510735+0000","last_became_active":"2024-07-26T12:21:44.602633+0000","last_became_peered":"2024-07-26T12:21:44.602633+0000","last_unstale":"2024-07-26T12:23:16.510735+0000","last_undegraded":"2024-07-26T12:23:16.510735+0000","last_fullsized":"2024-07-26T12:23:16.510735+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:16.510609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:16.510609+0000","last_clean_scrub_stamp":"2024-07-26T12:23:16.510609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:37:34.352783+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"24'7","reported_seq":42,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:16.149107+0000","last_change":"2024-07-26T12:23:16.149107+0000","last_active":"2024-07-26T12:23:16.149107+0000","last_peered":"2024-07-26T12:23:16.149107+0000","last_clean":"2024-07-26T12:23:16.149107+0000","last_became_active":"2024-07-26T12:21:43.587920+0000","last_became_peered":"2024-07-26T12:21:43.587920+0000","last_unstale":"2024-07-26T12:23:16.149107+0000","last_undegraded":"2024-07-26T12:23:16.149107+0000","last_fullsized":"2024-07-26T12:23:16.149107+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"24'7","last_scrub_stamp":"2024-07-26T12:23:16.148765+0000","last_deep_scrub":"24'7","last_deep_scrub_stamp":"2024-07-26T12:23:16.148765+0000","last_clean_scrub_stamp":"2024-07-26T12:23:16.148765+0000","objects_scrubbed":1,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:09:09.329588+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":808,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":6,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":27,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:24.623112+0000","last_change":"2024-07-26T12:23:24.623112+0000","last_active":"2024-07-26T12:23:24.623112+0000","last_peered":"2024-07-26T12:23:24.623112+0000","last_clean":"2024-07-26T12:23:24.623112+0000","last_became_active":"2024-07-26T12:21:44.594709+0000","last_became_peered":"2024-07-26T12:21:44.594709+0000","last_unstale":"2024-07-26T12:23:24.623112+0000","last_undegraded":"2024-07-26T12:23:24.623112+0000","last_fullsized":"2024-07-26T12:23:24.623112+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:24.622798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:24.622798+0000","last_clean_scrub_stamp":"2024-07-26T12:23:24.622798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:30:50.902078+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":29,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:18.909163+0000","last_change":"2024-07-26T12:23:18.909163+0000","last_active":"2024-07-26T12:23:18.909163+0000","last_peered":"2024-07-26T12:23:18.909163+0000","last_clean":"2024-07-26T12:23:18.909163+0000","last_became_active":"2024-07-26T12:21:43.592052+0000","last_became_peered":"2024-07-26T12:21:43.592052+0000","last_unstale":"2024-07-26T12:23:18.909163+0000","last_undegraded":"2024-07-26T12:23:18.909163+0000","last_fullsized":"2024-07-26T12:23:18.909163+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:18.908653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:18.908653+0000","last_clean_scrub_stamp":"2024-07-26T12:23:18.908653+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:11:22.932460+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":27,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:20.892784+0000","last_change":"2024-07-26T12:23:20.892784+0000","last_active":"2024-07-26T12:23:20.892784+0000","last_peered":"2024-07-26T12:23:20.892784+0000","last_clean":"2024-07-26T12:23:20.892784+0000","last_became_active":"2024-07-26T12:21:44.609380+0000","last_became_peered":"2024-07-26T12:21:44.609380+0000","last_unstale":"2024-07-26T12:23:20.892784+0000","last_undegraded":"2024-07-26T12:23:20.892784+0000","last_fullsized":"2024-07-26T12:23:20.892784+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:20.892463+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:20.892463+0000","last_clean_scrub_stamp":"2024-07-26T12:23:20.892463+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:51:32.501373+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":29,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:14.705555+0000","last_change":"2024-07-26T12:23:14.705555+0000","last_active":"2024-07-26T12:23:14.705555+0000","last_peered":"2024-07-26T12:23:14.705555+0000","last_clean":"2024-07-26T12:23:14.705555+0000","last_became_active":"2024-07-26T12:21:43.580293+0000","last_became_peered":"2024-07-26T12:21:43.580293+0000","last_unstale":"2024-07-26T12:23:14.705555+0000","last_undegraded":"2024-07-26T12:23:14.705555+0000","last_fullsized":"2024-07-26T12:23:14.705555+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:14.705431+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:14.705431+0000","last_clean_scrub_stamp":"2024-07-26T12:23:14.705431+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:49:34.434555+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"24'2","reported_seq":29,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:23.888207+0000","last_change":"2024-07-26T12:23:23.888207+0000","last_active":"2024-07-26T12:23:23.888207+0000","last_peered":"2024-07-26T12:23:23.888207+0000","last_clean":"2024-07-26T12:23:23.888207+0000","last_became_active":"2024-07-26T12:21:44.625006+0000","last_became_peered":"2024-07-26T12:21:44.625006+0000","last_unstale":"2024-07-26T12:23:23.888207+0000","last_undegraded":"2024-07-26T12:23:23.888207+0000","last_fullsized":"2024-07-26T12:23:23.888207+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"24'2","last_scrub_stamp":"2024-07-26T12:23:23.887857+0000","last_deep_scrub":"24'2","last_deep_scrub_stamp":"2024-07-26T12:23:23.887857+0000","last_clean_scrub_stamp":"2024-07-26T12:23:23.887857+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:24:52.811321+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":29,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:19.633210+0000","last_change":"2024-07-26T12:23:19.633210+0000","last_active":"2024-07-26T12:23:19.633210+0000","last_peered":"2024-07-26T12:23:19.633210+0000","last_clean":"2024-07-26T12:23:19.633210+0000","last_became_active":"2024-07-26T12:21:43.599712+0000","last_became_peered":"2024-07-26T12:21:43.599712+0000","last_unstale":"2024-07-26T12:23:19.633210+0000","last_undegraded":"2024-07-26T12:23:19.633210+0000","last_fullsized":"2024-07-26T12:23:19.633210+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:19.632867+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:19.632867+0000","last_clean_scrub_stamp":"2024-07-26T12:23:19.632867+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:38:05.813546+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":27,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:15.712311+0000","last_change":"2024-07-26T12:23:15.712311+0000","last_active":"2024-07-26T12:23:15.712311+0000","last_peered":"2024-07-26T12:23:15.712311+0000","last_clean":"2024-07-26T12:23:15.712311+0000","last_became_active":"2024-07-26T12:21:44.598447+0000","last_became_peered":"2024-07-26T12:21:44.598447+0000","last_unstale":"2024-07-26T12:23:15.712311+0000","last_undegraded":"2024-07-26T12:23:15.712311+0000","last_fullsized":"2024-07-26T12:23:15.712311+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:15.712120+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:15.712120+0000","last_clean_scrub_stamp":"2024-07-26T12:23:15.712120+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:17:06.213391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"24'4","reported_seq":33,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:13.670120+0000","last_change":"2024-07-26T12:23:13.670120+0000","last_active":"2024-07-26T12:23:13.670120+0000","last_peered":"2024-07-26T12:23:13.670120+0000","last_clean":"2024-07-26T12:23:13.670120+0000","last_became_active":"2024-07-26T12:21:43.586410+0000","last_became_peered":"2024-07-26T12:21:43.586410+0000","last_unstale":"2024-07-26T12:23:13.670120+0000","last_undegraded":"2024-07-26T12:23:13.670120+0000","last_fullsized":"2024-07-26T12:23:13.670120+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"24'4","last_scrub_stamp":"2024-07-26T12:23:13.669858+0000","last_deep_scrub":"24'4","last_deep_scrub_stamp":"2024-07-26T12:23:13.669858+0000","last_clean_scrub_stamp":"2024-07-26T12:23:13.669858+0000","objects_scrubbed":1,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:12:05.716801+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":112,"num_omap_keys":2,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"24'3","reported_seq":30,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:23.920029+0000","last_change":"2024-07-26T12:23:23.920029+0000","last_active":"2024-07-26T12:23:23.920029+0000","last_peered":"2024-07-26T12:23:23.920029+0000","last_clean":"2024-07-26T12:23:23.920029+0000","last_became_active":"2024-07-26T12:21:44.615105+0000","last_became_peered":"2024-07-26T12:21:44.615105+0000","last_unstale":"2024-07-26T12:23:23.920029+0000","last_undegraded":"2024-07-26T12:23:23.920029+0000","last_fullsized":"2024-07-26T12:23:23.920029+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"24'3","last_scrub_stamp":"2024-07-26T12:23:23.919691+0000","last_deep_scrub":"24'3","last_deep_scrub_stamp":"2024-07-26T12:23:23.919691+0000","last_clean_scrub_stamp":"2024-07-26T12:23:23.919691+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:03:48.246536+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"24'3","reported_seq":32,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:18.370366+0000","last_change":"2024-07-26T12:23:18.370366+0000","last_active":"2024-07-26T12:23:18.370366+0000","last_peered":"2024-07-26T12:23:18.370366+0000","last_clean":"2024-07-26T12:23:18.370366+0000","last_became_active":"2024-07-26T12:21:43.598632+0000","last_became_peered":"2024-07-26T12:21:43.598632+0000","last_unstale":"2024-07-26T12:23:18.370366+0000","last_undegraded":"2024-07-26T12:23:18.370366+0000","last_fullsized":"2024-07-26T12:23:18.370366+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"24'3","last_scrub_stamp":"2024-07-26T12:23:18.369998+0000","last_deep_scrub":"24'3","last_deep_scrub_stamp":"2024-07-26T12:23:18.369998+0000","last_clean_scrub_stamp":"2024-07-26T12:23:18.369998+0000","objects_scrubbed":1,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:25:36.101234+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":27,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:17.461686+0000","last_change":"2024-07-26T12:23:17.461686+0000","last_active":"2024-07-26T12:23:17.461686+0000","last_peered":"2024-07-26T12:23:17.461686+0000","last_clean":"2024-07-26T12:23:17.461686+0000","last_became_active":"2024-07-26T12:21:44.612240+0000","last_became_peered":"2024-07-26T12:21:44.612240+0000","last_unstale":"2024-07-26T12:23:17.461686+0000","last_undegraded":"2024-07-26T12:23:17.461686+0000","last_fullsized":"2024-07-26T12:23:17.461686+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:17.461538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:17.461538+0000","last_clean_scrub_stamp":"2024-07-26T12:23:17.461538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:25:35.192773+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":29,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:28.576708+0000","last_change":"2024-07-26T12:23:28.576708+0000","last_active":"2024-07-26T12:23:28.576708+0000","last_peered":"2024-07-26T12:23:28.576708+0000","last_clean":"2024-07-26T12:23:28.576708+0000","last_became_active":"2024-07-26T12:21:43.597968+0000","last_became_peered":"2024-07-26T12:21:43.597968+0000","last_unstale":"2024-07-26T12:23:28.576708+0000","last_undegraded":"2024-07-26T12:23:28.576708+0000","last_fullsized":"2024-07-26T12:23:28.576708+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:28.576163+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:28.576163+0000","last_clean_scrub_stamp":"2024-07-26T12:23:28.576163+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:04:50.048411+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":27,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:16.855736+0000","last_change":"2024-07-26T12:23:16.855736+0000","last_active":"2024-07-26T12:23:16.855736+0000","last_peered":"2024-07-26T12:23:16.855736+0000","last_clean":"2024-07-26T12:23:16.855736+0000","last_became_active":"2024-07-26T12:21:44.592991+0000","last_became_peered":"2024-07-26T12:21:44.592991+0000","last_unstale":"2024-07-26T12:23:16.855736+0000","last_undegraded":"2024-07-26T12:23:16.855736+0000","last_fullsized":"2024-07-26T12:23:16.855736+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:16.855428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:16.855428+0000","last_clean_scrub_stamp":"2024-07-26T12:23:16.855428+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:43:55.947995+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":29,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:16.695024+0000","last_change":"2024-07-26T12:23:16.695024+0000","last_active":"2024-07-26T12:23:16.695024+0000","last_peered":"2024-07-26T12:23:16.695024+0000","last_clean":"2024-07-26T12:23:16.695024+0000","last_became_active":"2024-07-26T12:21:43.594389+0000","last_became_peered":"2024-07-26T12:21:43.594389+0000","last_unstale":"2024-07-26T12:23:16.695024+0000","last_undegraded":"2024-07-26T12:23:16.695024+0000","last_fullsized":"2024-07-26T12:23:16.695024+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:16.694811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:16.694811+0000","last_clean_scrub_stamp":"2024-07-26T12:23:16.694811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:37:34.536985+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":27,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:25.876184+0000","last_change":"2024-07-26T12:23:25.876184+0000","last_active":"2024-07-26T12:23:25.876184+0000","last_peered":"2024-07-26T12:23:25.876184+0000","last_clean":"2024-07-26T12:23:25.876184+0000","last_became_active":"2024-07-26T12:21:44.596960+0000","last_became_peered":"2024-07-26T12:21:44.596960+0000","last_unstale":"2024-07-26T12:23:25.876184+0000","last_undegraded":"2024-07-26T12:23:25.876184+0000","last_fullsized":"2024-07-26T12:23:25.876184+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:25.875700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:25.875700+0000","last_clean_scrub_stamp":"2024-07-26T12:23:25.875700+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:22:13.189819+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":29,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:17.721816+0000","last_change":"2024-07-26T12:23:17.721816+0000","last_active":"2024-07-26T12:23:17.721816+0000","last_peered":"2024-07-26T12:23:17.721816+0000","last_clean":"2024-07-26T12:23:17.721816+0000","last_became_active":"2024-07-26T12:21:43.589311+0000","last_became_peered":"2024-07-26T12:21:43.589311+0000","last_unstale":"2024-07-26T12:23:17.721816+0000","last_undegraded":"2024-07-26T12:23:17.721816+0000","last_fullsized":"2024-07-26T12:23:17.721816+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:17.721687+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:17.721687+0000","last_clean_scrub_stamp":"2024-07-26T12:23:17.721687+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:52:15.148328+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":26,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:18.857592+0000","last_change":"2024-07-26T12:23:18.857640+0000","last_active":"2024-07-26T12:23:18.857592+0000","last_peered":"2024-07-26T12:23:18.857592+0000","last_clean":"2024-07-26T12:23:18.857592+0000","last_became_active":"2024-07-26T12:21:44.596041+0000","last_became_peered":"2024-07-26T12:21:44.596041+0000","last_unstale":"2024-07-26T12:23:18.857592+0000","last_undegraded":"2024-07-26T12:23:18.857592+0000","last_fullsized":"2024-07-26T12:23:18.857592+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:18.857419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:18.857419+0000","last_clean_scrub_stamp":"2024-07-26T12:23:18.857419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:49:31.532804+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"24'4","reported_seq":32,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:21.564318+0000","last_change":"2024-07-26T12:23:21.564406+0000","last_active":"2024-07-26T12:23:21.564318+0000","last_peered":"2024-07-26T12:23:21.564318+0000","last_clean":"2024-07-26T12:23:21.564318+0000","last_became_active":"2024-07-26T12:21:43.601565+0000","last_became_peered":"2024-07-26T12:21:43.601565+0000","last_unstale":"2024-07-26T12:23:21.564318+0000","last_undegraded":"2024-07-26T12:23:21.564318+0000","last_fullsized":"2024-07-26T12:23:21.564318+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"24'4","last_scrub_stamp":"2024-07-26T12:23:21.564020+0000","last_deep_scrub":"24'4","last_deep_scrub_stamp":"2024-07-26T12:23:21.564020+0000","last_clean_scrub_stamp":"2024-07-26T12:23:21.564020+0000","objects_scrubbed":1,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:26:34.172070+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":27,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:28.320656+0000","last_change":"2024-07-26T12:23:28.320656+0000","last_active":"2024-07-26T12:23:28.320656+0000","last_peered":"2024-07-26T12:23:28.320656+0000","last_clean":"2024-07-26T12:23:28.320656+0000","last_became_active":"2024-07-26T12:21:44.602745+0000","last_became_peered":"2024-07-26T12:21:44.602745+0000","last_unstale":"2024-07-26T12:23:28.320656+0000","last_undegraded":"2024-07-26T12:23:28.320656+0000","last_fullsized":"2024-07-26T12:23:28.320656+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:28.320333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:28.320333+0000","last_clean_scrub_stamp":"2024-07-26T12:23:28.320333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:26:40.928383+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"24'2","reported_seq":28,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:29.931523+0000","last_change":"2024-07-26T12:23:29.931598+0000","last_active":"2024-07-26T12:23:29.931523+0000","last_peered":"2024-07-26T12:23:29.931523+0000","last_clean":"2024-07-26T12:23:29.931523+0000","last_became_active":"2024-07-26T12:21:44.612080+0000","last_became_peered":"2024-07-26T12:21:44.612080+0000","last_unstale":"2024-07-26T12:23:29.931523+0000","last_undegraded":"2024-07-26T12:23:29.931523+0000","last_fullsized":"2024-07-26T12:23:29.931523+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"24'2","last_scrub_stamp":"2024-07-26T12:23:29.931289+0000","last_deep_scrub":"24'2","last_deep_scrub_stamp":"2024-07-26T12:23:29.931289+0000","last_clean_scrub_stamp":"2024-07-26T12:23:29.931289+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:22:50.471719+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"24'3","reported_seq":31,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:34.571535+0000","last_change":"2024-07-26T12:23:34.571616+0000","last_active":"2024-07-26T12:23:34.571535+0000","last_peered":"2024-07-26T12:23:34.571535+0000","last_clean":"2024-07-26T12:23:34.571535+0000","last_became_active":"2024-07-26T12:21:43.605157+0000","last_became_peered":"2024-07-26T12:21:43.605157+0000","last_unstale":"2024-07-26T12:23:34.571535+0000","last_undegraded":"2024-07-26T12:23:34.571535+0000","last_fullsized":"2024-07-26T12:23:34.571535+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"24'3","last_scrub_stamp":"2024-07-26T12:23:34.571270+0000","last_deep_scrub":"24'3","last_deep_scrub_stamp":"2024-07-26T12:23:34.571270+0000","last_clean_scrub_stamp":"2024-07-26T12:23:34.571270+0000","objects_scrubbed":1,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:03:12.217950+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":26,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:27.920420+0000","last_change":"2024-07-26T12:23:27.920570+0000","last_active":"2024-07-26T12:23:27.920420+0000","last_peered":"2024-07-26T12:23:27.920420+0000","last_clean":"2024-07-26T12:23:27.920420+0000","last_became_active":"2024-07-26T12:21:44.606970+0000","last_became_peered":"2024-07-26T12:21:44.606970+0000","last_unstale":"2024-07-26T12:23:27.920420+0000","last_undegraded":"2024-07-26T12:23:27.920420+0000","last_fullsized":"2024-07-26T12:23:27.920420+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:27.920092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:27.920092+0000","last_clean_scrub_stamp":"2024-07-26T12:23:27.920092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:04:19.985478+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"24'4","reported_seq":32,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:24.600821+0000","last_change":"2024-07-26T12:23:24.600900+0000","last_active":"2024-07-26T12:23:24.600821+0000","last_peered":"2024-07-26T12:23:24.600821+0000","last_clean":"2024-07-26T12:23:24.600821+0000","last_became_active":"2024-07-26T12:21:43.601442+0000","last_became_peered":"2024-07-26T12:21:43.601442+0000","last_unstale":"2024-07-26T12:23:24.600821+0000","last_undegraded":"2024-07-26T12:23:24.600821+0000","last_fullsized":"2024-07-26T12:23:24.600821+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"24'4","last_scrub_stamp":"2024-07-26T12:23:24.600588+0000","last_deep_scrub":"24'4","last_deep_scrub_stamp":"2024-07-26T12:23:24.600588+0000","last_clean_scrub_stamp":"2024-07-26T12:23:24.600588+0000","objects_scrubbed":1,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:57:56.371041+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":27,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:18.466592+0000","last_change":"2024-07-26T12:23:18.466592+0000","last_active":"2024-07-26T12:23:18.466592+0000","last_peered":"2024-07-26T12:23:18.466592+0000","last_clean":"2024-07-26T12:23:18.466592+0000","last_became_active":"2024-07-26T12:21:44.602551+0000","last_became_peered":"2024-07-26T12:21:44.602551+0000","last_unstale":"2024-07-26T12:23:18.466592+0000","last_undegraded":"2024-07-26T12:23:18.466592+0000","last_fullsized":"2024-07-26T12:23:18.466592+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:18.466053+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:18.466053+0000","last_clean_scrub_stamp":"2024-07-26T12:23:18.466053+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:09:57.859267+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"21'1","reported_seq":30,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:19.825243+0000","last_change":"2024-07-26T12:23:19.825243+0000","last_active":"2024-07-26T12:23:19.825243+0000","last_peered":"2024-07-26T12:23:19.825243+0000","last_clean":"2024-07-26T12:23:19.825243+0000","last_became_active":"2024-07-26T12:21:43.584686+0000","last_became_peered":"2024-07-26T12:21:43.584686+0000","last_unstale":"2024-07-26T12:23:19.825243+0000","last_undegraded":"2024-07-26T12:23:19.825243+0000","last_fullsized":"2024-07-26T12:23:19.825243+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"21'1","last_scrub_stamp":"2024-07-26T12:23:19.824858+0000","last_deep_scrub":"21'1","last_deep_scrub_stamp":"2024-07-26T12:23:19.824858+0000","last_clean_scrub_stamp":"2024-07-26T12:23:19.824858+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:10:14.015749+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":27,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:21.878721+0000","last_change":"2024-07-26T12:23:21.878721+0000","last_active":"2024-07-26T12:23:21.878721+0000","last_peered":"2024-07-26T12:23:21.878721+0000","last_clean":"2024-07-26T12:23:21.878721+0000","last_became_active":"2024-07-26T12:21:44.593637+0000","last_became_peered":"2024-07-26T12:21:44.593637+0000","last_unstale":"2024-07-26T12:23:21.878721+0000","last_undegraded":"2024-07-26T12:23:21.878721+0000","last_fullsized":"2024-07-26T12:23:21.878721+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T12:23:21.878418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T12:23:21.878418+0000","last_clean_scrub_stamp":"2024-07-26T12:23:21.878418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:30:48.157698+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"24'6","reported_seq":35,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-07-26T12:23:14.504301+0000","last_change":"2024-07-26T12:23:14.504301+0000","last_active":"2024-07-26T12:23:14.504301+0000","last_peered":"2024-07-26T12:23:14.504301+0000","last_clean":"2024-07-26T12:23:14.504301+0000","last_became_active":"2024-07-26T12:21:43.589356+0000","last_became_peered":"2024-07-26T12:21:43.589356+0000","last_unstale":"2024-07-26T12:23:14.504301+0000","last_undegraded":"2024-07-26T12:23:14.504301+0000","last_fullsized":"2024-07-26T12:23:14.504301+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"24'6","last_scrub_stamp":"2024-07-26T12:23:14.504170+0000","last_deep_scrub":"24'6","last_deep_scrub_stamp":"2024-07-26T12:23:14.504170+0000","last_clean_scrub_stamp":"2024-07-26T12:23:14.504170+0000","objects_scrubbed":2,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:49:34.233294+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":14,"ondisk_log_size":14,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":80086,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":124,"num_write_kb":137,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5112,"num_omap_keys":12,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":221184,"data_stored":160172,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":74,"ondisk_log_size":74,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":15,"seq":64424509473,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31504,"kb_used_data":328,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340336,"statfs":{"total":96636764160,"available":96604504064,"internally_reserved":0,"allocated":335872,"data_stored":169242,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509473,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27264,"kb_used_data":248,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344576,"statfs":{"total":96636764160,"available":96608845824,"internally_reserved":0,"allocated":253952,"data_stored":90114,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509471,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32008,"kb_used_data":832,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339832,"statfs":{"total":96636764160,"available":96603987968,"internally_reserved":0,"allocated":851968,"data_stored":680960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542176,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32000,"kb_used_data":824,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339840,"statfs":{"total":96636764160,"available":96603996160,"internally_reserved":0,"allocated":843776,"data_stored":680904,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542176,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27340,"kb_used_data":324,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344500,"statfs":{"total":96636764160,"available":96608768000,"internally_reserved":0,"allocated":331776,"data_stored":168434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542177,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27260,"kb_used_data":244,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344580,"statfs":{"total":96636764160,"available":96608849920,"internally_reserved":0,"allocated":249856,"data_stored":90044,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542175,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27268,"kb_used_data":252,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344572,"statfs":{"total":96636764160,"available":96608841728,"internally_reserved":0,"allocated":258048,"data_stored":90080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542176,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27260,"kb_used_data":244,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344580,"statfs":{"total":96636764160,"available":96608849920,"internally_reserved":0,"allocated":249856,"data_stored":90762,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":808,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":79288,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":86016,"data_stored":78480,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-26T12:24:00.599 DEBUG:teuthology.orchestra.run.smithi031:> sudo ceph --cluster ceph config set global mon_health_to_clog false 2024-07-26T12:24:00.899 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.897+0000 7f9556e00640 1 Processor -- start 2024-07-26T12:24:00.900 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.897+0000 7f9556e00640 1 -- start start 2024-07-26T12:24:00.901 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.899+0000 7f9556e00640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f955006cdf0 0x7f955013f9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:24:00.901 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.899+0000 7f9556e00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f95500b25e0 0x7f95501500f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:24:00.902 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.899+0000 7f9556e00640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f955013ff30 con 0x7f95500b21d0 2024-07-26T12:24:00.902 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.899+0000 7f9556e00640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f955006d680 con 0x7f95500b25e0 2024-07-26T12:24:00.902 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.899+0000 7f9556e00640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f955006dec0 con 0x7f955006cdf0 2024-07-26T12:24:00.902 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.900+0000 7f9554e00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f95500b25e0 0x7f95501500f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:24:00.902 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.900+0000 7f9547e00640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f95500b21d0 0x7f9550145e90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:36340/0 (socket says 172.21.15.31:36340) 2024-07-26T12:24:00.902 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.900+0000 7f9547e00640 1 -- 172.21.15.31:0/346121991 learned_addr learned my addr 172.21.15.31:0/346121991 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-07-26T12:24:00.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.900+0000 7f954fe00640 1 --2- 172.21.15.31:0/346121991 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f955006cdf0 0x7f955013f9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:24:00.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.900+0000 7f9554e00640 1 -- 172.21.15.31:0/346121991 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f955006cdf0 msgr2=0x7f955013f9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:24:00.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.900+0000 7f9554e00640 1 --2- 172.21.15.31:0/346121991 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f955006cdf0 0x7f955013f9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:24:00.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.900+0000 7f9554e00640 1 -- 172.21.15.31:0/346121991 >> v1:172.21.15.31:6789/0 conn(0x7f95500b21d0 legacy=0x7f9550145e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:24:00.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.900+0000 7f9554e00640 1 -- 172.21.15.31:0/346121991 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f955006e1a0 con 0x7f95500b25e0 2024-07-26T12:24:00.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.901+0000 7f9554e00640 1 --2- 172.21.15.31:0/346121991 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f95500b25e0 0x7f95501500f0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f9548009d90 tx=0x7f954802a640 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8f3de9fc96a436f6 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:24:00.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.902+0000 7f954f400640 1 -- 172.21.15.31:0/346121991 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f954802ae60 con 0x7f95500b25e0 2024-07-26T12:24:00.905 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.902+0000 7f954f400640 1 -- 172.21.15.31:0/346121991 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9548007740 con 0x7f95500b25e0 2024-07-26T12:24:00.905 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.902+0000 7f954f400640 1 -- 172.21.15.31:0/346121991 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9548007b70 con 0x7f95500b25e0 2024-07-26T12:24:00.906 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.903+0000 7f9556e00640 1 -- 172.21.15.31:0/346121991 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f95500b25e0 msgr2=0x7f95501500f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:24:00.906 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.903+0000 7f9556e00640 1 --2- 172.21.15.31:0/346121991 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f95500b25e0 0x7f95501500f0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f9548009d90 tx=0x7f954802a640 comp rx=0 tx=0).stop 2024-07-26T12:24:00.906 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.903+0000 7f9556e00640 1 -- 172.21.15.31:0/346121991 shutdown_connections 2024-07-26T12:24:00.906 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.903+0000 7f9556e00640 1 --2- 172.21.15.31:0/346121991 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f95500b25e0 0x7f95501500f0 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:24:00.906 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.903+0000 7f9556e00640 1 --2- 172.21.15.31:0/346121991 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f955006cdf0 0x7f955013f9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:24:00.907 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.903+0000 7f9556e00640 1 -- 172.21.15.31:0/346121991 >> 172.21.15.31:0/346121991 conn(0x7f95500b61c0 msgr2=0x7f95500b3540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:24:00.907 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.903+0000 7f9556e00640 1 -- 172.21.15.31:0/346121991 shutdown_connections 2024-07-26T12:24:00.907 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.903+0000 7f9556e00640 1 -- 172.21.15.31:0/346121991 wait complete. 2024-07-26T12:24:00.907 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.905+0000 7f9556e00640 1 Processor -- start 2024-07-26T12:24:00.907 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.905+0000 7f9556e00640 1 -- start start 2024-07-26T12:24:00.909 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.906+0000 7f9556e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f955006cdf0 0x7f9550140ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:24:00.910 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.906+0000 7f9556e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f95500b21d0 0x7f95501426c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:24:00.910 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.906+0000 7f9556e00640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f95500b25e0 0x7f95501dc4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:24:00.910 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.906+0000 7f9556e00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f95501507b0 con 0x7f955006cdf0 2024-07-26T12:24:00.910 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.906+0000 7f9556e00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f9550150630 con 0x7f95500b21d0 2024-07-26T12:24:00.910 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.906+0000 7f9556e00640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f9550150930 con 0x7f95500b25e0 2024-07-26T12:24:00.910 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.907+0000 7f954fe00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f955006cdf0 0x7f9550140ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:24:00.910 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.907+0000 7f954fe00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f955006cdf0 0x7f9550140ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:58910/0 (socket says 172.21.15.31:58910) 2024-07-26T12:24:00.911 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.907+0000 7f954fe00640 1 -- 172.21.15.31:0/3758772378 learned_addr learned my addr 172.21.15.31:0/3758772378 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:24:00.911 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.907+0000 7f9554e00640 1 --2- 172.21.15.31:0/3758772378 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f95500b25e0 0x7f95501dc4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:24:00.911 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.907+0000 7f9547e00640 1 --2- 172.21.15.31:0/3758772378 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f95500b21d0 0x7f95501426c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:24:00.911 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.907+0000 7f954fe00640 1 -- 172.21.15.31:0/3758772378 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f95500b25e0 msgr2=0x7f95501dc4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:24:00.911 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.907+0000 7f954fe00640 1 --2- 172.21.15.31:0/3758772378 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f95500b25e0 0x7f95501dc4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:24:00.911 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.907+0000 7f954fe00640 1 -- 172.21.15.31:0/3758772378 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f95500b21d0 msgr2=0x7f95501426c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:24:00.911 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.907+0000 7f954fe00640 1 --2- 172.21.15.31:0/3758772378 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f95500b21d0 0x7f95501426c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:24:00.912 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.907+0000 7f954fe00640 1 -- 172.21.15.31:0/3758772378 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9550142c00 con 0x7f955006cdf0 2024-07-26T12:24:00.912 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.907+0000 7f9554e00640 1 --2- 172.21.15.31:0/3758772378 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f95500b25e0 0x7f95501dc4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T12:24:00.912 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.907+0000 7f9547e00640 1 --2- 172.21.15.31:0/3758772378 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f95500b21d0 0x7f95501426c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T12:24:00.912 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.907+0000 7f954fe00640 1 --2- 172.21.15.31:0/3758772378 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f955006cdf0 0x7f9550140ea0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f954000d5d0 tx=0x7f954000da90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:24:00.912 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.908+0000 7f954cc00640 1 -- 172.21.15.31:0/3758772378 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9540004240 con 0x7f955006cdf0 2024-07-26T12:24:00.912 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.908+0000 7f954cc00640 1 -- 172.21.15.31:0/3758772378 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f95400043e0 con 0x7f955006cdf0 2024-07-26T12:24:00.912 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.908+0000 7f954cc00640 1 -- 172.21.15.31:0/3758772378 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9540003870 con 0x7f955006cdf0 2024-07-26T12:24:00.913 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.908+0000 7f9556e00640 1 -- 172.21.15.31:0/3758772378 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f955013bbc0 con 0x7f955006cdf0 2024-07-26T12:24:00.913 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.908+0000 7f9556e00640 1 -- 172.21.15.31:0/3758772378 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f95501405f0 con 0x7f955006cdf0 2024-07-26T12:24:00.913 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.909+0000 7f9556e00640 1 -- 172.21.15.31:0/3758772378 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9550140100 con 0x7f955006cdf0 2024-07-26T12:24:00.914 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.911+0000 7f954cc00640 1 -- 172.21.15.31:0/3758772378 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f9540003a10 con 0x7f955006cdf0 2024-07-26T12:24:00.914 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.912+0000 7f954cc00640 1 --2- 172.21.15.31:0/3758772378 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f952c077010 0x7f952c079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:24:00.914 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.912+0000 7f954cc00640 1 -- 172.21.15.31:0/3758772378 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 5825+0+0 (secure 0 0 0) 0x7f9540098bf0 con 0x7f955006cdf0 2024-07-26T12:24:00.914 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.912+0000 7f9547e00640 1 --2- 172.21.15.31:0/3758772378 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f952c077010 0x7f952c079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:24:00.915 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.914+0000 7f9547e00640 1 --2- 172.21.15.31:0/3758772378 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f952c077010 0x7f952c079520 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f9538000f60 tx=0x7f9538009040 comp rx=0 tx=0).ready entity=mgr.4126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:24:00.918 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:00.917+0000 7f954cc00640 1 -- 172.21.15.31:0/3758772378 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f9540061d70 con 0x7f955006cdf0 2024-07-26T12:24:01.137 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:01.135+0000 7f9556e00640 1 -- 172.21.15.31:0/3758772378 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command([{prefix=config set, name=mon_health_to_clog}] v 0) -- 0x7f955013f9f0 con 0x7f955006cdf0 2024-07-26T12:24:01.143 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:01.142+0000 7f954cc00640 1 -- 172.21.15.31:0/3758772378 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_health_to_clog}]=0 v28)=0 v28) ==== 123+0+0 (secure 0 0 0) 0x7f9540061670 con 0x7f955006cdf0 2024-07-26T12:24:01.148 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:01.145+0000 7f954cc00640 1 -- 172.21.15.31:0/3758772378 <== mon.0 v2:172.21.15.31:3300/0 8 ==== config(6 keys) ==== 172+0+0 (secure 0 0 0) 0x7f9540061180 con 0x7f955006cdf0 2024-07-26T12:24:01.150 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:01.148+0000 7f9556e00640 1 -- 172.21.15.31:0/3758772378 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f952c077010 msgr2=0x7f952c079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:24:01.150 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:01.148+0000 7f9556e00640 1 --2- 172.21.15.31:0/3758772378 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f952c077010 0x7f952c079520 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f9538000f60 tx=0x7f9538009040 comp rx=0 tx=0).stop 2024-07-26T12:24:01.150 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:01.148+0000 7f9556e00640 1 -- 172.21.15.31:0/3758772378 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f955006cdf0 msgr2=0x7f9550140ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:24:01.150 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:01.148+0000 7f9556e00640 1 --2- 172.21.15.31:0/3758772378 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f955006cdf0 0x7f9550140ea0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f954000d5d0 tx=0x7f954000da90 comp rx=0 tx=0).stop 2024-07-26T12:24:01.150 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:01.148+0000 7f9556e00640 1 -- 172.21.15.31:0/3758772378 shutdown_connections 2024-07-26T12:24:01.150 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:01.148+0000 7f9556e00640 1 --2- 172.21.15.31:0/3758772378 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f952c077010 0x7f952c079520 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:24:01.150 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:01.148+0000 7f9556e00640 1 --2- 172.21.15.31:0/3758772378 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f95500b25e0 0x7f95501dc4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:24:01.151 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:01.148+0000 7f9556e00640 1 --2- 172.21.15.31:0/3758772378 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f95500b21d0 0x7f95501426c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:24:01.151 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:01.148+0000 7f9556e00640 1 --2- 172.21.15.31:0/3758772378 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f955006cdf0 0x7f9550140ea0 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:24:01.151 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:01.148+0000 7f9556e00640 1 -- 172.21.15.31:0/3758772378 >> 172.21.15.31:0/3758772378 conn(0x7f95500b61c0 msgr2=0x7f9550075670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:24:01.151 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:01.148+0000 7f9556e00640 1 -- 172.21.15.31:0/3758772378 shutdown_connections 2024-07-26T12:24:01.151 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:01.148+0000 7f9556e00640 1 -- 172.21.15.31:0/3758772378 wait complete. 2024-07-26T12:24:01.179 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-07-26T12:24:01.179 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T12:24:01.458 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:01.457+0000 7fbfe6c00640 1 Processor -- start 2024-07-26T12:24:01.459 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:01.457+0000 7fbfe6c00640 1 -- start start 2024-07-26T12:24:01.460 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:01.459+0000 7fbfe6c00640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fbfe00b4160 0x7fbfe0141090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:24:01.461 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:01.459+0000 7fbfe6c00640 1 --2- >> v2:172.21.15.123:3300/0 conn(0x7fbfe01415d0 0x7fbfe0147180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:24:01.461 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:01.459+0000 7fbfe6c00640 1 -- --> v1:172.21.15.123:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbfe00b30a0 con 0x7fbfe00b4c50 2024-07-26T12:24:01.461 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:01.459+0000 7fbfe6c00640 1 -- --> v2:172.21.15.123:3300/0 -- mon_getmap magic: 0 -- 0x7fbfe00b3d40 con 0x7fbfe01415d0 2024-07-26T12:24:01.461 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:01.459+0000 7fbfe6c00640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7fbfe00b2930 con 0x7fbfe00b4160 2024-07-26T12:24:01.462 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:01.460+0000 7fbfe4e00640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fbfe00b4160 0x7fbfe0141090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:24:01.462 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:01.460+0000 7fbfe4e00640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fbfe00b4160 0x7fbfe0141090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3301/0 says I am v2:172.21.15.31:40572/0 (socket says 172.21.15.31:40572) 2024-07-26T12:24:01.462 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:01.460+0000 7fbfe4e00640 1 -- 172.21.15.31:0/3442330271 learned_addr learned my addr 172.21.15.31:0/3442330271 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:24:01.462 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:01.460+0000 7fbfe6200640 1 --2- 172.21.15.31:0/3442330271 >> v2:172.21.15.123:3300/0 conn(0x7fbfe01415d0 0x7fbfe0147180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:24:01.463 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:01.461+0000 7fbfe4e00640 1 -- 172.21.15.31:0/3442330271 >> v2:172.21.15.123:3300/0 conn(0x7fbfe01415d0 msgr2=0x7fbfe0147180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:24:01.463 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:01.461+0000 7fbfe4e00640 1 --2- 172.21.15.31:0/3442330271 >> v2:172.21.15.123:3300/0 conn(0x7fbfe01415d0 0x7fbfe0147180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:24:01.463 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:01.461+0000 7fbfe4e00640 1 -- 172.21.15.31:0/3442330271 >> v1:172.21.15.123:6789/0 conn(0x7fbfe00b4c50 legacy=0x7fbfe00b3630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:24:01.463 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:01.461+0000 7fbfe4e00640 1 -- 172.21.15.31:0/3442330271 --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbfe00b1500 con 0x7fbfe00b4160 2024-07-26T12:24:01.463 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:01.461+0000 7fbfe6200640 1 --2- 172.21.15.31:0/3442330271 >> v2:172.21.15.123:3300/0 conn(0x7fbfe01415d0 0x7fbfe0147180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T12:24:01.464 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:01.462+0000 7fbfe4e00640 1 --2- 172.21.15.31:0/3442330271 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fbfe00b4160 0x7fbfe0141090 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7fbfcc009870 tx=0x7fbfcc02a140 comp rx=0 tx=0).ready entity=mon.2 client_cookie=df6a10d3db48cef0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:24:01.464 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:01.462+0000 7fbfdfe00640 1 -- 172.21.15.31:0/3442330271 <== mon.2 v2:172.21.15.123:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbfcc037070 con 0x7fbfe00b4160 2024-07-26T12:24:01.465 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:01.462+0000 7fbfdfe00640 1 -- 172.21.15.31:0/3442330271 <== mon.2 v2:172.21.15.123:3301/0 2 ==== config(6 keys) ==== 172+0+0 (secure 0 0 0) 0x7fbfcc032440 con 0x7fbfe00b4160 2024-07-26T12:24:01.465 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:01.462+0000 7fbfdfe00640 1 -- 172.21.15.31:0/3442330271 <== mon.2 v2:172.21.15.123:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbfcc032890 con 0x7fbfe00b4160 2024-07-26T12:24:01.465 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:01.463+0000 7fbfe6c00640 1 -- 172.21.15.31:0/3442330271 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fbfe00b4160 msgr2=0x7fbfe0141090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:24:01.466 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:01.463+0000 7fbfe6c00640 1 --2- 172.21.15.31:0/3442330271 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fbfe00b4160 0x7fbfe0141090 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7fbfcc009870 tx=0x7fbfcc02a140 comp rx=0 tx=0).stop 2024-07-26T12:24:01.466 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:01.463+0000 7fbfe6c00640 1 -- 172.21.15.31:0/3442330271 shutdown_connections 2024-07-26T12:24:01.466 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:01.463+0000 7fbfe6c00640 1 --2- 172.21.15.31:0/3442330271 >> v2:172.21.15.123:3300/0 conn(0x7fbfe01415d0 0x7fbfe0147180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:24:01.466 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:01.463+0000 7fbfe6c00640 1 --2- 172.21.15.31:0/3442330271 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fbfe00b4160 0x7fbfe0141090 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:24:01.466 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:01.463+0000 7fbfe6c00640 1 -- 172.21.15.31:0/3442330271 >> 172.21.15.31:0/3442330271 conn(0x7fbfe00b5730 msgr2=0x7fbfe00b5b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:24:01.466 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:01.463+0000 7fbfe6c00640 1 -- 172.21.15.31:0/3442330271 shutdown_connections 2024-07-26T12:24:01.466 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:01.463+0000 7fbfe6c00640 1 -- 172.21.15.31:0/3442330271 wait complete. 2024-07-26T12:24:01.467 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:01.466+0000 7fbfe6c00640 1 Processor -- start 2024-07-26T12:24:01.467 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:01.466+0000 7fbfe6c00640 1 -- start start 2024-07-26T12:24:01.470 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:01.467+0000 7fbfe6c00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbfe00b4160 0x7fbfe00ad8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:24:01.470 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:01.467+0000 7fbfe6c00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbfe00b4c50 0x7fbfe0146720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:24:01.470 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:01.467+0000 7fbfe6c00640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fbfe01415d0 0x7fbfe01e1e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:24:01.470 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:01.467+0000 7fbfe6c00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fbfe014f620 con 0x7fbfe00b4160 2024-07-26T12:24:01.471 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:01.467+0000 7fbfe6c00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fbfe0147a10 con 0x7fbfe00b4c50 2024-07-26T12:24:01.471 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:01.467+0000 7fbfe6c00640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7fbfe014f7a0 con 0x7fbfe01415d0 2024-07-26T12:24:01.471 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:01.467+0000 7fbfe5800640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbfe00b4160 0x7fbfe00ad8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:24:01.471 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:01.467+0000 7fbfe5800640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbfe00b4160 0x7fbfe00ad8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:58918/0 (socket says 172.21.15.31:58918) 2024-07-26T12:24:01.471 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:01.467+0000 7fbfe5800640 1 -- 172.21.15.31:0/400701587 learned_addr learned my addr 172.21.15.31:0/400701587 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:24:01.471 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:01.468+0000 7fbfe6200640 1 --2- 172.21.15.31:0/400701587 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fbfe01415d0 0x7fbfe01e1e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:24:01.471 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:01.468+0000 7fbfe4e00640 1 --2- 172.21.15.31:0/400701587 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbfe00b4c50 0x7fbfe0146720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:24:01.471 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:01.468+0000 7fbfe5800640 1 -- 172.21.15.31:0/400701587 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fbfe01415d0 msgr2=0x7fbfe01e1e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:24:01.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:01.468+0000 7fbfe5800640 1 --2- 172.21.15.31:0/400701587 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fbfe01415d0 0x7fbfe01e1e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:24:01.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:01.468+0000 7fbfe5800640 1 -- 172.21.15.31:0/400701587 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbfe00b4c50 msgr2=0x7fbfe0146720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:24:01.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:01.468+0000 7fbfe5800640 1 --2- 172.21.15.31:0/400701587 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbfe00b4c50 0x7fbfe0146720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:24:01.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:01.468+0000 7fbfe5800640 1 -- 172.21.15.31:0/400701587 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbfe01dea40 con 0x7fbfe00b4160 2024-07-26T12:24:01.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:01.468+0000 7fbfe5800640 1 --2- 172.21.15.31:0/400701587 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbfe00b4160 0x7fbfe00ad8f0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7fbfd000c370 tx=0x7fbfd000c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:24:01.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:01.468+0000 7fbfdd600640 1 -- 172.21.15.31:0/400701587 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbfd00052d0 con 0x7fbfe00b4160 2024-07-26T12:24:01.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:01.468+0000 7fbfdd600640 1 -- 172.21.15.31:0/400701587 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(6 keys) ==== 172+0+0 (secure 0 0 0) 0x7fbfd0007020 con 0x7fbfe00b4160 2024-07-26T12:24:01.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:01.468+0000 7fbfdd600640 1 -- 172.21.15.31:0/400701587 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbfd00054b0 con 0x7fbfe00b4160 2024-07-26T12:24:01.473 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:01.468+0000 7fbfe6c00640 1 -- 172.21.15.31:0/400701587 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbfe01ded20 con 0x7fbfe00b4160 2024-07-26T12:24:01.473 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:01.469+0000 7fbfe6c00640 1 -- 172.21.15.31:0/400701587 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbfe0137b00 con 0x7fbfe00b4160 2024-07-26T12:24:01.473 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:01.470+0000 7fbfe6c00640 1 -- 172.21.15.31:0/400701587 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbfe0141090 con 0x7fbfe00b4160 2024-07-26T12:24:01.473 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:01.471+0000 7fbfdd600640 1 -- 172.21.15.31:0/400701587 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fbfd0007490 con 0x7fbfe00b4160 2024-07-26T12:24:01.474 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:01.472+0000 7fbfdd600640 1 --2- 172.21.15.31:0/400701587 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fbfc0077010 0x7fbfc0079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:24:01.474 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:01.473+0000 7fbfdd600640 1 -- 172.21.15.31:0/400701587 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 5825+0+0 (secure 0 0 0) 0x7fbfd00982b0 con 0x7fbfe00b4160 2024-07-26T12:24:01.474 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:01.473+0000 7fbfe4e00640 1 --2- 172.21.15.31:0/400701587 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fbfc0077010 0x7fbfc0079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:24:01.476 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:01.474+0000 7fbfe4e00640 1 --2- 172.21.15.31:0/400701587 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fbfc0077010 0x7fbfc0079520 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fbfcc034000 tx=0x7fbfcc008040 comp rx=0 tx=0).ready entity=mgr.4126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:24:01.478 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:01.476+0000 7fbfdd600640 1 -- 172.21.15.31:0/400701587 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fbfd00614a0 con 0x7fbfe00b4160 2024-07-26T12:24:01.732 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:01.730+0000 7fbfe6c00640 1 -- 172.21.15.31:0/400701587 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fbfe01de830 con 0x7fbfe00b4160 2024-07-26T12:24:01.733 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:01.732+0000 7fbfdd600640 1 -- 172.21.15.31:0/400701587 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+3569 (secure 0 0 0) 0x7fbfd0060da0 con 0x7fbfe00b4160 2024-07-26T12:24:01.734 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-07-26T12:24:01.734 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":8,"btime":"2024-07-26T12:21:47:598247+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4339,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.123:6835/2510414777","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6834","nonce":2510414777},{"type":"v1","addr":"172.21.15.123:6835","nonce":2510414777}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T12:21:44.131993+0000","modified":"2024-07-26T12:21:47.187215+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4353},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4353":{"gid":4353,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.31:6833/713364256","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":713364256},{"type":"v1","addr":"172.21.15.31:6833","nonce":713364256}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4353,"qdb_cluster":[4353]},"id":1}]} 2024-07-26T12:24:01.734 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 8 2024-07-26T12:24:01.737 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:01.735+0000 7fbfe6c00640 1 -- 172.21.15.31:0/400701587 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fbfc0077010 msgr2=0x7fbfc0079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:24:01.737 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:01.735+0000 7fbfe6c00640 1 --2- 172.21.15.31:0/400701587 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fbfc0077010 0x7fbfc0079520 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fbfcc034000 tx=0x7fbfcc008040 comp rx=0 tx=0).stop 2024-07-26T12:24:01.738 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:01.735+0000 7fbfe6c00640 1 -- 172.21.15.31:0/400701587 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbfe00b4160 msgr2=0x7fbfe00ad8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:24:01.738 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:01.735+0000 7fbfe6c00640 1 --2- 172.21.15.31:0/400701587 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbfe00b4160 0x7fbfe00ad8f0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7fbfd000c370 tx=0x7fbfd000c830 comp rx=0 tx=0).stop 2024-07-26T12:24:01.738 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:01.735+0000 7fbfe6c00640 1 -- 172.21.15.31:0/400701587 shutdown_connections 2024-07-26T12:24:01.738 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:01.735+0000 7fbfe6c00640 1 --2- 172.21.15.31:0/400701587 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fbfc0077010 0x7fbfc0079520 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:24:01.738 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:01.735+0000 7fbfe6c00640 1 --2- 172.21.15.31:0/400701587 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fbfe01415d0 0x7fbfe01e1e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:24:01.738 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:01.735+0000 7fbfe6c00640 1 --2- 172.21.15.31:0/400701587 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbfe00b4c50 0x7fbfe0146720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:24:01.738 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:01.735+0000 7fbfe6c00640 1 --2- 172.21.15.31:0/400701587 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbfe00b4160 0x7fbfe00ad8f0 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:24:01.738 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:01.735+0000 7fbfe6c00640 1 -- 172.21.15.31:0/400701587 >> 172.21.15.31:0/400701587 conn(0x7fbfe00b5730 msgr2=0x7fbfe006cef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:24:01.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:01.736+0000 7fbfe6c00640 1 -- 172.21.15.31:0/400701587 shutdown_connections 2024-07-26T12:24:01.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:01.736+0000 7fbfe6c00640 1 -- 172.21.15.31:0/400701587 wait complete. 2024-07-26T12:24:01.767 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T12:24:02.045 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.043+0000 7f3c2da00640 1 Processor -- start 2024-07-26T12:24:02.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.044+0000 7f3c2da00640 1 -- start start 2024-07-26T12:24:02.047 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.046+0000 7f3c2da00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f3c28074300 0x7f3c280b2550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:24:02.048 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.046+0000 7f3c2da00640 1 --2- >> v2:172.21.15.123:3300/0 conn(0x7f3c281459b0 0x7f3c28145dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:24:02.048 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.046+0000 7f3c2da00640 1 -- --> v1:172.21.15.123:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3c28072400 con 0x7f3c28070ca0 2024-07-26T12:24:02.048 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.046+0000 7f3c2da00640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f3c28072120 con 0x7f3c28074300 2024-07-26T12:24:02.048 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.046+0000 7f3c2da00640 1 -- --> v2:172.21.15.123:3300/0 -- mon_getmap magic: 0 -- 0x7f3c280711c0 con 0x7f3c281459b0 2024-07-26T12:24:02.048 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.046+0000 7f3c26000640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f3c28074300 0x7f3c280b2550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:24:02.048 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.046+0000 7f3c26000640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f3c28074300 0x7f3c280b2550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:58932/0 (socket says 172.21.15.31:58932) 2024-07-26T12:24:02.048 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.046+0000 7f3c26000640 1 -- 172.21.15.31:0/409567542 learned_addr learned my addr 172.21.15.31:0/409567542 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:24:02.049 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.046+0000 7f3c27400640 1 --2- 172.21.15.31:0/409567542 >> v2:172.21.15.123:3300/0 conn(0x7f3c281459b0 0x7f3c28145dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:24:02.050 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.047+0000 7f3c26000640 1 -- 172.21.15.31:0/409567542 >> v2:172.21.15.123:3300/0 conn(0x7f3c281459b0 msgr2=0x7f3c28145dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:24:02.050 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.047+0000 7f3c26000640 1 --2- 172.21.15.31:0/409567542 >> v2:172.21.15.123:3300/0 conn(0x7f3c281459b0 0x7f3c28145dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:24:02.050 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.047+0000 7f3c26000640 1 -- 172.21.15.31:0/409567542 >> v1:172.21.15.123:6789/0 conn(0x7f3c28070ca0 legacy=0x7f3c28073bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:24:02.050 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.047+0000 7f3c26000640 1 -- 172.21.15.31:0/409567542 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c280714a0 con 0x7f3c28074300 2024-07-26T12:24:02.050 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.048+0000 7f3c26000640 1 --2- 172.21.15.31:0/409567542 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3c28074300 0x7f3c280b2550 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f3c28145700 tx=0x7f3c1402a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7f41fb398ca3178c server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:24:02.050 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.048+0000 7f3c25600640 1 -- 172.21.15.31:0/409567542 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c14036070 con 0x7f3c28074300 2024-07-26T12:24:02.050 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.048+0000 7f3c25600640 1 -- 172.21.15.31:0/409567542 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(6 keys) ==== 172+0+0 (secure 0 0 0) 0x7f3c14031710 con 0x7f3c28074300 2024-07-26T12:24:02.051 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.048+0000 7f3c25600640 1 -- 172.21.15.31:0/409567542 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c14031b60 con 0x7f3c28074300 2024-07-26T12:24:02.051 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.049+0000 7f3c2da00640 1 -- 172.21.15.31:0/409567542 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3c28074300 msgr2=0x7f3c280b2550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:24:02.051 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.049+0000 7f3c2da00640 1 --2- 172.21.15.31:0/409567542 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3c28074300 0x7f3c280b2550 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f3c28145700 tx=0x7f3c1402a610 comp rx=0 tx=0).stop 2024-07-26T12:24:02.052 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.049+0000 7f3c2da00640 1 -- 172.21.15.31:0/409567542 shutdown_connections 2024-07-26T12:24:02.052 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.049+0000 7f3c2da00640 1 --2- 172.21.15.31:0/409567542 >> v2:172.21.15.123:3300/0 conn(0x7f3c281459b0 0x7f3c28145dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:24:02.052 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.049+0000 7f3c2da00640 1 --2- 172.21.15.31:0/409567542 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3c28074300 0x7f3c280b2550 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:24:02.052 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.049+0000 7f3c2da00640 1 -- 172.21.15.31:0/409567542 >> 172.21.15.31:0/409567542 conn(0x7f3c280b8d80 msgr2=0x7f3c280b9190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:24:02.052 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.049+0000 7f3c2da00640 1 -- 172.21.15.31:0/409567542 shutdown_connections 2024-07-26T12:24:02.052 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.049+0000 7f3c2da00640 1 -- 172.21.15.31:0/409567542 wait complete. 2024-07-26T12:24:02.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.051+0000 7f3c2da00640 1 Processor -- start 2024-07-26T12:24:02.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.052+0000 7f3c2da00640 1 -- start start 2024-07-26T12:24:02.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.053+0000 7f3c2da00640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f3c28070ca0 0x7f3c280b1b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:24:02.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.053+0000 7f3c2da00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3c281459b0 0x7f3c281e63e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:24:02.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.053+0000 7f3c2da00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3c280b7600 0x7f3c280b7a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:24:02.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.053+0000 7f3c2da00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f3c28150660 con 0x7f3c281459b0 2024-07-26T12:24:02.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.053+0000 7f3c2da00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f3c281504e0 con 0x7f3c280b7600 2024-07-26T12:24:02.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.053+0000 7f3c2da00640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f3c281507e0 con 0x7f3c28070ca0 2024-07-26T12:24:02.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.053+0000 7f3c26000640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3c281459b0 0x7f3c281e63e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:24:02.056 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.053+0000 7f3c26000640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3c281459b0 0x7f3c281e63e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:58948/0 (socket says 172.21.15.31:58948) 2024-07-26T12:24:02.056 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.053+0000 7f3c26000640 1 -- 172.21.15.31:0/2623965743 learned_addr learned my addr 172.21.15.31:0/2623965743 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:24:02.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.054+0000 7f3c26000640 1 -- 172.21.15.31:0/2623965743 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f3c28070ca0 msgr2=0x7f3c280b1b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:24:02.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.054+0000 7f3c26000640 1 --2- 172.21.15.31:0/2623965743 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f3c28070ca0 0x7f3c280b1b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:24:02.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.054+0000 7f3c26000640 1 -- 172.21.15.31:0/2623965743 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3c280b7600 msgr2=0x7f3c280b7a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:24:02.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.054+0000 7f3c26000640 1 --2- 172.21.15.31:0/2623965743 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3c280b7600 0x7f3c280b7a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:24:02.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.054+0000 7f3c26000640 1 -- 172.21.15.31:0/2623965743 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c281e5f00 con 0x7f3c281459b0 2024-07-26T12:24:02.058 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.054+0000 7f3c26000640 1 --2- 172.21.15.31:0/2623965743 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3c281459b0 0x7f3c281e63e0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f3c14009e20 tx=0x7f3c14007a10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:24:02.058 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.054+0000 7f3c1ea00640 1 -- 172.21.15.31:0/2623965743 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c14040020 con 0x7f3c281459b0 2024-07-26T12:24:02.058 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.054+0000 7f3c1ea00640 1 -- 172.21.15.31:0/2623965743 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(6 keys) ==== 172+0+0 (secure 0 0 0) 0x7f3c14007c00 con 0x7f3c281459b0 2024-07-26T12:24:02.058 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.054+0000 7f3c1ea00640 1 -- 172.21.15.31:0/2623965743 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c14036040 con 0x7f3c281459b0 2024-07-26T12:24:02.058 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.054+0000 7f3c2da00640 1 -- 172.21.15.31:0/2623965743 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3c281e6920 con 0x7f3c281459b0 2024-07-26T12:24:02.058 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.055+0000 7f3c2da00640 1 -- 172.21.15.31:0/2623965743 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3c280b0810 con 0x7f3c281459b0 2024-07-26T12:24:02.058 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.056+0000 7f3c2da00640 1 -- 172.21.15.31:0/2623965743 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3c280b2550 con 0x7f3c281459b0 2024-07-26T12:24:02.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.057+0000 7f3c1ea00640 1 -- 172.21.15.31:0/2623965743 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f3c14043020 con 0x7f3c281459b0 2024-07-26T12:24:02.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.058+0000 7f3c1ea00640 1 --2- 172.21.15.31:0/2623965743 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f3c08077010 0x7f3c08079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:24:02.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.058+0000 7f3c1ea00640 1 -- 172.21.15.31:0/2623965743 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 5825+0+0 (secure 0 0 0) 0x7f3c140b94d0 con 0x7f3c281459b0 2024-07-26T12:24:02.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.059+0000 7f3c26a00640 1 --2- 172.21.15.31:0/2623965743 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f3c08077010 0x7f3c08079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:24:02.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.060+0000 7f3c26a00640 1 --2- 172.21.15.31:0/2623965743 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f3c08077010 0x7f3c08079520 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f3c18006fd0 tx=0x7f3c18006bc0 comp rx=0 tx=0).ready entity=mgr.4126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:24:02.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.063+0000 7f3c1ea00640 1 -- 172.21.15.31:0/2623965743 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f3c1404a030 con 0x7f3c281459b0 2024-07-26T12:24:02.319 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.318+0000 7f3c2da00640 1 -- 172.21.15.31:0/2623965743 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f3c2814fdf0 con 0x7f3c281459b0 2024-07-26T12:24:02.320 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.319+0000 7f3c1ea00640 1 -- 172.21.15.31:0/2623965743 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+3569 (secure 0 0 0) 0x7f3c281e5f00 con 0x7f3c281459b0 2024-07-26T12:24:02.321 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-07-26T12:24:02.321 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":8,"btime":"2024-07-26T12:21:47:598247+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4339,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.123:6835/2510414777","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6834","nonce":2510414777},{"type":"v1","addr":"172.21.15.123:6835","nonce":2510414777}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T12:21:44.131993+0000","modified":"2024-07-26T12:21:47.187215+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4353},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4353":{"gid":4353,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.31:6833/713364256","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":713364256},{"type":"v1","addr":"172.21.15.31:6833","nonce":713364256}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4353,"qdb_cluster":[4353]},"id":1}]} 2024-07-26T12:24:02.321 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 8 2024-07-26T12:24:02.323 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.321+0000 7f3c2da00640 1 -- 172.21.15.31:0/2623965743 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f3c08077010 msgr2=0x7f3c08079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:24:02.324 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.322+0000 7f3c2da00640 1 --2- 172.21.15.31:0/2623965743 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f3c08077010 0x7f3c08079520 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f3c18006fd0 tx=0x7f3c18006bc0 comp rx=0 tx=0).stop 2024-07-26T12:24:02.324 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.322+0000 7f3c2da00640 1 -- 172.21.15.31:0/2623965743 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3c281459b0 msgr2=0x7f3c281e63e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:24:02.324 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.322+0000 7f3c2da00640 1 --2- 172.21.15.31:0/2623965743 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3c281459b0 0x7f3c281e63e0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f3c14009e20 tx=0x7f3c14007a10 comp rx=0 tx=0).stop 2024-07-26T12:24:02.324 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.322+0000 7f3c2da00640 1 -- 172.21.15.31:0/2623965743 shutdown_connections 2024-07-26T12:24:02.324 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.322+0000 7f3c2da00640 1 --2- 172.21.15.31:0/2623965743 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f3c08077010 0x7f3c08079520 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:24:02.324 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.322+0000 7f3c2da00640 1 --2- 172.21.15.31:0/2623965743 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3c280b7600 0x7f3c280b7a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:24:02.324 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.322+0000 7f3c2da00640 1 --2- 172.21.15.31:0/2623965743 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3c281459b0 0x7f3c281e63e0 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:24:02.325 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.322+0000 7f3c2da00640 1 --2- 172.21.15.31:0/2623965743 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f3c28070ca0 0x7f3c280b1b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:24:02.325 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.322+0000 7f3c2da00640 1 -- 172.21.15.31:0/2623965743 >> 172.21.15.31:0/2623965743 conn(0x7f3c280b8d80 msgr2=0x7f3c2806c7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:24:02.325 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.322+0000 7f3c2da00640 1 -- 172.21.15.31:0/2623965743 shutdown_connections 2024-07-26T12:24:02.325 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.322+0000 7f3c2da00640 1 -- 172.21.15.31:0/2623965743 wait complete. 2024-07-26T12:24:02.351 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T12:24:02.620 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.618+0000 7fb194a00640 1 Processor -- start 2024-07-26T12:24:02.620 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.618+0000 7fb194a00640 1 -- start start 2024-07-26T12:24:02.622 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.620+0000 7fb194a00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fb1901485e0 0x7fb190153030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:24:02.622 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.620+0000 7fb194a00640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb1900b02d0 con 0x7fb1900b4120 2024-07-26T12:24:02.622 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.620+0000 7fb194a00640 1 -- --> v1:172.21.15.123:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb1900ae3c0 con 0x7fb1900adb90 2024-07-26T12:24:02.622 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.620+0000 7fb194a00640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7fb19006dae0 con 0x7fb1901485e0 2024-07-26T12:24:02.623 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.621+0000 7fb187e00640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7fb1900b4120 0x7fb190147ed0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:36342/0 (socket says 172.21.15.31:36342) 2024-07-26T12:24:02.623 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.621+0000 7fb18f200640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fb1901485e0 0x7fb190153030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:24:02.623 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.621+0000 7fb187e00640 1 -- 172.21.15.31:0/2999070623 learned_addr learned my addr 172.21.15.31:0/2999070623 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-07-26T12:24:02.624 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.621+0000 7fb18f200640 1 -- 172.21.15.31:0/2999070623 >> v1:172.21.15.123:6789/0 conn(0x7fb1900adb90 legacy=0x7fb1900b3a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:24:02.624 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.621+0000 7fb18f200640 1 -- 172.21.15.31:0/2999070623 >> v1:172.21.15.31:6789/0 conn(0x7fb1900b4120 legacy=0x7fb190147ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:24:02.624 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.621+0000 7fb18f200640 1 -- 172.21.15.31:0/2999070623 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb1900b05b0 con 0x7fb1901485e0 2024-07-26T12:24:02.624 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.622+0000 7fb18f200640 1 --2- 172.21.15.31:0/2999070623 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb1901485e0 0x7fb190153030 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fb188009d90 tx=0x7fb18802a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f45ed5f0aae7b5d1 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:24:02.625 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.623+0000 7fb18de00640 1 -- 172.21.15.31:0/2999070623 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb188007740 con 0x7fb1901485e0 2024-07-26T12:24:02.625 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.623+0000 7fb18de00640 1 -- 172.21.15.31:0/2999070623 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(6 keys) ==== 172+0+0 (secure 0 0 0) 0x7fb1880079f0 con 0x7fb1901485e0 2024-07-26T12:24:02.625 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.623+0000 7fb18de00640 1 -- 172.21.15.31:0/2999070623 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb188007e40 con 0x7fb1901485e0 2024-07-26T12:24:02.626 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.624+0000 7fb194a00640 1 -- 172.21.15.31:0/2999070623 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb1901485e0 msgr2=0x7fb190153030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:24:02.626 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.624+0000 7fb194a00640 1 --2- 172.21.15.31:0/2999070623 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb1901485e0 0x7fb190153030 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fb188009d90 tx=0x7fb18802a6f0 comp rx=0 tx=0).stop 2024-07-26T12:24:02.626 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.624+0000 7fb194a00640 1 -- 172.21.15.31:0/2999070623 shutdown_connections 2024-07-26T12:24:02.626 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.624+0000 7fb194a00640 1 --2- 172.21.15.31:0/2999070623 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb1901485e0 0x7fb190153030 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:24:02.626 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.624+0000 7fb194a00640 1 -- 172.21.15.31:0/2999070623 >> 172.21.15.31:0/2999070623 conn(0x7fb1900b5730 msgr2=0x7fb1900b5b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:24:02.626 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.624+0000 7fb194a00640 1 -- 172.21.15.31:0/2999070623 shutdown_connections 2024-07-26T12:24:02.626 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.624+0000 7fb194a00640 1 -- 172.21.15.31:0/2999070623 wait complete. 2024-07-26T12:24:02.628 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.627+0000 7fb194a00640 1 Processor -- start 2024-07-26T12:24:02.628 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.627+0000 7fb194a00640 1 -- start start 2024-07-26T12:24:02.630 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.628+0000 7fb194a00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb1900adb90 0x7fb1901de6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:24:02.630 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.628+0000 7fb194a00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb1900b4120 0x7fb19013b920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:24:02.630 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.628+0000 7fb194a00640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fb1901485e0 0x7fb190135960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:24:02.631 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.628+0000 7fb194a00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fb190153900 con 0x7fb1900adb90 2024-07-26T12:24:02.631 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.628+0000 7fb194a00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fb190153780 con 0x7fb1900b4120 2024-07-26T12:24:02.631 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.628+0000 7fb194a00640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7fb190153a80 con 0x7fb1901485e0 2024-07-26T12:24:02.631 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.629+0000 7fb18e800640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb1900adb90 0x7fb1901de6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:24:02.631 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.629+0000 7fb18e800640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb1900adb90 0x7fb1901de6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:58962/0 (socket says 172.21.15.31:58962) 2024-07-26T12:24:02.631 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.629+0000 7fb18e800640 1 -- 172.21.15.31:0/237851136 learned_addr learned my addr 172.21.15.31:0/237851136 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:24:02.631 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.629+0000 7fb187e00640 1 --2- 172.21.15.31:0/237851136 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb1900b4120 0x7fb19013b920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:24:02.631 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.629+0000 7fb18f200640 1 --2- 172.21.15.31:0/237851136 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fb1901485e0 0x7fb190135960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:24:02.633 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.629+0000 7fb18e800640 1 -- 172.21.15.31:0/237851136 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fb1901485e0 msgr2=0x7fb190135960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:24:02.633 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.629+0000 7fb18e800640 1 --2- 172.21.15.31:0/237851136 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fb1901485e0 0x7fb190135960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:24:02.633 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.629+0000 7fb18e800640 1 -- 172.21.15.31:0/237851136 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb1900b4120 msgr2=0x7fb19013b920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:24:02.633 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.629+0000 7fb18e800640 1 --2- 172.21.15.31:0/237851136 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb1900b4120 0x7fb19013b920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:24:02.633 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.629+0000 7fb18e800640 1 -- 172.21.15.31:0/237851136 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb1901df900 con 0x7fb1900adb90 2024-07-26T12:24:02.633 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.629+0000 7fb187e00640 1 --2- 172.21.15.31:0/237851136 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb1900b4120 0x7fb19013b920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T12:24:02.634 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.630+0000 7fb18e800640 1 --2- 172.21.15.31:0/237851136 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb1900adb90 0x7fb1901de6a0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fb18000c3a0 tx=0x7fb18000c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:24:02.634 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.630+0000 7fb186a00640 1 -- 172.21.15.31:0/237851136 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb180017070 con 0x7fb1900adb90 2024-07-26T12:24:02.634 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.630+0000 7fb186a00640 1 -- 172.21.15.31:0/237851136 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(6 keys) ==== 172+0+0 (secure 0 0 0) 0x7fb1800052d0 con 0x7fb1900adb90 2024-07-26T12:24:02.634 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.630+0000 7fb186a00640 1 -- 172.21.15.31:0/237851136 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb180003850 con 0x7fb1900adb90 2024-07-26T12:24:02.634 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.630+0000 7fb194a00640 1 -- 172.21.15.31:0/237851136 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb19013be60 con 0x7fb1900adb90 2024-07-26T12:24:02.634 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.630+0000 7fb194a00640 1 -- 172.21.15.31:0/237851136 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb19013b120 con 0x7fb1900adb90 2024-07-26T12:24:02.634 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.631+0000 7fb194a00640 1 -- 172.21.15.31:0/237851136 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb1901dfad0 con 0x7fb1900adb90 2024-07-26T12:24:02.635 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.632+0000 7fb186a00640 1 -- 172.21.15.31:0/237851136 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fb18001a070 con 0x7fb1900adb90 2024-07-26T12:24:02.635 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.633+0000 7fb186a00640 1 --2- 172.21.15.31:0/237851136 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fb16c077070 0x7fb16c079580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:24:02.635 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.633+0000 7fb186a00640 1 -- 172.21.15.31:0/237851136 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 5825+0+0 (secure 0 0 0) 0x7fb180097ce0 con 0x7fb1900adb90 2024-07-26T12:24:02.636 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.634+0000 7fb187e00640 1 --2- 172.21.15.31:0/237851136 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fb16c077070 0x7fb16c079580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:24:02.636 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.635+0000 7fb187e00640 1 --2- 172.21.15.31:0/237851136 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fb16c077070 0x7fb16c079580 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fb1900b2280 tx=0x7fb178009040 comp rx=0 tx=0).ready entity=mgr.4126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:24:02.640 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.638+0000 7fb186a00640 1 -- 172.21.15.31:0/237851136 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fb180060dc0 con 0x7fb1900adb90 2024-07-26T12:24:02.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.852+0000 7fb194a00640 1 -- 172.21.15.31:0/237851136 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fb1900b3a10 con 0x7fb1900adb90 2024-07-26T12:24:02.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.853+0000 7fb186a00640 1 -- 172.21.15.31:0/237851136 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v24) ==== 74+0+16843 (secure 0 0 0) 0x7fb180069090 con 0x7fb1900adb90 2024-07-26T12:24:02.856 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-07-26T12:24:02.857 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":24,"fsid":"ef074135-fe46-4fec-a339-768b1d2b36ee","created":"2024-07-26T12:21:16.055794+0000","modified":"2024-07-26T12:22:22.787520+0000","last_up_change":"2024-07-26T12:21:30.882864+0000","last_in_change":"2024-07-26T12:21:21.700518+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T12:21:31.399722+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-07-26T12:21:42.295054+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-07-26T12:21:43.093314+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"218f4bdb-3f2a-4597-8391-d5869523d4ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":973597580},{"type":"v1","addr":"172.21.15.31:6817","nonce":973597580}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":973597580},{"type":"v1","addr":"172.21.15.31:6819","nonce":973597580}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":973597580},{"type":"v1","addr":"172.21.15.31:6827","nonce":973597580}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":973597580},{"type":"v1","addr":"172.21.15.31:6822","nonce":973597580}]},"public_addr":"172.21.15.31:6817/973597580","cluster_addr":"172.21.15.31:6819/973597580","heartbeat_back_addr":"172.21.15.31:6827/973597580","heartbeat_front_addr":"172.21.15.31:6822/973597580","state":["exists","up"]},{"osd":1,"uuid":"7325bd1b-087e-47b0-8411-1065643b142e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":209410576},{"type":"v1","addr":"172.21.15.31:6801","nonce":209410576}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":209410576},{"type":"v1","addr":"172.21.15.31:6803","nonce":209410576}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":209410576},{"type":"v1","addr":"172.21.15.31:6807","nonce":209410576}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":209410576},{"type":"v1","addr":"172.21.15.31:6805","nonce":209410576}]},"public_addr":"172.21.15.31:6801/209410576","cluster_addr":"172.21.15.31:6803/209410576","heartbeat_back_addr":"172.21.15.31:6807/209410576","heartbeat_front_addr":"172.21.15.31:6805/209410576","state":["exists","up"]},{"osd":2,"uuid":"461c586b-af52-4d20-a648-867cbd3fa37f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":4014278924},{"type":"v1","addr":"172.21.15.31:6809","nonce":4014278924}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":4014278924},{"type":"v1","addr":"172.21.15.31:6811","nonce":4014278924}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":4014278924},{"type":"v1","addr":"172.21.15.31:6815","nonce":4014278924}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":4014278924},{"type":"v1","addr":"172.21.15.31:6813","nonce":4014278924}]},"public_addr":"172.21.15.31:6809/4014278924","cluster_addr":"172.21.15.31:6811/4014278924","heartbeat_back_addr":"172.21.15.31:6815/4014278924","heartbeat_front_addr":"172.21.15.31:6813/4014278924","state":["exists","up"]},{"osd":3,"uuid":"132aee2d-8564-4632-8d0d-9e8e0f6edaf3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6821","nonce":2995395942},{"type":"v1","addr":"172.21.15.31:6823","nonce":2995395942}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6825","nonce":2995395942},{"type":"v1","addr":"172.21.15.31:6826","nonce":2995395942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2995395942},{"type":"v1","addr":"172.21.15.31:6831","nonce":2995395942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2995395942},{"type":"v1","addr":"172.21.15.31:6829","nonce":2995395942}]},"public_addr":"172.21.15.31:6823/2995395942","cluster_addr":"172.21.15.31:6826/2995395942","heartbeat_back_addr":"172.21.15.31:6831/2995395942","heartbeat_front_addr":"172.21.15.31:6829/2995395942","state":["exists","up"]},{"osd":4,"uuid":"eb3fc933-fae1-4328-a5c0-2cba3f72ae3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6811","nonce":2657576441},{"type":"v1","addr":"172.21.15.123:6813","nonce":2657576441}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6815","nonce":2657576441},{"type":"v1","addr":"172.21.15.123:6817","nonce":2657576441}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6823","nonce":2657576441},{"type":"v1","addr":"172.21.15.123:6826","nonce":2657576441}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6819","nonce":2657576441},{"type":"v1","addr":"172.21.15.123:6821","nonce":2657576441}]},"public_addr":"172.21.15.123:6813/2657576441","cluster_addr":"172.21.15.123:6817/2657576441","heartbeat_back_addr":"172.21.15.123:6826/2657576441","heartbeat_front_addr":"172.21.15.123:6821/2657576441","state":["exists","up"]},{"osd":5,"uuid":"9ddeeb35-6710-49b9-9688-00e0a2a406e9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6810","nonce":3352982608},{"type":"v1","addr":"172.21.15.123:6812","nonce":3352982608}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6814","nonce":3352982608},{"type":"v1","addr":"172.21.15.123:6816","nonce":3352982608}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6822","nonce":3352982608},{"type":"v1","addr":"172.21.15.123:6824","nonce":3352982608}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6818","nonce":3352982608},{"type":"v1","addr":"172.21.15.123:6820","nonce":3352982608}]},"public_addr":"172.21.15.123:6812/3352982608","cluster_addr":"172.21.15.123:6816/3352982608","heartbeat_back_addr":"172.21.15.123:6824/3352982608","heartbeat_front_addr":"172.21.15.123:6820/3352982608","state":["exists","up"]},{"osd":6,"uuid":"e76e07cc-99d0-4c6c-b9af-0c772c919987","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6825","nonce":1360257549},{"type":"v1","addr":"172.21.15.123:6827","nonce":1360257549}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6828","nonce":1360257549},{"type":"v1","addr":"172.21.15.123:6829","nonce":1360257549}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":1360257549},{"type":"v1","addr":"172.21.15.123:6833","nonce":1360257549}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6830","nonce":1360257549},{"type":"v1","addr":"172.21.15.123:6831","nonce":1360257549}]},"public_addr":"172.21.15.123:6827/1360257549","cluster_addr":"172.21.15.123:6829/1360257549","heartbeat_back_addr":"172.21.15.123:6833/1360257549","heartbeat_front_addr":"172.21.15.123:6831/1360257549","state":["exists","up"]},{"osd":7,"uuid":"a22dc76b-2f3c-4f59-ba5b-7b444346a9fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6802","nonce":2969480778},{"type":"v1","addr":"172.21.15.123:6803","nonce":2969480778}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6804","nonce":2969480778},{"type":"v1","addr":"172.21.15.123:6805","nonce":2969480778}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6808","nonce":2969480778},{"type":"v1","addr":"172.21.15.123:6809","nonce":2969480778}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6806","nonce":2969480778},{"type":"v1","addr":"172.21.15.123:6807","nonce":2969480778}]},"public_addr":"172.21.15.123:6803/2969480778","cluster_addr":"172.21.15.123:6805/2969480778","heartbeat_back_addr":"172.21.15.123:6809/2969480778","heartbeat_front_addr":"172.21.15.123:6807/2969480778","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T12:21:27.550303+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T12:21:27.377641+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T12:21:27.142256+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T12:21:27.563003+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T12:21:27.193136+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T12:21:27.225824+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T12:21:27.201675+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T12:21:27.303249+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.16","mappings":[{"from":5,"to":2}]},{"pgid":"3.18","mappings":[{"from":3,"to":1}]},{"pgid":"3.22","mappings":[{"from":5,"to":2}]},{"pgid":"3.3a","mappings":[{"from":5,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T12:24:02.859 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.857+0000 7fb194a00640 1 -- 172.21.15.31:0/237851136 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fb16c077070 msgr2=0x7fb16c079580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:24:02.859 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.857+0000 7fb194a00640 1 --2- 172.21.15.31:0/237851136 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fb16c077070 0x7fb16c079580 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fb1900b2280 tx=0x7fb178009040 comp rx=0 tx=0).stop 2024-07-26T12:24:02.859 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.857+0000 7fb194a00640 1 -- 172.21.15.31:0/237851136 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb1900adb90 msgr2=0x7fb1901de6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:24:02.859 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.857+0000 7fb194a00640 1 --2- 172.21.15.31:0/237851136 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb1900adb90 0x7fb1901de6a0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fb18000c3a0 tx=0x7fb18000c860 comp rx=0 tx=0).stop 2024-07-26T12:24:02.859 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.857+0000 7fb194a00640 1 -- 172.21.15.31:0/237851136 shutdown_connections 2024-07-26T12:24:02.859 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.857+0000 7fb194a00640 1 --2- 172.21.15.31:0/237851136 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fb16c077070 0x7fb16c079580 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:24:02.860 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.857+0000 7fb194a00640 1 --2- 172.21.15.31:0/237851136 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fb1901485e0 0x7fb190135960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:24:02.860 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.857+0000 7fb194a00640 1 --2- 172.21.15.31:0/237851136 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb1900b4120 0x7fb19013b920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:24:02.860 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.857+0000 7fb194a00640 1 --2- 172.21.15.31:0/237851136 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb1900adb90 0x7fb1901de6a0 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:24:02.860 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.857+0000 7fb194a00640 1 -- 172.21.15.31:0/237851136 >> 172.21.15.31:0/237851136 conn(0x7fb1900b5730 msgr2=0x7fb19013eb60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:24:02.860 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.857+0000 7fb194a00640 1 -- 172.21.15.31:0/237851136 shutdown_connections 2024-07-26T12:24:02.860 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:02.857+0000 7fb194a00640 1 -- 172.21.15.31:0/237851136 wait complete. 2024-07-26T12:24:02.886 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-07-26T12:24:03.160 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.159+0000 7fcac2e00640 1 Processor -- start 2024-07-26T12:24:03.161 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.159+0000 7fcac2e00640 1 -- start start 2024-07-26T12:24:03.163 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.160+0000 7fcac2e00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fcabc145570 0x7fcabc068910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:24:03.163 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.160+0000 7fcac2e00640 1 --2- >> v2:172.21.15.123:3300/0 conn(0x7fcabc0b49a0 0x7fcabc09e480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:24:03.163 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.160+0000 7fcac2e00640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fcabc06e400 0x7fcabc06e810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:24:03.163 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.160+0000 7fcac2e00640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7fcabc145a30 con 0x7fcabc145570 2024-07-26T12:24:03.163 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.160+0000 7fcac2e00640 1 -- --> v2:172.21.15.123:3300/0 -- mon_getmap magic: 0 -- 0x7fcabc145d10 con 0x7fcabc0b49a0 2024-07-26T12:24:03.163 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.160+0000 7fcac2e00640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7fcabc145ff0 con 0x7fcabc06e400 2024-07-26T12:24:03.164 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.161+0000 7fcac1a00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fcabc145570 0x7fcabc068910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:24:03.164 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.161+0000 7fcac1a00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fcabc145570 0x7fcabc068910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:58968/0 (socket says 172.21.15.31:58968) 2024-07-26T12:24:03.164 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.161+0000 7fcac1a00640 1 -- 172.21.15.31:0/2739349903 learned_addr learned my addr 172.21.15.31:0/2739349903 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:24:03.164 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.161+0000 7fcac1000640 1 --2- 172.21.15.31:0/2739349903 >> v2:172.21.15.123:3300/0 conn(0x7fcabc0b49a0 0x7fcabc09e480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:24:03.164 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.161+0000 7fcac1a00640 1 -- 172.21.15.31:0/2739349903 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fcabc06e400 msgr2=0x7fcabc06e810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:24:03.164 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.161+0000 7fcac1a00640 1 --2- 172.21.15.31:0/2739349903 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fcabc06e400 0x7fcabc06e810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:24:03.164 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.161+0000 7fcac1a00640 1 -- 172.21.15.31:0/2739349903 >> v2:172.21.15.123:3300/0 conn(0x7fcabc0b49a0 msgr2=0x7fcabc09e480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:24:03.164 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.161+0000 7fcac1a00640 1 --2- 172.21.15.31:0/2739349903 >> v2:172.21.15.123:3300/0 conn(0x7fcabc0b49a0 0x7fcabc09e480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:24:03.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.161+0000 7fcac1a00640 1 -- 172.21.15.31:0/2739349903 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcabc0b4db0 con 0x7fcabc145570 2024-07-26T12:24:03.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.162+0000 7fcac1a00640 1 --2- 172.21.15.31:0/2739349903 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcabc145570 0x7fcabc068910 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7fcabc0b3a70 tx=0x7fcab002a6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=64d34b8c44be2a22 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:24:03.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.162+0000 7fcabbe00640 1 -- 172.21.15.31:0/2739349903 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcab0036070 con 0x7fcabc145570 2024-07-26T12:24:03.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.163+0000 7fcabbe00640 1 -- 172.21.15.31:0/2739349903 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(6 keys) ==== 172+0+0 (secure 0 0 0) 0x7fcab0031710 con 0x7fcabc145570 2024-07-26T12:24:03.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.163+0000 7fcabbe00640 1 -- 172.21.15.31:0/2739349903 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcab0031b60 con 0x7fcabc145570 2024-07-26T12:24:03.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.163+0000 7fcac2e00640 1 -- 172.21.15.31:0/2739349903 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcabc145570 msgr2=0x7fcabc068910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:24:03.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.163+0000 7fcac2e00640 1 --2- 172.21.15.31:0/2739349903 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcabc145570 0x7fcabc068910 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7fcabc0b3a70 tx=0x7fcab002a6c0 comp rx=0 tx=0).stop 2024-07-26T12:24:03.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.163+0000 7fcac2e00640 1 -- 172.21.15.31:0/2739349903 shutdown_connections 2024-07-26T12:24:03.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.163+0000 7fcac2e00640 1 --2- 172.21.15.31:0/2739349903 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fcabc06e400 0x7fcabc06e810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:24:03.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.163+0000 7fcac2e00640 1 --2- 172.21.15.31:0/2739349903 >> v2:172.21.15.123:3300/0 conn(0x7fcabc0b49a0 0x7fcabc09e480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:24:03.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.163+0000 7fcac2e00640 1 --2- 172.21.15.31:0/2739349903 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcabc145570 0x7fcabc068910 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:24:03.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.163+0000 7fcac2e00640 1 -- 172.21.15.31:0/2739349903 >> 172.21.15.31:0/2739349903 conn(0x7fcabc09ac50 msgr2=0x7fcabc0b93b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:24:03.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.163+0000 7fcac2e00640 1 -- 172.21.15.31:0/2739349903 shutdown_connections 2024-07-26T12:24:03.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.163+0000 7fcac2e00640 1 -- 172.21.15.31:0/2739349903 wait complete. 2024-07-26T12:24:03.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.165+0000 7fcac2e00640 1 Processor -- start 2024-07-26T12:24:03.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.166+0000 7fcac2e00640 1 -- start start 2024-07-26T12:24:03.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.167+0000 7fcac2e00640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fcabc06e400 0x7fcabc142690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:24:03.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.167+0000 7fcac2e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcabc0b49a0 0x7fcabc1dbb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:24:03.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.167+0000 7fcac2e00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fcabc071cc0 0x7fcabc13acf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:24:03.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.167+0000 7fcac2e00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fcabc149060 con 0x7fcabc0b49a0 2024-07-26T12:24:03.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.167+0000 7fcac2e00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fcabc148ee0 con 0x7fcabc071cc0 2024-07-26T12:24:03.173 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.167+0000 7fcac2e00640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7fcabc1491e0 con 0x7fcabc06e400 2024-07-26T12:24:03.173 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.167+0000 7fcac1000640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcabc0b49a0 0x7fcabc1dbb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:24:03.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.167+0000 7fcac1000640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcabc0b49a0 0x7fcabc1dbb70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:58982/0 (socket says 172.21.15.31:58982) 2024-07-26T12:24:03.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.167+0000 7fcac1000640 1 -- 172.21.15.31:0/3295340478 learned_addr learned my addr 172.21.15.31:0/3295340478 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:24:03.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.167+0000 7fcac1a00640 1 --2- 172.21.15.31:0/3295340478 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fcabc06e400 0x7fcabc142690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:24:03.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.167+0000 7fcac2400640 1 --2- 172.21.15.31:0/3295340478 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fcabc071cc0 0x7fcabc13acf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:24:03.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.167+0000 7fcac1000640 1 -- 172.21.15.31:0/3295340478 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fcabc06e400 msgr2=0x7fcabc142690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:24:03.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.167+0000 7fcac1000640 1 --2- 172.21.15.31:0/3295340478 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fcabc06e400 0x7fcabc142690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:24:03.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.167+0000 7fcac1000640 1 -- 172.21.15.31:0/3295340478 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fcabc071cc0 msgr2=0x7fcabc13acf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:24:03.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.167+0000 7fcac1000640 1 --2- 172.21.15.31:0/3295340478 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fcabc071cc0 0x7fcabc13acf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:24:03.175 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.167+0000 7fcac1000640 1 -- 172.21.15.31:0/3295340478 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcabc1dc0b0 con 0x7fcabc0b49a0 2024-07-26T12:24:03.175 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.168+0000 7fcac1000640 1 --2- 172.21.15.31:0/3295340478 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcabc0b49a0 0x7fcabc1dbb70 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7fcaa800c820 tx=0x7fcaa800cce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:24:03.175 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.168+0000 7fcab9600640 1 -- 172.21.15.31:0/3295340478 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcaa8015070 con 0x7fcabc0b49a0 2024-07-26T12:24:03.175 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.168+0000 7fcac2e00640 1 -- 172.21.15.31:0/3295340478 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcabc072260 con 0x7fcabc0b49a0 2024-07-26T12:24:03.175 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.168+0000 7fcab9600640 1 -- 172.21.15.31:0/3295340478 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(6 keys) ==== 172+0+0 (secure 0 0 0) 0x7fcaa8004020 con 0x7fcabc0b49a0 2024-07-26T12:24:03.175 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.168+0000 7fcab9600640 1 -- 172.21.15.31:0/3295340478 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcaa8004470 con 0x7fcabc0b49a0 2024-07-26T12:24:03.175 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.168+0000 7fcac2e00640 1 -- 172.21.15.31:0/3295340478 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcabc072820 con 0x7fcabc0b49a0 2024-07-26T12:24:03.176 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.169+0000 7fcac2e00640 1 -- 172.21.15.31:0/3295340478 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcabc145570 con 0x7fcabc0b49a0 2024-07-26T12:24:03.177 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.171+0000 7fcab9600640 1 -- 172.21.15.31:0/3295340478 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fcaa8007830 con 0x7fcabc0b49a0 2024-07-26T12:24:03.177 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.172+0000 7fcab9600640 1 --2- 172.21.15.31:0/3295340478 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fca9c077040 0x7fca9c079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:24:03.177 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.172+0000 7fcab9600640 1 -- 172.21.15.31:0/3295340478 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 5825+0+0 (secure 0 0 0) 0x7fcaa80988e0 con 0x7fcabc0b49a0 2024-07-26T12:24:03.177 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.172+0000 7fcac1a00640 1 --2- 172.21.15.31:0/3295340478 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fca9c077040 0x7fca9c079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:24:03.177 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.173+0000 7fcac1a00640 1 --2- 172.21.15.31:0/3295340478 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fca9c077040 0x7fca9c079550 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fcab0033000 tx=0x7fcab0004a40 comp rx=0 tx=0).ready entity=mgr.4126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:24:03.178 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.176+0000 7fcab9600640 1 -- 172.21.15.31:0/3295340478 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fcaa8061940 con 0x7fcabc0b49a0 2024-07-26T12:24:03.421 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.419+0000 7fcac2e00640 1 -- 172.21.15.31:0/3295340478 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7fcabc0b5760 con 0x7fcabc0b49a0 2024-07-26T12:24:03.426 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.424+0000 7fcab9600640 1 -- 172.21.15.31:0/3295340478 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v9) ==== 161+0+0 (secure 0 0 0) 0x7fcaa8061240 con 0x7fcabc0b49a0 2024-07-26T12:24:03.426 INFO:teuthology.orchestra.run.smithi031.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-07-26T12:24:03.428 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.427+0000 7fcac2e00640 1 -- 172.21.15.31:0/3295340478 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fca9c077040 msgr2=0x7fca9c079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:24:03.429 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.427+0000 7fcac2e00640 1 --2- 172.21.15.31:0/3295340478 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fca9c077040 0x7fca9c079550 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fcab0033000 tx=0x7fcab0004a40 comp rx=0 tx=0).stop 2024-07-26T12:24:03.429 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.427+0000 7fcac2e00640 1 -- 172.21.15.31:0/3295340478 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcabc0b49a0 msgr2=0x7fcabc1dbb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:24:03.429 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.427+0000 7fcac2e00640 1 --2- 172.21.15.31:0/3295340478 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcabc0b49a0 0x7fcabc1dbb70 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7fcaa800c820 tx=0x7fcaa800cce0 comp rx=0 tx=0).stop 2024-07-26T12:24:03.429 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.427+0000 7fcac2e00640 1 -- 172.21.15.31:0/3295340478 shutdown_connections 2024-07-26T12:24:03.429 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.427+0000 7fcac2e00640 1 --2- 172.21.15.31:0/3295340478 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fca9c077040 0x7fca9c079550 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:24:03.429 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.427+0000 7fcac2e00640 1 --2- 172.21.15.31:0/3295340478 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fcabc071cc0 0x7fcabc13acf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:24:03.429 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.427+0000 7fcac2e00640 1 --2- 172.21.15.31:0/3295340478 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcabc0b49a0 0x7fcabc1dbb70 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:24:03.429 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.427+0000 7fcac2e00640 1 --2- 172.21.15.31:0/3295340478 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fcabc06e400 0x7fcabc142690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:24:03.430 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.427+0000 7fcac2e00640 1 -- 172.21.15.31:0/3295340478 >> 172.21.15.31:0/3295340478 conn(0x7fcabc09ac50 msgr2=0x7fcabc0b72b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:24:03.430 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.428+0000 7fcac2e00640 1 -- 172.21.15.31:0/3295340478 shutdown_connections 2024-07-26T12:24:03.430 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.428+0000 7fcac2e00640 1 -- 172.21.15.31:0/3295340478 wait complete. 2024-07-26T12:24:03.458 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-07-26T12:24:03.605 INFO:tasks.ceph.mds.a.smithi031.stdout:starting mds.a at 2024-07-26T12:24:03.716 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.714+0000 7fda6be00640 1 Processor -- start 2024-07-26T12:24:03.716 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.715+0000 7fda6be00640 1 -- start start 2024-07-26T12:24:03.719 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.717+0000 7fda6be00640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fda6c0b4540 0x7fda6c071a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:24:03.719 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.717+0000 7fda6be00640 1 --2- >> v2:172.21.15.123:3300/0 conn(0x7fda6c0731e0 0x7fda6c144e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:24:03.719 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.717+0000 7fda6be00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fda6c0b3770 0x7fda6c0b3b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:24:03.719 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.717+0000 7fda6be00640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7fda6c0736c0 con 0x7fda6c0b3770 2024-07-26T12:24:03.719 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.717+0000 7fda6be00640 1 -- --> v2:172.21.15.123:3300/0 -- mon_getmap magic: 0 -- 0x7fda6c073fa0 con 0x7fda6c0731e0 2024-07-26T12:24:03.719 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.717+0000 7fda6be00640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7fda6c144680 con 0x7fda6c0b4540 2024-07-26T12:24:03.720 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.717+0000 7fda6b400640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fda6c0b3770 0x7fda6c0b3b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:24:03.720 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.717+0000 7fda6b400640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fda6c0b3770 0x7fda6c0b3b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:59006/0 (socket says 172.21.15.31:59006) 2024-07-26T12:24:03.720 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.717+0000 7fda6b400640 1 -- 172.21.15.31:0/3311797833 learned_addr learned my addr 172.21.15.31:0/3311797833 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:24:03.720 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.717+0000 7fda6a000640 1 --2- 172.21.15.31:0/3311797833 >> v2:172.21.15.123:3300/0 conn(0x7fda6c0731e0 0x7fda6c144e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:24:03.720 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.717+0000 7fda6aa00640 1 --2- 172.21.15.31:0/3311797833 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fda6c0b4540 0x7fda6c071a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:24:03.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.718+0000 7fda6b400640 1 -- 172.21.15.31:0/3311797833 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fda6c0b4540 msgr2=0x7fda6c071a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:24:03.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.718+0000 7fda6b400640 1 --2- 172.21.15.31:0/3311797833 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fda6c0b4540 0x7fda6c071a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:24:03.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.718+0000 7fda6b400640 1 -- 172.21.15.31:0/3311797833 >> v2:172.21.15.123:3300/0 conn(0x7fda6c0731e0 msgr2=0x7fda6c144e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:24:03.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.718+0000 7fda6b400640 1 --2- 172.21.15.31:0/3311797833 >> v2:172.21.15.123:3300/0 conn(0x7fda6c0731e0 0x7fda6c144e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:24:03.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.718+0000 7fda6b400640 1 -- 172.21.15.31:0/3311797833 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fda6c144960 con 0x7fda6c0b3770 2024-07-26T12:24:03.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.719+0000 7fda6b400640 1 --2- 172.21.15.31:0/3311797833 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fda6c0b3770 0x7fda6c0b3b80 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fda6c071570 tx=0x7fda6402a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9a64349a67e4ae12 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:24:03.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.719+0000 7fda69600640 1 -- 172.21.15.31:0/3311797833 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda64036070 con 0x7fda6c0b3770 2024-07-26T12:24:03.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.719+0000 7fda69600640 1 -- 172.21.15.31:0/3311797833 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(6 keys) ==== 172+0+0 (secure 0 0 0) 0x7fda64031710 con 0x7fda6c0b3770 2024-07-26T12:24:03.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.719+0000 7fda69600640 1 -- 172.21.15.31:0/3311797833 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda64031b60 con 0x7fda6c0b3770 2024-07-26T12:24:03.723 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.720+0000 7fda6be00640 1 -- 172.21.15.31:0/3311797833 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fda6c0b3770 msgr2=0x7fda6c0b3b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:24:03.723 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.720+0000 7fda6be00640 1 --2- 172.21.15.31:0/3311797833 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fda6c0b3770 0x7fda6c0b3b80 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fda6c071570 tx=0x7fda6402a6a0 comp rx=0 tx=0).stop 2024-07-26T12:24:03.723 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.721+0000 7fda6be00640 1 -- 172.21.15.31:0/3311797833 shutdown_connections 2024-07-26T12:24:03.723 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.721+0000 7fda6be00640 1 --2- 172.21.15.31:0/3311797833 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fda6c0b3770 0x7fda6c0b3b80 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:24:03.723 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.721+0000 7fda6be00640 1 --2- 172.21.15.31:0/3311797833 >> v2:172.21.15.123:3300/0 conn(0x7fda6c0731e0 0x7fda6c144e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:24:03.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.721+0000 7fda6be00640 1 --2- 172.21.15.31:0/3311797833 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fda6c0b4540 0x7fda6c071a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:24:03.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.721+0000 7fda6be00640 1 -- 172.21.15.31:0/3311797833 >> 172.21.15.31:0/3311797833 conn(0x7fda6c06d8b0 msgr2=0x7fda6c06dcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:24:03.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.721+0000 7fda6be00640 1 -- 172.21.15.31:0/3311797833 shutdown_connections 2024-07-26T12:24:03.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.721+0000 7fda6be00640 1 -- 172.21.15.31:0/3311797833 wait complete. 2024-07-26T12:24:03.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.723+0000 7fda6be00640 1 Processor -- start 2024-07-26T12:24:03.725 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.723+0000 7fda6be00640 1 -- start start 2024-07-26T12:24:03.726 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.724+0000 7fda6be00640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fda6c0731e0 0x7fda6c1e1470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:24:03.726 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.724+0000 7fda6be00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fda6c0b3770 0x7fda6c0af190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:24:03.726 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.724+0000 7fda6be00640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fda6c0b4540 0x7fda6c0b2a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:24:03.726 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.724+0000 7fda6be00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fda6c147f70 con 0x7fda6c0b3770 2024-07-26T12:24:03.726 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.724+0000 7fda6be00640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fda6c147df0 con 0x7fda6c0b4540 2024-07-26T12:24:03.727 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.724+0000 7fda6be00640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7fda6c1480f0 con 0x7fda6c0731e0 2024-07-26T12:24:03.727 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.724+0000 7fda6a000640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fda6c0b3770 0x7fda6c0af190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:24:03.727 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.725+0000 7fda6a000640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fda6c0b3770 0x7fda6c0af190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:59016/0 (socket says 172.21.15.31:59016) 2024-07-26T12:24:03.727 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.725+0000 7fda6a000640 1 -- 172.21.15.31:0/3396275410 learned_addr learned my addr 172.21.15.31:0/3396275410 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:24:03.728 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.725+0000 7fda6b400640 1 --2- 172.21.15.31:0/3396275410 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fda6c0b4540 0x7fda6c0b2a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:24:03.728 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.725+0000 7fda6aa00640 1 --2- 172.21.15.31:0/3396275410 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fda6c0731e0 0x7fda6c1e1470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:24:03.728 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.725+0000 7fda6a000640 1 -- 172.21.15.31:0/3396275410 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fda6c0731e0 msgr2=0x7fda6c1e1470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:24:03.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.725+0000 7fda6a000640 1 --2- 172.21.15.31:0/3396275410 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fda6c0731e0 0x7fda6c1e1470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:24:03.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.725+0000 7fda6a000640 1 -- 172.21.15.31:0/3396275410 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fda6c0b4540 msgr2=0x7fda6c0b2a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:24:03.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.725+0000 7fda6a000640 1 --2- 172.21.15.31:0/3396275410 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fda6c0b4540 0x7fda6c0b2a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:24:03.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.725+0000 7fda6a000640 1 -- 172.21.15.31:0/3396275410 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fda6c0af6d0 con 0x7fda6c0b3770 2024-07-26T12:24:03.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.725+0000 7fda6a000640 1 --2- 172.21.15.31:0/3396275410 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fda6c0b3770 0x7fda6c0af190 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fda5400e870 tx=0x7fda5400ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:24:03.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.726+0000 7fda62a00640 1 -- 172.21.15.31:0/3396275410 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda54017070 con 0x7fda6c0b3770 2024-07-26T12:24:03.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.726+0000 7fda62a00640 1 -- 172.21.15.31:0/3396275410 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(6 keys) ==== 172+0+0 (secure 0 0 0) 0x7fda5400c940 con 0x7fda6c0b3770 2024-07-26T12:24:03.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.726+0000 7fda62a00640 1 -- 172.21.15.31:0/3396275410 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda5400cd90 con 0x7fda6c0b3770 2024-07-26T12:24:03.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.726+0000 7fda6be00640 1 -- 172.21.15.31:0/3396275410 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fda6c1e2150 con 0x7fda6c0b3770 2024-07-26T12:24:03.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.726+0000 7fda6be00640 1 -- 172.21.15.31:0/3396275410 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fda6c1e1e70 con 0x7fda6c0b3770 2024-07-26T12:24:03.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.727+0000 7fda6be00640 1 -- 172.21.15.31:0/3396275410 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fda6c072b80 con 0x7fda6c0b3770 2024-07-26T12:24:03.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.728+0000 7fda62a00640 1 -- 172.21.15.31:0/3396275410 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fda5401a070 con 0x7fda6c0b3770 2024-07-26T12:24:03.731 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.729+0000 7fda62a00640 1 --2- 172.21.15.31:0/3396275410 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fda48077040 0x7fda48079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:24:03.731 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.729+0000 7fda62a00640 1 -- 172.21.15.31:0/3396275410 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 5911+0+0 (secure 0 0 0) 0x7fda54098790 con 0x7fda6c0b3770 2024-07-26T12:24:03.731 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.730+0000 7fda6aa00640 1 --2- 172.21.15.31:0/3396275410 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fda48077040 0x7fda48079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:24:03.732 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.731+0000 7fda6aa00640 1 --2- 172.21.15.31:0/3396275410 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fda48077040 0x7fda48079550 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fda5c006fd0 tx=0x7fda5c008040 comp rx=0 tx=0).ready entity=mgr.4126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:24:03.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.734+0000 7fda62a00640 1 -- 172.21.15.31:0/3396275410 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fda6c072b80 con 0x7fda6c0b3770 2024-07-26T12:24:03.978 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:03.977+0000 7fda6be00640 1 -- 172.21.15.31:0/3396275410 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7fda6c148620 con 0x7fda6c0b3770 2024-07-26T12:24:04.429 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:04.427+0000 7fda62a00640 1 -- 172.21.15.31:0/3396275410 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v10) ==== 104+0+0 (secure 0 0 0) 0x7fda54061940 con 0x7fda6c0b3770 2024-07-26T12:24:04.433 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:04.431+0000 7fda6be00640 1 -- 172.21.15.31:0/3396275410 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fda48077040 msgr2=0x7fda48079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:24:04.433 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:04.431+0000 7fda6be00640 1 --2- 172.21.15.31:0/3396275410 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fda48077040 0x7fda48079550 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fda5c006fd0 tx=0x7fda5c008040 comp rx=0 tx=0).stop 2024-07-26T12:24:04.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:04.431+0000 7fda6be00640 1 -- 172.21.15.31:0/3396275410 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fda6c0b3770 msgr2=0x7fda6c0af190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:24:04.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:04.431+0000 7fda6be00640 1 --2- 172.21.15.31:0/3396275410 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fda6c0b3770 0x7fda6c0af190 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fda5400e870 tx=0x7fda5400ed30 comp rx=0 tx=0).stop 2024-07-26T12:24:04.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:04.432+0000 7fda6be00640 1 -- 172.21.15.31:0/3396275410 shutdown_connections 2024-07-26T12:24:04.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:04.432+0000 7fda6be00640 1 --2- 172.21.15.31:0/3396275410 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7fda48077040 0x7fda48079550 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:24:04.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:04.432+0000 7fda6be00640 1 --2- 172.21.15.31:0/3396275410 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fda6c0b4540 0x7fda6c0b2a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:24:04.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:04.432+0000 7fda6be00640 1 --2- 172.21.15.31:0/3396275410 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fda6c0b3770 0x7fda6c0af190 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:24:04.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:04.432+0000 7fda6be00640 1 --2- 172.21.15.31:0/3396275410 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7fda6c0731e0 0x7fda6c1e1470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:24:04.435 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:04.432+0000 7fda6be00640 1 -- 172.21.15.31:0/3396275410 >> 172.21.15.31:0/3396275410 conn(0x7fda6c06d8b0 msgr2=0x7fda6c0b50a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:24:04.435 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:04.432+0000 7fda6be00640 1 -- 172.21.15.31:0/3396275410 shutdown_connections 2024-07-26T12:24:04.435 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:04.432+0000 7fda6be00640 1 -- 172.21.15.31:0/3396275410 wait complete. 2024-07-26T12:24:04.461 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-07-26T12:24:04.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:04.733+0000 7f1242000640 1 Processor -- start 2024-07-26T12:24:04.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:04.734+0000 7f1242000640 1 -- start start 2024-07-26T12:24:04.736 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:04.735+0000 7f1242000640 1 --2- >> v2:172.21.15.123:3300/0 conn(0x7f123c09bf30 0x7f123c0b77c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:24:04.737 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:04.735+0000 7f1242000640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f123c0689d0 0x7f123c06dee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:24:04.737 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:04.735+0000 7f1242000640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f123c0b7ea0 con 0x7f123c06e420 2024-07-26T12:24:04.737 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:04.735+0000 7f1242000640 1 -- --> v2:172.21.15.123:3300/0 -- mon_getmap magic: 0 -- 0x7f123c0b84f0 con 0x7f123c09bf30 2024-07-26T12:24:04.737 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:04.735+0000 7f1242000640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f123c068de0 con 0x7f123c0689d0 2024-07-26T12:24:04.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:04.735+0000 7f1241600640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f123c06e420 0x7f123c0b52a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:36354/0 (socket says 172.21.15.31:36354) 2024-07-26T12:24:04.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:04.735+0000 7f1241600640 1 -- 172.21.15.31:0/920944772 learned_addr learned my addr 172.21.15.31:0/920944772 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-07-26T12:24:04.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:04.736+0000 7f123be00640 1 --2- 172.21.15.31:0/920944772 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f123c0689d0 0x7f123c06dee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:24:04.740 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:04.736+0000 7f1240c00640 1 --2- 172.21.15.31:0/920944772 >> v2:172.21.15.123:3300/0 conn(0x7f123c09bf30 0x7f123c0b77c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:24:04.740 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:04.736+0000 7f123b400640 1 -- 172.21.15.31:0/920944772 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 898596723 0 0) 0x7f123c0b7ea0 con 0x7f123c06e420 2024-07-26T12:24:04.740 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:04.736+0000 7f123b400640 1 -- 172.21.15.31:0/920944772 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1224003520 con 0x7f123c06e420 2024-07-26T12:24:04.740 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:04.736+0000 7f123b400640 1 -- 172.21.15.31:0/920944772 <== mon.0 v1:172.21.15.31:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 56538208 0 0) 0x7f1224003520 con 0x7f123c06e420 2024-07-26T12:24:04.740 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:04.736+0000 7f123b400640 1 -- 172.21.15.31:0/920944772 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f123c0689d0 msgr2=0x7f123c06dee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:24:04.740 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:04.736+0000 7f123b400640 1 --2- 172.21.15.31:0/920944772 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f123c0689d0 0x7f123c06dee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:24:04.740 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:04.736+0000 7f123b400640 1 -- 172.21.15.31:0/920944772 >> v2:172.21.15.123:3300/0 conn(0x7f123c09bf30 msgr2=0x7f123c0b77c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:24:04.741 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:04.736+0000 7f123b400640 1 --2- 172.21.15.31:0/920944772 >> v2:172.21.15.123:3300/0 conn(0x7f123c09bf30 0x7f123c0b77c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:24:04.741 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:04.736+0000 7f123b400640 1 -- 172.21.15.31:0/920944772 --> v1:172.21.15.31:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f123c0b8180 con 0x7f123c06e420 2024-07-26T12:24:04.741 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:04.736+0000 7f123b400640 1 -- 172.21.15.31:0/920944772 <== mon.0 v1:172.21.15.31:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 972834220 0 0) 0x7f1234001a70 con 0x7f123c06e420 2024-07-26T12:24:04.741 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:04.736+0000 7f123b400640 1 -- 172.21.15.31:0/920944772 >> v1:172.21.15.31:6789/0 conn(0x7f123c06e420 legacy=0x7f123c0b52a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:24:04.741 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:04.736+0000 7f123b400640 1 --2- 172.21.15.31:0/920944772 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f123c0689d0 0x7f1224003ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:24:04.741 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:04.736+0000 7f123b400640 1 --2- 172.21.15.31:0/920944772 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1224004090 0x7f1224004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:24:04.741 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:04.736+0000 7f123b400640 1 --2- 172.21.15.31:0/920944772 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1224004d40 0x7f1224005150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:24:04.741 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:04.737+0000 7f123b400640 1 -- 172.21.15.31:0/920944772 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f123c0b84f0 con 0x7f1224004090 2024-07-26T12:24:04.742 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:04.737+0000 7f123b400640 1 -- 172.21.15.31:0/920944772 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f123c068de0 con 0x7f1224004d40 2024-07-26T12:24:04.742 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:04.737+0000 7f123b400640 1 -- 172.21.15.31:0/920944772 --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f122400bb70 con 0x7f123c0689d0 2024-07-26T12:24:04.742 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:04.737+0000 7f123be00640 1 --2- 172.21.15.31:0/920944772 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1224004090 0x7f1224004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:24:04.742 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:04.737+0000 7f1240c00640 1 --2- 172.21.15.31:0/920944772 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f123c0689d0 0x7f1224003ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:24:04.742 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:04.737+0000 7f123be00640 1 -- 172.21.15.31:0/920944772 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f123c0689d0 msgr2=0x7f1224003ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:24:04.742 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:04.737+0000 7f123be00640 1 --2- 172.21.15.31:0/920944772 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f123c0689d0 0x7f1224003ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:24:04.742 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:04.737+0000 7f123be00640 1 -- 172.21.15.31:0/920944772 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1224004d40 msgr2=0x7f1224005150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:24:04.742 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:04.737+0000 7f123be00640 1 --2- 172.21.15.31:0/920944772 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1224004d40 0x7f1224005150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:24:04.743 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:04.737+0000 7f123be00640 1 -- 172.21.15.31:0/920944772 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1224003520 con 0x7f1224004090 2024-07-26T12:24:04.743 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:04.737+0000 7f1240c00640 1 --2- 172.21.15.31:0/920944772 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f123c0689d0 0x7f1224003ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T12:24:04.745 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:04.738+0000 7f123be00640 1 --2- 172.21.15.31:0/920944772 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1224004090 0x7f1224004800 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f1228009ac0 tx=0x7f1224005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7edb984c0a6af5fc server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:24:04.745 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:04.738+0000 7f123b400640 1 -- 172.21.15.31:0/920944772 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1228036070 con 0x7f1224004090 2024-07-26T12:24:04.745 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:04.738+0000 7f123b400640 1 -- 172.21.15.31:0/920944772 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(6 keys) ==== 172+0+0 (secure 0 0 0) 0x7f1228031400 con 0x7f1224004090 2024-07-26T12:24:04.745 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:04.738+0000 7f123b400640 1 -- 172.21.15.31:0/920944772 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1228009690 con 0x7f1224004090 2024-07-26T12:24:04.745 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:04.739+0000 7f1242000640 1 -- 172.21.15.31:0/920944772 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1224004090 msgr2=0x7f1224004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:24:04.745 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:04.739+0000 7f1242000640 1 --2- 172.21.15.31:0/920944772 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1224004090 0x7f1224004800 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f1228009ac0 tx=0x7f1224005830 comp rx=0 tx=0).stop 2024-07-26T12:24:04.746 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:04.739+0000 7f1241600640 1 -- 172.21.15.31:0/920944772 reap_dead start 2024-07-26T12:24:04.746 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:04.739+0000 7f1242000640 1 -- 172.21.15.31:0/920944772 shutdown_connections 2024-07-26T12:24:04.746 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:04.739+0000 7f1242000640 1 -- 172.21.15.31:0/920944772 >> 172.21.15.31:0/920944772 conn(0x7f123c09b260 msgr2=0x7f123c09b670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:24:04.746 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:04.739+0000 7f1242000640 1 -- 172.21.15.31:0/920944772 shutdown_connections 2024-07-26T12:24:04.746 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:04.739+0000 7f1242000640 1 -- 172.21.15.31:0/920944772 wait complete. 2024-07-26T12:24:04.746 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:04.741+0000 7f1242000640 1 Processor -- start 2024-07-26T12:24:04.746 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:04.742+0000 7f1242000640 1 -- start start 2024-07-26T12:24:04.747 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:04.743+0000 7f1242000640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1224004090 0x7f123c0738e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:24:04.747 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:04.743+0000 7f1242000640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f123c1de280 0x7f123c0b06f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:24:04.747 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:04.743+0000 7f1242000640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f123c149b80 0x7f123c149f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:24:04.747 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:04.743+0000 7f1242000640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f123c14e2b0 con 0x7f1224004090 2024-07-26T12:24:04.747 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:04.743+0000 7f1242000640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f123c0b5db0 con 0x7f123c1de280 2024-07-26T12:24:04.747 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:04.743+0000 7f1242000640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f123c14e430 con 0x7f123c149b80 2024-07-26T12:24:04.747 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:04.743+0000 7f1240c00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1224004090 0x7f123c0738e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:24:04.747 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:04.743+0000 7f1240c00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1224004090 0x7f123c0738e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:59040/0 (socket says 172.21.15.31:59040) 2024-07-26T12:24:04.748 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:04.743+0000 7f1240c00640 1 -- 172.21.15.31:0/3992672201 learned_addr learned my addr 172.21.15.31:0/3992672201 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:24:04.748 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:04.743+0000 7f1240c00640 1 -- 172.21.15.31:0/3992672201 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f123c149b80 msgr2=0x7f123c149f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:24:04.748 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:04.743+0000 7f1240c00640 1 --2- 172.21.15.31:0/3992672201 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f123c149b80 0x7f123c149f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:24:04.748 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:04.743+0000 7f1240c00640 1 -- 172.21.15.31:0/3992672201 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f123c1de280 msgr2=0x7f123c0b06f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:24:04.748 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:04.743+0000 7f1240c00640 1 --2- 172.21.15.31:0/3992672201 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f123c1de280 0x7f123c0b06f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:24:04.748 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:04.743+0000 7f1240c00640 1 -- 172.21.15.31:0/3992672201 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f123c0b0c30 con 0x7f1224004090 2024-07-26T12:24:04.750 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:04.744+0000 7f1240c00640 1 --2- 172.21.15.31:0/3992672201 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1224004090 0x7f123c0738e0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f1230010a00 tx=0x7f1230010ec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:24:04.750 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:04.744+0000 7f1238c00640 1 -- 172.21.15.31:0/3992672201 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f123000f040 con 0x7f1224004090 2024-07-26T12:24:04.750 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:04.744+0000 7f1238c00640 1 -- 172.21.15.31:0/3992672201 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(6 keys) ==== 172+0+0 (secure 0 0 0) 0x7f123000ec20 con 0x7f1224004090 2024-07-26T12:24:04.750 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:04.744+0000 7f1238c00640 1 -- 172.21.15.31:0/3992672201 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f123001c400 con 0x7f1224004090 2024-07-26T12:24:04.750 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:04.744+0000 7f1242000640 1 -- 172.21.15.31:0/3992672201 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f123c1de060 con 0x7f1224004090 2024-07-26T12:24:04.750 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:04.744+0000 7f1242000640 1 -- 172.21.15.31:0/3992672201 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f123c1dea80 con 0x7f1224004090 2024-07-26T12:24:04.750 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:04.745+0000 7f1242000640 1 -- 172.21.15.31:0/3992672201 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f123c09bf30 con 0x7f1224004090 2024-07-26T12:24:04.751 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:04.747+0000 7f1238c00640 1 -- 172.21.15.31:0/3992672201 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f123001c5a0 con 0x7f1224004090 2024-07-26T12:24:04.751 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:04.748+0000 7f1238c00640 1 --2- 172.21.15.31:0/3992672201 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f121c077010 0x7f121c079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:24:04.751 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:04.748+0000 7f1238c00640 1 -- 172.21.15.31:0/3992672201 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 5911+0+0 (secure 0 0 0) 0x7f1230099120 con 0x7f1224004090 2024-07-26T12:24:04.751 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:04.748+0000 7f123be00640 1 --2- 172.21.15.31:0/3992672201 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f121c077010 0x7f121c079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:24:04.751 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:04.749+0000 7f123be00640 1 --2- 172.21.15.31:0/3992672201 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f121c077010 0x7f121c079520 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f1228033000 tx=0x7f1228000bc0 comp rx=0 tx=0).ready entity=mgr.4126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:24:04.754 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:04.752+0000 7f1238c00640 1 -- 172.21.15.31:0/3992672201 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f1230018030 con 0x7f1224004090 2024-07-26T12:24:04.958 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:04.956+0000 7f1242000640 1 -- 172.21.15.31:0/3992672201 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f123c098850 con 0x7f1224004090 2024-07-26T12:24:05.433 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:05.431+0000 7f1238c00640 1 -- 172.21.15.31:0/3992672201 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v26) ==== 181+0+0 (secure 0 0 0) 0x7f12300622e0 con 0x7f1224004090 2024-07-26T12:24:05.434 INFO:teuthology.orchestra.run.smithi031.stderr:pool 'cephfs_metadata' removed 2024-07-26T12:24:05.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:05.436+0000 7f1242000640 1 -- 172.21.15.31:0/3992672201 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f121c077010 msgr2=0x7f121c079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:24:05.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:05.436+0000 7f1242000640 1 --2- 172.21.15.31:0/3992672201 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f121c077010 0x7f121c079520 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f1228033000 tx=0x7f1228000bc0 comp rx=0 tx=0).stop 2024-07-26T12:24:05.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:05.436+0000 7f1242000640 1 -- 172.21.15.31:0/3992672201 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1224004090 msgr2=0x7f123c0738e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:24:05.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:05.436+0000 7f1242000640 1 --2- 172.21.15.31:0/3992672201 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1224004090 0x7f123c0738e0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f1230010a00 tx=0x7f1230010ec0 comp rx=0 tx=0).stop 2024-07-26T12:24:05.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:05.436+0000 7f1242000640 1 -- 172.21.15.31:0/3992672201 shutdown_connections 2024-07-26T12:24:05.439 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:05.436+0000 7f1242000640 1 --2- 172.21.15.31:0/3992672201 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f121c077010 0x7f121c079520 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:24:05.439 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:05.436+0000 7f1242000640 1 --2- 172.21.15.31:0/3992672201 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f123c149b80 0x7f123c149f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:24:05.439 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:05.436+0000 7f1242000640 1 --2- 172.21.15.31:0/3992672201 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f123c1de280 0x7f123c0b06f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:24:05.439 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:05.436+0000 7f1242000640 1 --2- 172.21.15.31:0/3992672201 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1224004090 0x7f123c0738e0 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:24:05.439 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:05.436+0000 7f1242000640 1 -- 172.21.15.31:0/3992672201 >> 172.21.15.31:0/3992672201 conn(0x7f123c09b260 msgr2=0x7f123c0b72b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:24:05.439 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:05.436+0000 7f1242000640 1 -- 172.21.15.31:0/3992672201 shutdown_connections 2024-07-26T12:24:05.439 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:05.437+0000 7f1242000640 1 -- 172.21.15.31:0/3992672201 wait complete. 2024-07-26T12:24:05.468 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-07-26T12:24:05.745 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:05.743+0000 7f497d200640 1 Processor -- start 2024-07-26T12:24:05.745 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:05.743+0000 7f497d200640 1 -- start start 2024-07-26T12:24:05.747 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:05.745+0000 7f497d200640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f4978144a20 0x7f49780b1670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:24:05.747 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:05.745+0000 7f497d200640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f49780ae1d0 0x7f49780ae5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:24:05.747 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:05.745+0000 7f497d200640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f497809f0f0 con 0x7f497813dab0 2024-07-26T12:24:05.747 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:05.745+0000 7f497d200640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f4978144590 con 0x7f4978144a20 2024-07-26T12:24:05.747 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:05.745+0000 7f497d200640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f4978143f40 con 0x7f49780ae1d0 2024-07-26T12:24:05.747 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:05.745+0000 7f4975e00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f4978144a20 0x7f49780b1670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:24:05.748 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:05.745+0000 7f496fe00640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f497813dab0 0x7f497813dec0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:36370/0 (socket says 172.21.15.31:36370) 2024-07-26T12:24:05.748 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:05.745+0000 7f496fe00640 1 -- 172.21.15.31:0/1939448895 learned_addr learned my addr 172.21.15.31:0/1939448895 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-07-26T12:24:05.749 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:05.746+0000 7f4976800640 1 --2- 172.21.15.31:0/1939448895 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f49780ae1d0 0x7f49780ae5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:24:05.749 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:05.746+0000 7f4975e00640 1 -- 172.21.15.31:0/1939448895 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f49780ae1d0 msgr2=0x7f49780ae5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T12:24:05.749 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:05.746+0000 7f4975e00640 1 --2- 172.21.15.31:0/1939448895 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f49780ae1d0 0x7f49780ae5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:24:05.749 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:05.746+0000 7f4975e00640 1 -- 172.21.15.31:0/1939448895 >> v1:172.21.15.31:6789/0 conn(0x7f497813dab0 legacy=0x7f497813dec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:24:05.749 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:05.746+0000 7f4975e00640 1 -- 172.21.15.31:0/1939448895 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4978144220 con 0x7f4978144a20 2024-07-26T12:24:05.749 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:05.746+0000 7f4975400640 1 -- 172.21.15.31:0/1939448895 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 211415810 0 0) 0x7f497809f0f0 con 0x7f497813dab0 2024-07-26T12:24:05.749 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:05.747+0000 7f4975e00640 1 --2- 172.21.15.31:0/1939448895 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4978144a20 0x7f49780b1670 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f4978144710 tx=0x7f496802a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9fe94bc09b36185d server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:24:05.751 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:05.748+0000 7f4975400640 1 -- 172.21.15.31:0/1939448895 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4968037070 con 0x7f4978144a20 2024-07-26T12:24:05.751 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:05.748+0000 7f4975400640 1 -- 172.21.15.31:0/1939448895 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(6 keys) ==== 172+0+0 (secure 0 0 0) 0x7f496802ae50 con 0x7f4978144a20 2024-07-26T12:24:05.751 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:05.748+0000 7f4975400640 1 -- 172.21.15.31:0/1939448895 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49680326a0 con 0x7f4978144a20 2024-07-26T12:24:05.751 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:05.748+0000 7f497d200640 1 -- 172.21.15.31:0/1939448895 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4978144a20 msgr2=0x7f49780b1670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:24:05.751 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:05.748+0000 7f497d200640 1 --2- 172.21.15.31:0/1939448895 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4978144a20 0x7f49780b1670 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f4978144710 tx=0x7f496802a100 comp rx=0 tx=0).stop 2024-07-26T12:24:05.752 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:05.749+0000 7f497d200640 1 -- 172.21.15.31:0/1939448895 shutdown_connections 2024-07-26T12:24:05.752 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:05.749+0000 7f497d200640 1 --2- 172.21.15.31:0/1939448895 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f49780ae1d0 0x7f49780ae5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:24:05.752 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:05.749+0000 7f497d200640 1 --2- 172.21.15.31:0/1939448895 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4978144a20 0x7f49780b1670 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:24:05.752 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:05.749+0000 7f497d200640 1 -- 172.21.15.31:0/1939448895 >> 172.21.15.31:0/1939448895 conn(0x7f49780b6ff0 msgr2=0x7f49780b7400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:24:05.752 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:05.749+0000 7f497d200640 1 -- 172.21.15.31:0/1939448895 shutdown_connections 2024-07-26T12:24:05.752 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:05.749+0000 7f497d200640 1 -- 172.21.15.31:0/1939448895 wait complete. 2024-07-26T12:24:05.753 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:05.751+0000 7f497d200640 1 Processor -- start 2024-07-26T12:24:05.753 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:05.751+0000 7f497d200640 1 -- start start 2024-07-26T12:24:05.754 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:05.752+0000 7f497d200640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f49780ae1d0 0x7f497813eae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:24:05.754 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:05.752+0000 7f497d200640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f497813dab0 0x7f497813c3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:24:05.754 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:05.752+0000 7f497d200640 1 --2- >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f4978144a20 0x7f49781df180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:24:05.754 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:05.752+0000 7f497d200640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f49780af0a0 con 0x7f497813dab0 2024-07-26T12:24:05.755 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:05.752+0000 7f497d200640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f49780aef20 con 0x7f49780ae1d0 2024-07-26T12:24:05.755 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:05.752+0000 7f497d200640 1 -- --> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] -- mon_getmap magic: 0 -- 0x7f497814f7c0 con 0x7f4978144a20 2024-07-26T12:24:05.755 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:05.752+0000 7f496fe00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f497813dab0 0x7f497813c3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:24:05.755 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:05.753+0000 7f496fe00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f497813dab0 0x7f497813c3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:59050/0 (socket says 172.21.15.31:59050) 2024-07-26T12:24:05.755 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:05.753+0000 7f496fe00640 1 -- 172.21.15.31:0/3551173965 learned_addr learned my addr 172.21.15.31:0/3551173965 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-07-26T12:24:05.756 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:05.753+0000 7f4976800640 1 --2- 172.21.15.31:0/3551173965 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f4978144a20 0x7f49781df180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:24:05.756 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:05.753+0000 7f4975e00640 1 --2- 172.21.15.31:0/3551173965 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f49780ae1d0 0x7f497813eae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:24:05.757 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:05.753+0000 7f496fe00640 1 -- 172.21.15.31:0/3551173965 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f4978144a20 msgr2=0x7f49781df180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:24:05.757 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:05.753+0000 7f496fe00640 1 --2- 172.21.15.31:0/3551173965 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f4978144a20 0x7f49781df180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:24:05.757 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:05.753+0000 7f496fe00640 1 -- 172.21.15.31:0/3551173965 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f49780ae1d0 msgr2=0x7f497813eae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:24:05.757 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:05.753+0000 7f496fe00640 1 --2- 172.21.15.31:0/3551173965 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f49780ae1d0 0x7f497813eae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:24:05.757 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:05.753+0000 7f496fe00640 1 -- 172.21.15.31:0/3551173965 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f49781de9e0 con 0x7f497813dab0 2024-07-26T12:24:05.757 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:05.753+0000 7f4975e00640 1 --2- 172.21.15.31:0/3551173965 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f49780ae1d0 0x7f497813eae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T12:24:05.757 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:05.753+0000 7f496fe00640 1 --2- 172.21.15.31:0/3551173965 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f497813dab0 0x7f497813c3f0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f496000c3f0 tx=0x7f496000c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:24:05.757 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:05.754+0000 7f496e000640 1 -- 172.21.15.31:0/3551173965 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49600074e0 con 0x7f497813dab0 2024-07-26T12:24:05.758 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:05.754+0000 7f496e000640 1 -- 172.21.15.31:0/3551173965 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(6 keys) ==== 172+0+0 (secure 0 0 0) 0x7f49600047e0 con 0x7f497813dab0 2024-07-26T12:24:05.758 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:05.754+0000 7f496e000640 1 -- 172.21.15.31:0/3551173965 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4960004c50 con 0x7f497813dab0 2024-07-26T12:24:05.758 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:05.754+0000 7f497d200640 1 -- 172.21.15.31:0/3551173965 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f49781df6c0 con 0x7f497813dab0 2024-07-26T12:24:05.758 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:05.754+0000 7f497d200640 1 -- 172.21.15.31:0/3551173965 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f497809eb20 con 0x7f497813dab0 2024-07-26T12:24:05.758 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:05.755+0000 7f497d200640 1 -- 172.21.15.31:0/3551173965 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4978050a80 con 0x7f497813dab0 2024-07-26T12:24:05.758 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:05.756+0000 7f496e000640 1 -- 172.21.15.31:0/3551173965 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f4960011070 con 0x7f497813dab0 2024-07-26T12:24:05.760 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:05.758+0000 7f496e000640 1 --2- 172.21.15.31:0/3551173965 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f4954077040 0x7f4954079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T12:24:05.760 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:05.758+0000 7f496e000640 1 -- 172.21.15.31:0/3551173965 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 5473+0+0 (secure 0 0 0) 0x7f4960098490 con 0x7f497813dab0 2024-07-26T12:24:05.761 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:05.759+0000 7f4975e00640 1 --2- 172.21.15.31:0/3551173965 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f4954077040 0x7f4954079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T12:24:05.761 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:05.760+0000 7f4975e00640 1 --2- 172.21.15.31:0/3551173965 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f4954077040 0x7f4954079550 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f4968034000 tx=0x7f4968008040 comp rx=0 tx=0).ready entity=mgr.4126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T12:24:05.765 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:05.763+0000 7f496e000640 1 -- 172.21.15.31:0/3551173965 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f4978050a80 con 0x7f497813dab0 2024-07-26T12:24:05.980 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:05.979+0000 7f497d200640 1 -- 172.21.15.31:0/3551173965 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f49780b19d0 con 0x7f497813dab0 2024-07-26T12:24:06.437 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:06.435+0000 7f496e000640 1 -- 172.21.15.31:0/3551173965 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v27) ==== 169+0+0 (secure 0 0 0) 0x7f49780b19d0 con 0x7f497813dab0 2024-07-26T12:24:06.438 INFO:teuthology.orchestra.run.smithi031.stderr:pool 'cephfs_data' removed 2024-07-26T12:24:06.441 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:06.439+0000 7f497d200640 1 -- 172.21.15.31:0/3551173965 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f4954077040 msgr2=0x7f4954079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:24:06.441 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:06.439+0000 7f497d200640 1 --2- 172.21.15.31:0/3551173965 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f4954077040 0x7f4954079550 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f4968034000 tx=0x7f4968008040 comp rx=0 tx=0).stop 2024-07-26T12:24:06.441 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:06.439+0000 7f497d200640 1 -- 172.21.15.31:0/3551173965 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f497813dab0 msgr2=0x7f497813c3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T12:24:06.441 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:06.439+0000 7f497d200640 1 --2- 172.21.15.31:0/3551173965 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f497813dab0 0x7f497813c3f0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f496000c3f0 tx=0x7f496000c8b0 comp rx=0 tx=0).stop 2024-07-26T12:24:06.442 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:06.439+0000 7f497d200640 1 -- 172.21.15.31:0/3551173965 shutdown_connections 2024-07-26T12:24:06.442 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:06.439+0000 7f497d200640 1 --2- 172.21.15.31:0/3551173965 >> [v2:172.21.15.123:6800/1140093937,v1:172.21.15.123:6801/1140093937] conn(0x7f4954077040 0x7f4954079550 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:24:06.442 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:06.439+0000 7f497d200640 1 --2- 172.21.15.31:0/3551173965 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f4978144a20 0x7f49781df180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:24:06.442 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:06.439+0000 7f497d200640 1 --2- 172.21.15.31:0/3551173965 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f497813dab0 0x7f497813c3f0 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:24:06.442 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:06.439+0000 7f497d200640 1 --2- 172.21.15.31:0/3551173965 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f49780ae1d0 0x7f497813eae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T12:24:06.442 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:06.439+0000 7f497d200640 1 -- 172.21.15.31:0/3551173965 >> 172.21.15.31:0/3551173965 conn(0x7f49780b6ff0 msgr2=0x7f4978075670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T12:24:06.442 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:06.440+0000 7f497d200640 1 -- 172.21.15.31:0/3551173965 shutdown_connections 2024-07-26T12:24:06.443 INFO:teuthology.orchestra.run.smithi031.stderr:2024-07-26T12:24:06.440+0000 7f497d200640 1 -- 172.21.15.31:0/3551173965 wait complete. 2024-07-26T12:24:06.473 INFO:teuthology.misc:Shutting down mds daemons... 2024-07-26T12:24:06.473 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-07-26T12:24:06.474 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T12:24:06.512 INFO:tasks.ceph.mds.a:Stopped 2024-07-26T12:24:06.513 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-07-26T12:24:06.513 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T12:24:06.540 INFO:tasks.ceph.mds.b:Stopped 2024-07-26T12:24:06.540 INFO:teuthology.misc:Shutting down osd daemons... 2024-07-26T12:24:06.540 DEBUG:tasks.ceph.osd.0:waiting for process to exit 2024-07-26T12:24:06.540 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T12:24:08.116 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.0 is failed for ~0s 2024-07-26T12:24:12.642 INFO:tasks.ceph.osd.0:Stopped 2024-07-26T12:24:12.643 DEBUG:tasks.ceph.osd.1:waiting for process to exit 2024-07-26T12:24:12.643 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T12:24:12.723 INFO:tasks.ceph.osd.1:Stopped 2024-07-26T12:24:12.723 DEBUG:tasks.ceph.osd.2:waiting for process to exit 2024-07-26T12:24:12.723 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T12:24:12.807 INFO:tasks.ceph.osd.2:Stopped 2024-07-26T12:24:12.807 DEBUG:tasks.ceph.osd.3:waiting for process to exit 2024-07-26T12:24:12.807 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T12:24:14.026 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.3 is failed for ~0s 2024-07-26T12:24:14.026 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.0 has been restored 2024-07-26T12:24:18.909 INFO:tasks.ceph.osd.3:Stopped 2024-07-26T12:24:18.910 DEBUG:tasks.ceph.osd.4:waiting for process to exit 2024-07-26T12:24:18.910 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T12:24:18.973 INFO:tasks.ceph.osd.4:Stopped 2024-07-26T12:24:18.974 DEBUG:tasks.ceph.osd.5:waiting for process to exit 2024-07-26T12:24:18.974 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T12:24:19.035 INFO:tasks.ceph.osd.5:Stopped 2024-07-26T12:24:19.035 DEBUG:tasks.ceph.osd.6:waiting for process to exit 2024-07-26T12:24:19.035 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T12:24:19.095 INFO:tasks.ceph.osd.6:Stopped 2024-07-26T12:24:19.096 DEBUG:tasks.ceph.osd.7:waiting for process to exit 2024-07-26T12:24:19.096 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T12:24:19.190 INFO:tasks.ceph.osd.7:Stopped 2024-07-26T12:24:19.191 INFO:teuthology.misc:Shutting down mgr daemons... 2024-07-26T12:24:19.191 DEBUG:tasks.ceph.mgr.y:waiting for process to exit 2024-07-26T12:24:19.191 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T12:24:19.283 INFO:tasks.ceph.mgr.y:Stopped 2024-07-26T12:24:19.283 DEBUG:tasks.ceph.mgr.x:waiting for process to exit 2024-07-26T12:24:19.283 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T12:24:19.380 INFO:tasks.ceph.mgr.x:Stopped 2024-07-26T12:24:19.381 INFO:teuthology.misc:Shutting down mon daemons... 2024-07-26T12:24:19.381 DEBUG:tasks.ceph.mon.a:waiting for process to exit 2024-07-26T12:24:19.381 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T12:24:19.425 INFO:tasks.ceph.mon.a:Stopped 2024-07-26T12:24:19.426 DEBUG:tasks.ceph.mon.b:waiting for process to exit 2024-07-26T12:24:19.426 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T12:24:19.455 INFO:tasks.ceph.mon.b:Stopped 2024-07-26T12:24:19.456 DEBUG:tasks.ceph.mon.c:waiting for process to exit 2024-07-26T12:24:19.456 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T12:24:19.493 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.5 is failed for ~0s 2024-07-26T12:24:19.494 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.6 is failed for ~0s 2024-07-26T12:24:19.494 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.7 is failed for ~0s 2024-07-26T12:24:19.494 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.3 has been restored 2024-07-26T12:24:24.495 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mon.c is failed for ~0s 2024-07-26T12:24:24.495 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.5 has been restored 2024-07-26T12:24:24.495 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.6 has been restored 2024-07-26T12:24:24.496 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.7 has been restored 2024-07-26T12:24:25.558 INFO:tasks.ceph.mon.c:Stopped 2024-07-26T12:24:25.558 INFO:tasks.ceph:Checking cluster log for badness... 2024-07-26T12:24:25.559 DEBUG:teuthology.orchestra.run.smithi031:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v 'online, but wants' | egrep -v 'filesystem is online with fewer MDS than max_mds' | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'do not have an application enabled' | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'deprecated feature inline_data' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v PG_AVAILABILITY | egrep -v PG_DEGRADED | egrep -v 'Reduced data availability' | egrep -v 'Degraded data redundancy' | head -n 1 2024-07-26T12:24:25.667 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-0 on ubuntu@smithi031.front.sepia.ceph.com 2024-07-26T12:24:25.668 DEBUG:teuthology.orchestra.run.smithi031:> sync && sudo umount -f /var/lib/ceph/osd/ceph-0 2024-07-26T12:24:25.880 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-1 on ubuntu@smithi031.front.sepia.ceph.com 2024-07-26T12:24:25.880 DEBUG:teuthology.orchestra.run.smithi031:> sync && sudo umount -f /var/lib/ceph/osd/ceph-1 2024-07-26T12:24:26.007 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-2 on ubuntu@smithi031.front.sepia.ceph.com 2024-07-26T12:24:26.007 DEBUG:teuthology.orchestra.run.smithi031:> sync && sudo umount -f /var/lib/ceph/osd/ceph-2 2024-07-26T12:24:26.146 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-3 on ubuntu@smithi031.front.sepia.ceph.com 2024-07-26T12:24:26.146 DEBUG:teuthology.orchestra.run.smithi031:> sync && sudo umount -f /var/lib/ceph/osd/ceph-3 2024-07-26T12:24:26.283 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-4 on ubuntu@smithi123.front.sepia.ceph.com 2024-07-26T12:24:26.284 DEBUG:teuthology.orchestra.run.smithi123:> sync && sudo umount -f /var/lib/ceph/osd/ceph-4 2024-07-26T12:24:26.523 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-5 on ubuntu@smithi123.front.sepia.ceph.com 2024-07-26T12:24:26.524 DEBUG:teuthology.orchestra.run.smithi123:> sync && sudo umount -f /var/lib/ceph/osd/ceph-5 2024-07-26T12:24:26.675 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-6 on ubuntu@smithi123.front.sepia.ceph.com 2024-07-26T12:24:26.675 DEBUG:teuthology.orchestra.run.smithi123:> sync && sudo umount -f /var/lib/ceph/osd/ceph-6 2024-07-26T12:24:26.807 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-7 on ubuntu@smithi123.front.sepia.ceph.com 2024-07-26T12:24:26.807 DEBUG:teuthology.orchestra.run.smithi123:> sync && sudo umount -f /var/lib/ceph/osd/ceph-7 2024-07-26T12:24:26.964 INFO:tasks.ceph:Archiving mon data... 2024-07-26T12:24:26.966 DEBUG:teuthology.misc:Transferring archived files from smithi031:/var/lib/ceph/mon/ceph-a to /home/teuthworker/archive/vshankar-2024-07-26_04:18:59-fs-wip-vshankar-testing-20240725.121331-debug-testing-default-smithi/7818813/data/mon.a.tgz 2024-07-26T12:24:26.966 DEBUG:teuthology.orchestra.run.smithi031:> mktemp 2024-07-26T12:24:27.025 INFO:teuthology.orchestra.run.smithi031.stdout:/tmp/tmp.C9pic4jdNC 2024-07-26T12:24:27.026 DEBUG:teuthology.orchestra.run.smithi031:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-a -- . > /tmp/tmp.C9pic4jdNC 2024-07-26T12:24:27.197 DEBUG:teuthology.orchestra.run.smithi031:> sudo chmod 0666 /tmp/tmp.C9pic4jdNC 2024-07-26T12:24:27.345 DEBUG:teuthology.orchestra.remote:smithi031:/tmp/tmp.C9pic4jdNC is 287KB 2024-07-26T12:24:27.450 DEBUG:teuthology.orchestra.run.smithi031:> rm -fr /tmp/tmp.C9pic4jdNC 2024-07-26T12:24:27.507 DEBUG:teuthology.misc:Transferring archived files from smithi123:/var/lib/ceph/mon/ceph-b to /home/teuthworker/archive/vshankar-2024-07-26_04:18:59-fs-wip-vshankar-testing-20240725.121331-debug-testing-default-smithi/7818813/data/mon.b.tgz 2024-07-26T12:24:27.508 DEBUG:teuthology.orchestra.run.smithi123:> mktemp 2024-07-26T12:24:27.566 INFO:teuthology.orchestra.run.smithi123.stdout:/tmp/tmp.yy4qTPww3y 2024-07-26T12:24:27.566 DEBUG:teuthology.orchestra.run.smithi123:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-b -- . > /tmp/tmp.yy4qTPww3y 2024-07-26T12:24:27.757 DEBUG:teuthology.orchestra.run.smithi123:> sudo chmod 0666 /tmp/tmp.yy4qTPww3y 2024-07-26T12:24:27.888 DEBUG:teuthology.orchestra.remote:smithi123:/tmp/tmp.yy4qTPww3y is 388KB 2024-07-26T12:24:27.958 DEBUG:teuthology.orchestra.run.smithi123:> rm -fr /tmp/tmp.yy4qTPww3y 2024-07-26T12:24:28.013 DEBUG:teuthology.misc:Transferring archived files from smithi123:/var/lib/ceph/mon/ceph-c to /home/teuthworker/archive/vshankar-2024-07-26_04:18:59-fs-wip-vshankar-testing-20240725.121331-debug-testing-default-smithi/7818813/data/mon.c.tgz 2024-07-26T12:24:28.014 DEBUG:teuthology.orchestra.run.smithi123:> mktemp 2024-07-26T12:24:28.062 INFO:teuthology.orchestra.run.smithi123.stdout:/tmp/tmp.fkUu8eSlIe 2024-07-26T12:24:28.062 DEBUG:teuthology.orchestra.run.smithi123:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-c -- . > /tmp/tmp.fkUu8eSlIe 2024-07-26T12:24:28.227 DEBUG:teuthology.orchestra.run.smithi123:> sudo chmod 0666 /tmp/tmp.fkUu8eSlIe 2024-07-26T12:24:28.358 DEBUG:teuthology.orchestra.remote:smithi123:/tmp/tmp.fkUu8eSlIe is 391KB 2024-07-26T12:24:28.459 DEBUG:teuthology.orchestra.run.smithi123:> rm -fr /tmp/tmp.fkUu8eSlIe 2024-07-26T12:24:28.516 INFO:tasks.ceph:Cleaning ceph cluster... 2024-07-26T12:24:28.517 DEBUG:teuthology.orchestra.run.smithi031:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-07-26T12:24:28.525 DEBUG:teuthology.orchestra.run.smithi123:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-07-26T12:24:28.592 DEBUG:teuthology.orchestra.run.smithi031:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:24:28.600 DEBUG:teuthology.orchestra.run.smithi123:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:24:28.699 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2024-07-26T12:24:28.753 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2024-07-26T12:24:28.754 INFO:tasks.ceph:Archiving crash dumps... 2024-07-26T12:24:28.756 DEBUG:teuthology.misc:Transferring archived files from smithi031:/var/lib/ceph/crash to /home/teuthworker/archive/vshankar-2024-07-26_04:18:59-fs-wip-vshankar-testing-20240725.121331-debug-testing-default-smithi/7818813/remote/smithi031/crash 2024-07-26T12:24:28.757 DEBUG:teuthology.orchestra.run.smithi031:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-07-26T12:24:28.845 DEBUG:teuthology.misc:Transferring archived files from smithi123:/var/lib/ceph/crash to /home/teuthworker/archive/vshankar-2024-07-26_04:18:59-fs-wip-vshankar-testing-20240725.121331-debug-testing-default-smithi/7818813/remote/smithi123/crash 2024-07-26T12:24:28.846 DEBUG:teuthology.orchestra.run.smithi123:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-07-26T12:24:28.931 INFO:tasks.ceph:Shutting down logrotate 2024-07-26T12:24:28.931 DEBUG:teuthology.orchestra.run.smithi031:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:24:28.939 DEBUG:teuthology.orchestra.run.smithi123:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T12:24:29.057 DEBUG:teuthology.orchestra.run.smithi031:> sudo rm /etc/logrotate.d/ceph-test.conf 2024-07-26T12:24:29.152 DEBUG:teuthology.orchestra.run.smithi123:> sudo rm /etc/logrotate.d/ceph-test.conf 2024-07-26T12:24:29.240 INFO:tasks.ceph:Compressing logs... 2024-07-26T12:24:29.240 DEBUG:teuthology.orchestra.run.smithi031:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-07-26T12:24:29.248 DEBUG:teuthology.orchestra.run.smithi123:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-07-26T12:24:29.326 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.log 2024-07-26T12:24:29.327 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37729.log 2024-07-26T12:24:29.328 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph.log: gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2024-07-26T12:24:29.329 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37494.log 2024-07-26T12:24:29.330 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.37729.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.7.log 2024-07-26T12:24:29.330 INFO:teuthology.orchestra.run.smithi123.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.37729.log.gz 2024-07-26T12:24:29.332 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45318.log 2024-07-26T12:24:29.332 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.37494.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43147.log 2024-07-26T12:24:29.332 INFO:teuthology.orchestra.run.smithi031.stderr: 91.9% -- replaced with /var/log/ceph/ceph-client.admin.37494.log.gz 2024-07-26T12:24:29.333 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph.audit.log: 92.1% -- replaced with /var/log/ceph/ceph.log.gz 2024-07-26T12:24:29.333 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mds.b.log 2024-07-26T12:24:29.333 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-osd.7.log: 93.9% -- replaced with /var/log/ceph/ceph.audit.log.gz 2024-07-26T12:24:29.333 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37809.log 2024-07-26T12:24:29.333 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-mds.b.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.5.log 2024-07-26T12:24:29.335 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.37809.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37929.log 2024-07-26T12:24:29.335 INFO:teuthology.orchestra.run.smithi123.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.37809.log.gz 2024-07-26T12:24:29.335 INFO:teuthology.orchestra.run.smithi123.stderr: 92.6% -- replaced with /var/log/ceph/ceph-mds.b.log.gz 2024-07-26T12:24:29.336 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.4.log 2024-07-26T12:24:29.336 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.45318.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43021.log 2024-07-26T12:24:29.336 INFO:teuthology.orchestra.run.smithi031.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.45318.log.gz 2024-07-26T12:24:29.336 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.43147.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45234.log 2024-07-26T12:24:29.336 INFO:teuthology.orchestra.run.smithi031.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.43147.log.gz 2024-07-26T12:24:29.336 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.43021.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.43021.log.gz 2024-07-26T12:24:29.337 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45822.log 2024-07-26T12:24:29.338 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.45234.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46024.log 2024-07-26T12:24:29.338 INFO:teuthology.orchestra.run.smithi031.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.45234.log.gz 2024-07-26T12:24:29.338 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.45822.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37384.log 2024-07-26T12:24:29.338 INFO:teuthology.orchestra.run.smithi031.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.45822.log.gz 2024-07-26T12:24:29.339 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.37929.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.37929.log.gz 2024-07-26T12:24:29.339 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mgr.x.log 2024-07-26T12:24:29.339 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.c.log 2024-07-26T12:24:29.339 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.6.log 2024-07-26T12:24:29.340 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.46024.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43534.log 2024-07-26T12:24:29.340 INFO:teuthology.orchestra.run.smithi031.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.46024.log.gz 2024-07-26T12:24:29.340 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.37384.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45444.log 2024-07-26T12:24:29.342 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-mon.c.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37569.log 2024-07-26T12:24:29.342 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.43534.log: 91.6% -- replaced with /var/log/ceph/ceph-client.admin.37384.log.gz 2024-07-26T12:24:29.342 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45402.log 2024-07-26T12:24:29.342 INFO:teuthology.orchestra.run.smithi031.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.43534.log.gz 2024-07-26T12:24:29.343 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37649.log 2024-07-26T12:24:29.343 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.45444.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37316.log 2024-07-26T12:24:29.344 INFO:teuthology.orchestra.run.smithi031.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.45444.log.gz 2024-07-26T12:24:29.344 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.45402.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45570.log 2024-07-26T12:24:29.344 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.37569.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.37569.log.gz 2024-07-26T12:24:29.345 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.37316.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.45402.log.gz 2024-07-26T12:24:29.345 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.log 2024-07-26T12:24:29.345 INFO:teuthology.orchestra.run.smithi031.stderr: 92.1% -- replaced with /var/log/ceph/ceph-client.admin.37316.log.gz 2024-07-26T12:24:29.346 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.45570.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38073.log 2024-07-26T12:24:29.347 INFO:teuthology.orchestra.run.smithi031.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.45570.log.gz 2024-07-26T12:24:29.348 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.37649.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37609.log 2024-07-26T12:24:29.348 INFO:teuthology.orchestra.run.smithi123.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.37649.log.gz 2024-07-26T12:24:29.348 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37689.log 2024-07-26T12:24:29.349 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45696.log 2024-07-26T12:24:29.349 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.38073.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.38073.log.gz 2024-07-26T12:24:29.349 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43874.log 2024-07-26T12:24:29.349 INFO:teuthology.orchestra.run.smithi031.stderr: 86.1% -- replaced with /var/log/ceph/ceph.log.gz 2024-07-26T12:24:29.350 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.45696.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46234.log 2024-07-26T12:24:29.350 INFO:teuthology.orchestra.run.smithi031.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.45696.log.gz 2024-07-26T12:24:29.351 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.43874.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.43874.log.gz 2024-07-26T12:24:29.351 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45360.log 2024-07-26T12:24:29.351 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.46234.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.2.log 2024-07-26T12:24:29.352 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.37609.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.37609.log.gz 2024-07-26T12:24:29.353 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.37689.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.37689.log.gz 2024-07-26T12:24:29.353 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37769.log 2024-07-26T12:24:29.353 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mon.b.log 2024-07-26T12:24:29.354 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.37769.log: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.37769.log.gz 2024-07-26T12:24:29.354 INFO:teuthology.orchestra.run.smithi031.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.46234.log.gz 2024-07-26T12:24:29.355 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.45360.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43814.log 2024-07-26T12:24:29.355 INFO:teuthology.orchestra.run.smithi031.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.45360.log.gz 2024-07-26T12:24:29.355 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43189.log 2024-07-26T12:24:29.355 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.43814.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38174.log 2024-07-26T12:24:29.355 INFO:teuthology.orchestra.run.smithi031.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.43814.log.gz 2024-07-26T12:24:29.356 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.43189.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43872.log 2024-07-26T12:24:29.356 INFO:teuthology.orchestra.run.smithi031.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.43189.log.gz 2024-07-26T12:24:29.357 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.38174.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43063.log 2024-07-26T12:24:29.357 INFO:teuthology.orchestra.run.smithi031.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.38174.log.gz 2024-07-26T12:24:29.358 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.43872.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.43872.log.gz 2024-07-26T12:24:29.359 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37156.log 2024-07-26T12:24:29.360 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.43063.log: gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2024-07-26T12:24:29.360 INFO:teuthology.orchestra.run.smithi031.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.43063.log.gz 2024-07-26T12:24:29.361 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.37156.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43231.log 2024-07-26T12:24:29.362 INFO:teuthology.orchestra.run.smithi031.stderr: 92.2% -- replaced with /var/log/ceph/ceph-client.admin.37156.log.gz 2024-07-26T12:24:29.362 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46192.log 2024-07-26T12:24:29.364 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.43231.log: 89.5% -- replaced with /var/log/ceph/ceph.audit.log.gz 2024-07-26T12:24:29.364 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42891.log 2024-07-26T12:24:29.364 INFO:teuthology.orchestra.run.smithi031.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.43231.log.gz 2024-07-26T12:24:29.365 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.46192.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44281.log 2024-07-26T12:24:29.365 INFO:teuthology.orchestra.run.smithi031.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.46192.log.gz 2024-07-26T12:24:29.366 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.42891.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44425.log 2024-07-26T12:24:29.366 INFO:teuthology.orchestra.run.smithi031.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.42891.log.gz 2024-07-26T12:24:29.367 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.44281.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43835.log 2024-07-26T12:24:29.368 INFO:teuthology.orchestra.run.smithi031.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.44281.log.gz 2024-07-26T12:24:29.368 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.44425.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43536.log 2024-07-26T12:24:29.369 INFO:teuthology.orchestra.run.smithi031.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.44425.log.gz 2024-07-26T12:24:29.370 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.43835.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.43835.log.gz 2024-07-26T12:24:29.370 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.3.log 2024-07-26T12:24:29.371 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.43536.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45486.log 2024-07-26T12:24:29.371 INFO:teuthology.orchestra.run.smithi031.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.43536.log.gz 2024-07-26T12:24:29.372 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45150.log 2024-07-26T12:24:29.373 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.45486.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43357.log 2024-07-26T12:24:29.374 INFO:teuthology.orchestra.run.smithi031.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.45486.log.gz 2024-07-26T12:24:29.375 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.45150.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44103.log 2024-07-26T12:24:29.375 INFO:teuthology.orchestra.run.smithi031.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.45150.log.gz 2024-07-26T12:24:29.376 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.43357.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43528.log 2024-07-26T12:24:29.376 INFO:teuthology.orchestra.run.smithi031.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.43357.log.gz 2024-07-26T12:24:29.378 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.44103.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37301.log 2024-07-26T12:24:29.378 INFO:teuthology.orchestra.run.smithi031.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.44103.log.gz 2024-07-26T12:24:29.379 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.43528.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.43528.log.gz 2024-07-26T12:24:29.379 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46337.log 2024-07-26T12:24:29.380 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.37301.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37522.log 2024-07-26T12:24:29.381 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.46337.log: 92.2% -- replaced with /var/log/ceph/ceph-client.admin.37301.log.gz 2024-07-26T12:24:29.382 INFO:teuthology.orchestra.run.smithi031.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.46337.log.gz 2024-07-26T12:24:29.382 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.1.log 2024-07-26T12:24:29.383 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.37522.log: gzip -5 --verbose -- /var/log/ceph/ceph-mgr.y.log 2024-07-26T12:24:29.383 INFO:teuthology.orchestra.run.smithi031.stderr: 91.9% -- replaced with /var/log/ceph/ceph-client.admin.37522.log.gz 2024-07-26T12:24:29.384 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44111.log 2024-07-26T12:24:29.386 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42752.log 2024-07-26T12:24:29.386 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-mon.b.log: 91.4% -- replaced with /var/log/ceph/ceph-mgr.x.log.gz 2024-07-26T12:24:29.387 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.44111.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37881.log 2024-07-26T12:24:29.388 INFO:teuthology.orchestra.run.smithi031.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.44111.log.gz 2024-07-26T12:24:29.389 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.42752.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37223.log 2024-07-26T12:24:29.390 INFO:teuthology.orchestra.run.smithi031.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.42752.log.gz 2024-07-26T12:24:29.391 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.37881.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37258.log 2024-07-26T12:24:29.391 INFO:teuthology.orchestra.run.smithi031.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.37881.log.gz 2024-07-26T12:24:29.391 INFO:teuthology.orchestra.run.smithi031.stderr: 92.7% -- replaced with /var/log/ceph/ceph-mgr.y.log.gz 2024-07-26T12:24:29.392 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.37223.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.0.log 2024-07-26T12:24:29.392 INFO:teuthology.orchestra.run.smithi031.stderr: 92.0% -- replaced with /var/log/ceph/ceph-client.admin.37223.log.gz 2024-07-26T12:24:29.393 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.37258.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45924.log 2024-07-26T12:24:29.394 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-osd.0.log: 92.2% -- replaced with /var/log/ceph/ceph-client.admin.37258.log.gz 2024-07-26T12:24:29.394 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37091.log 2024-07-26T12:24:29.397 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.45924.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42606.log 2024-07-26T12:24:29.397 INFO:teuthology.orchestra.run.smithi031.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.45924.log.gz 2024-07-26T12:24:29.398 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.37091.log: gzip -5 --verbose -- /var/log/ceph/ceph.tmp-client.admin.31275.log 2024-07-26T12:24:29.398 INFO:teuthology.orchestra.run.smithi031.stderr: 92.1% -- replaced with /var/log/ceph/ceph-client.admin.37091.log.gz 2024-07-26T12:24:29.399 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.42606.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37505.log 2024-07-26T12:24:29.399 INFO:teuthology.orchestra.run.smithi031.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.42606.log.gz 2024-07-26T12:24:29.400 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph.tmp-client.admin.31275.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46150.log 2024-07-26T12:24:29.401 INFO:teuthology.orchestra.run.smithi031.stderr: 0.0% -- replaced with /var/log/ceph/ceph.tmp-client.admin.31275.log.gz 2024-07-26T12:24:29.402 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.37505.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45984.log 2024-07-26T12:24:29.402 INFO:teuthology.orchestra.run.smithi031.stderr: 92.2% -- replaced with /var/log/ceph/ceph-client.admin.37505.log.gz 2024-07-26T12:24:29.404 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.46150.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.a.log 2024-07-26T12:24:29.404 INFO:teuthology.orchestra.run.smithi031.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.46150.log.gz 2024-07-26T12:24:29.405 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.45984.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43875.log 2024-07-26T12:24:29.405 INFO:teuthology.orchestra.run.smithi031.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.45984.log.gz 2024-07-26T12:24:29.406 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45780.log 2024-07-26T12:24:29.407 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.43875.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.43875.log.gz 2024-07-26T12:24:29.408 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45612.log 2024-07-26T12:24:29.409 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.45780.log: gzip 88.3% -5 --verbose -- replaced with /var/log/ceph/ceph-client.admin.45780.log.gz -- 2024-07-26T12:24:29.409 INFO:teuthology.orchestra.run.smithi031.stderr: /var/log/ceph/ceph-client.admin.43105.log 2024-07-26T12:24:29.410 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.45612.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46108.log 2024-07-26T12:24:29.411 INFO:teuthology.orchestra.run.smithi031.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.45612.log.gz 2024-07-26T12:24:29.412 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.43105.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.43105.log.gz 2024-07-26T12:24:29.412 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42840.log 2024-07-26T12:24:29.413 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.46108.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.46108.log.gz 2024-07-26T12:24:29.413 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45108.log 2024-07-26T12:24:29.415 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.42840.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42448.log 2024-07-26T12:24:29.415 INFO:teuthology.orchestra.run.smithi031.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.42840.log.gz 2024-07-26T12:24:29.416 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.45108.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44787.log 2024-07-26T12:24:29.416 INFO:teuthology.orchestra.run.smithi031.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.45108.log.gz 2024-07-26T12:24:29.417 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.42448.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.42448.log.gz 2024-07-26T12:24:29.418 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45738.log 2024-07-26T12:24:29.419 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.44787.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42933.log 2024-07-26T12:24:29.421 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.45738.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.45738.log.gz 2024-07-26T12:24:29.421 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45654.log 2024-07-26T12:24:29.422 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.42933.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37112.log 2024-07-26T12:24:29.423 INFO:teuthology.orchestra.run.smithi031.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.42933.log.gz 2024-07-26T12:24:29.424 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.45654.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.45654.log.gz 2024-07-26T12:24:29.426 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5/var/log/ceph/ceph-client.admin.37112.log: --verbose -- /var/log/ceph/ceph-client.admin.45024.log 2024-07-26T12:24:29.426 INFO:teuthology.orchestra.run.smithi031.stderr: 92.2% -- replaced with /var/log/ceph/ceph-client.admin.37112.log.gz 2024-07-26T12:24:29.427 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42529.log 2024-07-26T12:24:29.428 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.45024.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.45024.log.gz 2024-07-26T12:24:29.430 INFO:teuthology.orchestra.run.smithi031.stderr:gzip/var/log/ceph/ceph-client.admin.42529.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.43538.log 2024-07-26T12:24:29.430 INFO:teuthology.orchestra.run.smithi031.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.42529.log.gz 2024-07-26T12:24:29.431 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45192.log 2024-07-26T12:24:29.432 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.43538.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.43538.log.gz 2024-07-26T12:24:29.434 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose --/var/log/ceph/ceph-client.admin.45192.log: /var/log/ceph/ceph-client.admin.44323.log 2024-07-26T12:24:29.434 INFO:teuthology.orchestra.run.smithi031.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.45192.log.gz 2024-07-26T12:24:29.435 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43824.log 2024-07-26T12:24:29.437 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.44323.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.44323.log.gz 2024-07-26T12:24:29.437 INFO:teuthology.orchestra.run.smithi031.stderr: 91.6% -- replaced with /var/log/ceph/ceph-client.admin.44787.log.gz 2024-07-26T12:24:29.438 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5/var/log/ceph/ceph-client.admin.43824.log: --verbose -- /var/log/ceph/ceph-client.admin.45864.log 2024-07-26T12:24:29.438 INFO:teuthology.orchestra.run.smithi031.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.43824.log.gz 2024-07-26T12:24:29.439 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46295.log 2024-07-26T12:24:29.441 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.45864.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44197.log 2024-07-26T12:24:29.441 INFO:teuthology.orchestra.run.smithi031.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.45864.log.gz 2024-07-26T12:24:29.442 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.46295.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.46295.log.gz 2024-07-26T12:24:29.443 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.44197.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.44197.log.gz 2024-07-26T12:24:29.444 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42710.log 2024-07-26T12:24:29.445 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43853.log 2024-07-26T12:24:29.446 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.42710.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44239.log 2024-07-26T12:24:29.447 INFO:teuthology.orchestra.run.smithi031.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.42710.log.gz 2024-07-26T12:24:29.448 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.43853.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44365.log 2024-07-26T12:24:29.448 INFO:teuthology.orchestra.run.smithi031.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.43853.log.gz 2024-07-26T12:24:29.449 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.44239.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43815.log 2024-07-26T12:24:29.449 INFO:teuthology.orchestra.run.smithi031.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.44239.log.gz 2024-07-26T12:24:29.451 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.44365.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.44365.log.gz 2024-07-26T12:24:29.451 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43539.log 2024-07-26T12:24:29.452 INFO:teuthology.orchestra.run.smithi123.stderr: 91.9% -- replaced with /var/log/ceph/ceph-mon.b.log.gz 2024-07-26T12:24:29.452 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.43815.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.43815.log.gz 2024-07-26T12:24:29.453 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42668.log 2024-07-26T12:24:29.454 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.43539.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37495.log 2024-07-26T12:24:29.454 INFO:teuthology.orchestra.run.smithi031.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.43539.log.gz 2024-07-26T12:24:29.455 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.42668.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.42668.log.gz 2024-07-26T12:24:29.456 INFO:teuthology.orchestra.run.smithi123.stderr: 92.1% -- replaced with /var/log/ceph/ceph-mon.c.log.gz 2024-07-26T12:24:29.456 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.37495.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37413.log 2024-07-26T12:24:29.457 INFO:teuthology.orchestra.run.smithi031.stderr: 92.9% -- replaced with /var/log/ceph/ceph-osd.2.log.gz 2024-07-26T12:24:29.457 INFO:teuthology.orchestra.run.smithi031.stderr: 91.9% -- replaced with /var/log/ceph/ceph-client.admin.37495.log.gz 2024-07-26T12:24:29.458 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43273.log 2024-07-26T12:24:29.458 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42979.log 2024-07-26T12:24:29.459 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.37413.log: /var/log/ceph/ceph-client.admin.43273.log: 92.0% -- replaced with /var/log/ceph/ceph-client.admin.37413.log.gz 2024-07-26T12:24:29.460 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42796.log 2024-07-26T12:24:29.460 INFO:teuthology.orchestra.run.smithi031.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.43273.log.gz 2024-07-26T12:24:29.461 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.42979.log: 88.6%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44110.log 2024-07-26T12:24:29.462 INFO:teuthology.orchestra.run.smithi031.stderr: -- replaced with /var/log/ceph/ceph-client.admin.42979.log.gz 2024-07-26T12:24:29.462 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.42796.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43531.log 2024-07-26T12:24:29.463 INFO:teuthology.orchestra.run.smithi123.stderr: 93.3% -- replaced with /var/log/ceph/ceph-osd.6.log.gz 2024-07-26T12:24:29.464 INFO:teuthology.orchestra.run.smithi031.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.42796.log.gz 2024-07-26T12:24:29.464 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.44110.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43523.log 2024-07-26T12:24:29.464 INFO:teuthology.orchestra.run.smithi031.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.44110.log.gz 2024-07-26T12:24:29.465 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.43531.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44467.log 2024-07-26T12:24:29.465 INFO:teuthology.orchestra.run.smithi031.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.43531.log.gz 2024-07-26T12:24:29.466 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.43523.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37468.log 2024-07-26T12:24:29.466 INFO:teuthology.orchestra.run.smithi031.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.43523.log.gz 2024-07-26T12:24:29.467 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.44467.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37313.log 2024-07-26T12:24:29.468 INFO:teuthology.orchestra.run.smithi031.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.44467.log.gz 2024-07-26T12:24:29.468 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.37468.log: gzip -5 --verbose -- /var/log/ceph/ceph-mds.a.log 2024-07-26T12:24:29.469 INFO:teuthology.orchestra.run.smithi031.stderr: 91.9% -- replaced with /var/log/ceph/ceph-client.admin.37468.log.gz 2024-07-26T12:24:29.470 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.37313.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45276.log 2024-07-26T12:24:29.470 INFO:teuthology.orchestra.run.smithi031.stderr: 92.3% -- replaced with /var/log/ceph/ceph-client.admin.37313.log.gz 2024-07-26T12:24:29.471 INFO:teuthology.orchestra.run.smithi123.stderr: 93.3% -- replaced with /var/log/ceph/ceph-osd.7.log.gz 2024-07-26T12:24:29.471 INFO:teuthology.orchestra.run.smithi123.stderr: 93.1% -- replaced with /var/log/ceph/ceph-osd.4.log.gz 2024-07-26T12:24:29.472 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-mds.a.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45066.log 2024-07-26T12:24:29.472 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.45276.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37497.log 2024-07-26T12:24:29.472 INFO:teuthology.orchestra.run.smithi031.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.45276.log.gz 2024-07-26T12:24:29.473 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.45066.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.45066.log.gz 2024-07-26T12:24:29.474 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45528.log 2024-07-26T12:24:29.475 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.37497.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37350.log 2024-07-26T12:24:29.475 INFO:teuthology.orchestra.run.smithi031.stderr: 91.2% -- replaced with /var/log/ceph/ceph-client.admin.37497.log.gz 2024-07-26T12:24:29.476 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.45528.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46066.log 89.2% -- replaced with /var/log/ceph/ceph-client.admin.45528.log.gz 2024-07-26T12:24:29.477 INFO:teuthology.orchestra.run.smithi031.stderr: 2024-07-26T12:24:29.478 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.37350.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37135.log 2024-07-26T12:24:29.478 INFO:teuthology.orchestra.run.smithi031.stderr: 92.4% -- replaced with /var/log/ceph/ceph-client.admin.37350.log.gz 2024-07-26T12:24:29.479 INFO:teuthology.orchestra.run.smithi123.stderr: 93.2% -- replaced with /var/log/ceph/ceph-osd.5.log.gz 2024-07-26T12:24:29.479 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.46066.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44509.log 2024-07-26T12:24:29.480 INFO:teuthology.orchestra.run.smithi031.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.46066.log.gz 2024-07-26T12:24:29.481 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.37135.log: 92.2% -- replaced with /var/log/ceph/ceph-client.admin.37135.log.gz 2024-07-26T12:24:29.481 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43530.log 2024-07-26T12:24:29.482 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.44509.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43315.log 2024-07-26T12:24:29.483 INFO:teuthology.orchestra.run.smithi123.stderr: 2024-07-26T12:24:29.483 INFO:teuthology.orchestra.run.smithi123.stderr:real 0m0.185s 2024-07-26T12:24:29.483 INFO:teuthology.orchestra.run.smithi123.stderr:user 0m0.750s 2024-07-26T12:24:29.483 INFO:teuthology.orchestra.run.smithi123.stderr:sys 0m0.167s 2024-07-26T12:24:29.484 INFO:teuthology.orchestra.run.smithi031.stderr: 90.8% -- replaced with /var/log/ceph/ceph-client.admin.44509.log.gz/var/log/ceph/ceph-client.admin.43530.log: 2024-07-26T12:24:29.484 INFO:teuthology.orchestra.run.smithi031.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.43530.log.gz 2024-07-26T12:24:29.485 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.43315.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.43315.log.gz 2024-07-26T12:24:29.496 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mon.c has been restored 2024-07-26T12:24:29.520 INFO:teuthology.orchestra.run.smithi031.stderr: 93.1% -- replaced with /var/log/ceph/ceph-osd.0.log.gz 2024-07-26T12:24:29.521 INFO:teuthology.orchestra.run.smithi031.stderr: 92.9% -- replaced with /var/log/ceph/ceph-osd.1.log.gz 2024-07-26T12:24:29.537 INFO:teuthology.orchestra.run.smithi031.stderr: 93.2% -- replaced with /var/log/ceph/ceph-osd.3.log.gz 2024-07-26T12:24:29.553 INFO:teuthology.orchestra.run.smithi031.stderr: 92.1% -- replaced with /var/log/ceph/ceph-mds.a.log.gz 2024-07-26T12:24:29.616 INFO:teuthology.orchestra.run.smithi031.stderr: 91.0% -- replaced with /var/log/ceph/ceph-mon.a.log.gz 2024-07-26T12:24:29.620 INFO:teuthology.orchestra.run.smithi031.stderr: 2024-07-26T12:24:29.621 INFO:teuthology.orchestra.run.smithi031.stderr:real 0m0.324s 2024-07-26T12:24:29.621 INFO:teuthology.orchestra.run.smithi031.stderr:user 0m0.840s 2024-07-26T12:24:29.621 INFO:teuthology.orchestra.run.smithi031.stderr:sys 0m0.429s 2024-07-26T12:24:29.622 INFO:tasks.ceph:Archiving logs... 2024-07-26T12:24:29.623 DEBUG:teuthology.misc:Transferring archived files from smithi031:/var/log/ceph to /home/teuthworker/archive/vshankar-2024-07-26_04:18:59-fs-wip-vshankar-testing-20240725.121331-debug-testing-default-smithi/7818813/remote/smithi031/log 2024-07-26T12:24:29.624 DEBUG:teuthology.orchestra.run.smithi031:> sudo tar c -f - -C /var/log/ceph -- . 2024-07-26T12:24:30.285 DEBUG:teuthology.misc:Transferring archived files from smithi123:/var/log/ceph to /home/teuthworker/archive/vshankar-2024-07-26_04:18:59-fs-wip-vshankar-testing-20240725.121331-debug-testing-default-smithi/7818813/remote/smithi123/log 2024-07-26T12:24:30.287 DEBUG:teuthology.orchestra.run.smithi123:> sudo tar c -f - -C /var/log/ceph -- . 2024-07-26T12:24:30.478 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-07-26T12:24:30.489 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-07-26T12:24:30.489 DEBUG:teuthology.orchestra.run.smithi031:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-07-26T12:24:30.497 DEBUG:teuthology.orchestra.run.smithi123:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-07-26T12:24:30.648 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-07-26T12:24:30.656 INFO:teuthology.task.clock:Checking final clock skew... 2024-07-26T12:24:30.656 DEBUG:teuthology.orchestra.run.smithi031:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-07-26T12:24:30.664 DEBUG:teuthology.orchestra.run.smithi123:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-07-26T12:24:30.715 INFO:teuthology.orchestra.run.smithi031.stderr:bash: line 1: ntpq: command not found 2024-07-26T12:24:30.718 INFO:teuthology.orchestra.run.smithi123.stderr:bash: line 1: ntpq: command not found 2024-07-26T12:24:30.725 INFO:teuthology.orchestra.run.smithi031.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-07-26T12:24:30.725 INFO:teuthology.orchestra.run.smithi031.stdout:=============================================================================== 2024-07-26T12:24:30.725 INFO:teuthology.orchestra.run.smithi031.stdout:^* hv01.front.sepia.ceph.com 3 6 377 38 +378us[ +370us] +/- 43ms 2024-07-26T12:24:30.725 INFO:teuthology.orchestra.run.smithi031.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 37 -672us[ -672us] +/- 57ms 2024-07-26T12:24:30.725 INFO:teuthology.orchestra.run.smithi031.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 38 +185us[ +185us] +/- 67ms 2024-07-26T12:24:30.725 INFO:teuthology.orchestra.run.smithi031.stdout:^? hv04.front.sepia.ceph.com 0 8 0 - +0ns[ +0ns] +/- 0ns 2024-07-26T12:24:30.727 INFO:teuthology.orchestra.run.smithi123.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-07-26T12:24:30.727 INFO:teuthology.orchestra.run.smithi123.stdout:=============================================================================== 2024-07-26T12:24:30.727 INFO:teuthology.orchestra.run.smithi123.stdout:^* hv01.front.sepia.ceph.com 3 6 377 38 +377us[ +374us] +/- 43ms 2024-07-26T12:24:30.727 INFO:teuthology.orchestra.run.smithi123.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 37 -675us[ -675us] +/- 57ms 2024-07-26T12:24:30.727 INFO:teuthology.orchestra.run.smithi123.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 36 +182us[ +182us] +/- 67ms 2024-07-26T12:24:30.727 INFO:teuthology.orchestra.run.smithi123.stdout:^? hv04.front.sepia.ceph.com 0 8 0 - +0ns[ +0ns] +/- 0ns 2024-07-26T12:24:30.728 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-07-26T12:24:30.739 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-07-26T12:24:30.739 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-07-26T12:24:30.783 DEBUG:teuthology.orchestra.run.smithi031:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-07-26T12:24:30.993 DEBUG:teuthology.orchestra.run.smithi123:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-07-26T12:24:31.180 DEBUG:teuthology.orchestra.run.smithi031:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-07-26T12:24:31.280 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-26T12:24:31.280 DEBUG:teuthology.orchestra.run.smithi123:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-07-26T12:24:31.374 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-26T12:24:31.375 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-07-26T12:24:31.384 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-07-26T12:24:31.460 INFO:teuthology.task.internal:Duration was 758.853335 seconds 2024-07-26T12:24:31.461 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-07-26T12:24:31.621 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-07-26T12:24:31.622 DEBUG:teuthology.orchestra.run.smithi031:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-07-26T12:24:31.630 DEBUG:teuthology.orchestra.run.smithi123:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-07-26T12:24:31.762 INFO:teuthology.orchestra.run.smithi123.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-07-26T12:24:31.784 INFO:teuthology.orchestra.run.smithi031.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-07-26T12:24:32.183 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-07-26T12:24:32.183 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi031.front.sepia.ceph.com 2024-07-26T12:24:32.184 DEBUG:teuthology.orchestra.run.smithi031:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-07-26T12:24:32.249 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi123.front.sepia.ceph.com 2024-07-26T12:24:32.249 DEBUG:teuthology.orchestra.run.smithi123:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-07-26T12:24:32.311 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-07-26T12:24:32.312 DEBUG:teuthology.orchestra.run.smithi031:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-07-26T12:24:32.316 DEBUG:teuthology.orchestra.run.smithi123:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-07-26T12:24:32.385 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-07-26T12:24:32.385 DEBUG:teuthology.orchestra.run.smithi031:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-07-26T12:24:32.390 DEBUG:teuthology.orchestra.run.smithi123:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-07-26T12:24:32.555 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-07-26T12:24:32.565 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-07-26T12:24:32.565 DEBUG:teuthology.orchestra.run.smithi031:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-07-26T12:24:32.652 DEBUG:teuthology.orchestra.run.smithi123:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-07-26T12:24:32.735 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-07-26T12:24:32.744 DEBUG:teuthology.orchestra.run.smithi031:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-07-26T12:24:32.752 DEBUG:teuthology.orchestra.run.smithi123:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-07-26T12:24:32.842 INFO:teuthology.orchestra.run.smithi031.stdout:kernel.core_pattern = core 2024-07-26T12:24:32.847 INFO:teuthology.orchestra.run.smithi123.stdout:kernel.core_pattern = core 2024-07-26T12:24:32.905 DEBUG:teuthology.orchestra.run.smithi031:> test -e /home/ubuntu/cephtest/archive/coredump 2024-07-26T12:24:32.955 WARNING:teuthology.task.internal:Found coredumps on ubuntu@smithi031.front.sepia.ceph.com, flagging run as failed 2024-07-26T12:24:32.956 DEBUG:teuthology.orchestra.run.smithi123:> test -e /home/ubuntu/cephtest/archive/coredump 2024-07-26T12:24:33.009 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-26T12:24:33.010 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-07-26T12:24:33.020 INFO:teuthology.task.internal:Transferring archived files... 2024-07-26T12:24:33.023 DEBUG:teuthology.misc:Transferring archived files from smithi031:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/vshankar-2024-07-26_04:18:59-fs-wip-vshankar-testing-20240725.121331-debug-testing-default-smithi/7818813/remote/smithi031 2024-07-26T12:24:33.023 DEBUG:teuthology.orchestra.run.smithi031:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-07-26T12:24:39.130 INFO:teuthology.task.internal:Transferring binaries for coredumps... 2024-07-26T12:24:39.139 INFO:teuthology.task.internal: core looks like: /home/teuthworker/archive/vshankar-2024-07-26_04:18:59-fs-wip-vshankar-testing-20240725.121331-debug-testing-default-smithi/7818813/remote/smithi031/coredump/1721996587.44787.core.gz: gzip compressed data, was "1721996587.44787.core", last modified: Fri Jul 26 12:24:33 2024, max compression, original size modulo 2^32 203042816 2024-07-26T12:24:39.139 INFO:teuthology.task.internal:core is compressed, try accessing gzip file ... 2024-07-26T12:24:40.049 INFO:teuthology.task.internal: core looks like: /tmp/tmpijgyb2t6: ELF 64-bit LSB core file, x86-64, version 1 (SYSV), SVR4-style, from 'ceph_test_client', real uid: 1000, effective uid: 1000, real gid: 1316, effective gid: 1316, execfn: '/usr/bin/ceph_test_client', platform: 'x86_64' 2024-07-26T12:24:40.069 INFO:teuthology.task.internal: dump_program: ceph_test_client 2024-07-26T12:24:40.070 DEBUG:teuthology.orchestra.run.smithi031:> which ceph_test_client 2024-07-26T12:24:40.136 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph_test_client 2024-07-26T12:24:40.203 DEBUG:teuthology.orchestra.remote:smithi031:/usr/bin/ceph_test_client is 3MB 2024-07-26T12:24:40.463 DEBUG:teuthology.orchestra.run.smithi031:> mktemp 2024-07-26T12:24:40.524 INFO:teuthology.orchestra.run.smithi031.stdout:/tmp/tmp.5z7n4C1jIQ 2024-07-26T12:24:40.524 DEBUG:teuthology.orchestra.run.smithi031:> sudo cp /usr/bin/ceph_test_client.debug /tmp/tmp.5z7n4C1jIQ 2024-07-26T12:24:40.612 INFO:teuthology.orchestra.run.smithi031.stderr:cp: cannot stat '/usr/bin/ceph_test_client.debug': No such file or directory 2024-07-26T12:24:40.616 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-26T12:24:40.617 ERROR:teuthology.run_tasks:Manager failed: internal.archive Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/run_tasks.py", line 154, in run_tasks suppress = manager.__exit__(*exc_info) File "/usr/lib/python3.10/contextlib.py", line 142, in __exit__ next(self.gen) File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/task/internal/__init__.py", line 420, in archive fetch_binaries_for_coredumps(path, rem) File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/task/internal/__init__.py", line 363, in fetch_binaries_for_coredumps remote.get_file(debug_path, coredump_path) File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/remote.py", line 622, in get_file self.run(args=args) File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/remote.py", line 523, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi031 with status 1: 'sudo cp /usr/bin/ceph_test_client.debug /tmp/tmp.5z7n4C1jIQ' 2024-07-26T12:24:40.628 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-07-26T12:24:40.638 INFO:teuthology.task.internal:Not uploading archives. 2024-07-26T12:24:40.638 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-07-26T12:24:40.673 INFO:teuthology.task.internal:Tidying up after the test... 2024-07-26T12:24:40.673 DEBUG:teuthology.orchestra.run.smithi031:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-07-26T12:24:40.690 DEBUG:teuthology.orchestra.run.smithi123:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-07-26T12:24:40.740 INFO:teuthology.orchestra.run.smithi031.stdout: 393229 4 drwxr-xr-x 4 ubuntu ubuntu 4096 Jul 26 12:24 /home/ubuntu/cephtest 2024-07-26T12:24:40.740 INFO:teuthology.orchestra.run.smithi031.stdout: 529735 4 drwxr-xr-x 3 ubuntu ubuntu 4096 Jul 26 12:21 /home/ubuntu/cephtest/mnt.0 2024-07-26T12:24:40.741 INFO:teuthology.orchestra.run.smithi031.stdout: 529736 4 drwxr-xr-x 3 ubuntu ubuntu 4096 Jul 26 12:23 /home/ubuntu/cephtest/mnt.0/client.0 2024-07-26T12:24:40.741 INFO:teuthology.orchestra.run.smithi031.stdout: 544482 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Jul 26 12:23 /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-07-26T12:24:40.741 INFO:teuthology.orchestra.run.smithi031.stdout: 393230 4 drwxr-xr-x 5 ubuntu ubuntu 4096 Jul 26 12:24 /home/ubuntu/cephtest/archive 2024-07-26T12:24:40.741 INFO:teuthology.orchestra.run.smithi031.stdout: 529431 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Jul 26 12:24 /home/ubuntu/cephtest/archive/audit 2024-07-26T12:24:40.741 INFO:teuthology.orchestra.run.smithi031.stdout: 529738 128 -rw------- 1 ubuntu ubuntu 130153 Jul 26 12:24 /home/ubuntu/cephtest/archive/audit/audit.log.gz 2024-07-26T12:24:40.741 INFO:teuthology.orchestra.run.smithi031.stdout: 393232 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Jul 26 12:24 /home/ubuntu/cephtest/archive/syslog 2024-07-26T12:24:40.741 INFO:teuthology.orchestra.run.smithi031.stdout: 393326 4 -rw-rw-rw- 1 ubuntu ubuntu 29 Jul 26 12:11 /home/ubuntu/cephtest/archive/syslog/misc.log.gz 2024-07-26T12:24:40.741 INFO:teuthology.orchestra.run.smithi031.stdout: 393241 188 -rw-r--r-- 1 ubuntu ubuntu 191154 Jul 26 12:24 /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-07-26T12:24:40.742 INFO:teuthology.orchestra.run.smithi031.stdout: 393242 4 -rw-rw-rw- 1 ubuntu ubuntu 29 Jul 26 12:11 /home/ubuntu/cephtest/archive/syslog/kern.log.gz 2024-07-26T12:24:40.742 INFO:teuthology.orchestra.run.smithi031.stdout: 393231 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Jul 26 12:23 /home/ubuntu/cephtest/archive/coredump 2024-07-26T12:24:40.742 INFO:teuthology.orchestra.run.smithi031.stdout: 393440 74228 -rw------- 1 ubuntu ubuntu 203042816 Jul 26 12:23 /home/ubuntu/cephtest/archive/coredump/1721996587.44787.core 2024-07-26T12:24:40.743 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-26T12:24:40.743 INFO:teuthology.orchestra.run.smithi031.stderr:rmdir: failed to remove '/home/ubuntu/cephtest': Directory not empty 2024-07-26T12:24:40.744 ERROR:teuthology.run_tasks:Manager failed: internal.base Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/task/internal/__init__.py", line 48, in base yield File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/run_tasks.py", line 154, in run_tasks suppress = manager.__exit__(*exc_info) File "/usr/lib/python3.10/contextlib.py", line 142, in __exit__ next(self.gen) File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/task/internal/__init__.py", line 420, in archive fetch_binaries_for_coredumps(path, rem) File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/task/internal/__init__.py", line 363, in fetch_binaries_for_coredumps remote.get_file(debug_path, coredump_path) File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/remote.py", line 622, in get_file self.run(args=args) File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/remote.py", line 523, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi031 with status 1: 'sudo cp /usr/bin/ceph_test_client.debug /tmp/tmp.5z7n4C1jIQ' During handling of the above exception, another exception occurred: Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/run_tasks.py", line 154, in run_tasks suppress = manager.__exit__(*exc_info) File "/usr/lib/python3.10/contextlib.py", line 153, in __exit__ self.gen.throw(typ, value, traceback) File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/task/internal/__init__.py", line 53, in base run.wait( File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 479, in wait proc.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi031 with status 1: 'find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest' 2024-07-26T12:24:40.759 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-07-26T12:24:40.769 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-07-26T12:24:40.822 DEBUG:teuthology.run_tasks:Exception was not quenched, exiting: CommandFailedError: Command failed on smithi031 with status 1: 'sudo cp /usr/bin/ceph_test_client.debug /tmp/tmp.5z7n4C1jIQ' 2024-07-26T12:24:40.826 INFO:teuthology.run:Summary data: description: fs/libcephfs/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1-mds-1-client-coloc conf/{client mds mgr mon osd} distro/{centos_latest} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} tasks/client} duration: 758.8533346652985 failure_reason: 'Command failed (workunit test client/test.sh) on smithi031 with status 134: ''mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/client/test.sh''' flavor: default mon.a-kernel-sha1: 3e9255e907100f88049f320ca33d977e29155d12 mon.b-kernel-sha1: 3e9255e907100f88049f320ca33d977e29155d12 owner: scheduled_vshankar@teuthology sentry_event: https://sentry.ceph.com/organizations/ceph/?query=0407f0650b364a32b0996620c4e320cd status: fail success: false 2024-07-26T12:24:40.826 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-07-26T12:24:40.833 INFO:teuthology.orchestra.run.smithi123.stdout: 393229 4 drwxr-xr-x 3 ubuntu ubuntu 4096 Jul 26 12:24 /home/ubuntu/cephtest 2024-07-26T12:24:40.834 INFO:teuthology.orchestra.run.smithi123.stdout: 393230 4 drwxr-xr-x 4 ubuntu ubuntu 4096 Jul 26 12:24 /home/ubuntu/cephtest/archive 2024-07-26T12:24:40.834 INFO:teuthology.orchestra.run.smithi123.stdout: 393326 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Jul 26 12:24 /home/ubuntu/cephtest/archive/audit 2024-07-26T12:24:40.834 INFO:teuthology.orchestra.run.smithi123.stdout: 393338 120 -rw------- 1 ubuntu ubuntu 119985 Jul 26 12:24 /home/ubuntu/cephtest/archive/audit/audit.log.gz 2024-07-26T12:24:40.834 INFO:teuthology.orchestra.run.smithi123.stdout: 393232 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Jul 26 12:24 /home/ubuntu/cephtest/archive/syslog 2024-07-26T12:24:40.834 INFO:teuthology.orchestra.run.smithi123.stdout: 393337 4 -rw-rw-rw- 1 ubuntu ubuntu 29 Jul 26 12:11 /home/ubuntu/cephtest/archive/syslog/misc.log.gz 2024-07-26T12:24:40.834 INFO:teuthology.orchestra.run.smithi123.stdout: 393241 184 -rw-r--r-- 1 ubuntu ubuntu 188380 Jul 26 12:24 /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-07-26T12:24:40.834 INFO:teuthology.orchestra.run.smithi123.stdout: 393242 4 -rw-rw-rw- 1 ubuntu ubuntu 29 Jul 26 12:11 /home/ubuntu/cephtest/archive/syslog/kern.log.gz 2024-07-26T12:24:40.835 INFO:teuthology.orchestra.run.smithi123.stderr:rmdir: failed to remove '/home/ubuntu/cephtest': Directory not empty 2024-07-26T12:24:40.906 INFO:teuthology.run:FAIL